train.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Be1y7Qd1tccv"
   },
   "source": [
    "# Helper"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "540qGnYUShcL"
   },
   "source": [
    "## Data Processing, Defining PyTorch Dataset and Transforms"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from torch.utils.data import Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "UCYv_PZ9GKOS"
   },
   "outputs": [],
   "source": [
    "class PatientDataSet(Dataset):\n",
    "    def __init__(self, df, transform=None):\n",
    "        self.df = df\n",
    "        self.data_columns = self.df.columns[0:len(df.columns)-1]\n",
    "        self.target_column = self.df.columns[len(df.columns)-1]\n",
    "        self.transform = transform\n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.df.index)\n",
    "\n",
    "    def __getitem__(self, idx):\n",
    "        if torch.is_tensor(idx):\n",
    "            idx = idx.tolist()\n",
    "\n",
    "        selected_rows = self.df.iloc[idx]\n",
    "\n",
    "        data = selected_rows[self.data_columns]\n",
    "        diagnosis = selected_rows[self.target_column]\n",
    "        index = selected_rows.index\n",
    "\n",
    "        sample = {'data':data, 'diagnosis':diagnosis}\n",
    "\n",
    "        if self.transform:\n",
    "            sample = self.transform(sample)\n",
    "\n",
    "        return sample\n",
    "\n",
    "    def get_X(self):\n",
    "        data = self.df[self.data_columns]\n",
    "        return data\n",
    "\n",
    "    def get_Y(self):\n",
    "        diagnosis = self.df[self.target_column]\n",
    "        return diagnosis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "AY7_Wu_WShcg"
   },
   "outputs": [],
   "source": [
    "class GaussianNoise:\n",
    "    def __init__(self, mean, std_dev, data_columns):\n",
    "        self.mean = mean\n",
    "        self.std_dev = std_dev\n",
    "        self.data_columns = data_columns\n",
    "\n",
    "    def __call__(self, sample):\n",
    "        shape = sample['data'][self.data_columns].shape\n",
    "        noise = np.random.normal(self.mean, self.std_dev, shape)\n",
    "\n",
    "        data = sample['data']\n",
    "        data_noisy = data.copy()\n",
    "        data_noisy[self.data_columns] += noise\n",
    "\n",
    "        return {'data':data, 'data_noisy':data_noisy, 'diagnosis':sample['diagnosis']}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "id": "mgPPDg1sGHuA"
   },
   "outputs": [],
   "source": [
    "class ToTorchFormat:\n",
    "    def __call__(self, sample):\n",
    "        data = sample['data'].astype('float64')\n",
    "        data_formatted = torch.from_numpy(data.to_numpy()).float()\n",
    "        diagnosis = sample['diagnosis'].astype('int64')\n",
    "        diagnosis_formatted = torch.from_numpy(np.asarray(diagnosis))\n",
    "\n",
    "        sample_new = {'data':data_formatted,\n",
    "                      'diagnosis':diagnosis_formatted}\n",
    "        if 'data_noisy' in sample.keys():\n",
    "            data_noisy = sample['data_noisy'].astype('float64')\n",
    "            data_noisy_formatted = torch.from_numpy(data_noisy.to_numpy()).float()\n",
    "            sample_new['data_noisy'] = data_noisy_formatted\n",
    "\n",
    "        return sample_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "id": "zb6Qe3PbShcm"
   },
   "outputs": [],
   "source": [
    "def split_df(df, **kwargs):\n",
    "  # split dateframe\n",
    "    n_rows = kwargs.get('n_rows', None)\n",
    "    randomize = kwargs.get('randomize', False)\n",
    "    random_seed = kwargs.get('random_seed', None)\n",
    "    train_test_split = kwargs.get('train_test_split', False)\n",
    "    percent_split = kwargs.get('percent_split', None)\n",
    "    validation_split = kwargs.get('validation_split', None)\n",
    "\n",
    "    if n_rows:\n",
    "        n_rows = min(n_rows, len(df.index)-1)\n",
    "\n",
    "    if not randomize:\n",
    "        if train_test_split:\n",
    "            if percent_split:\n",
    "                if n_rows:\n",
    "                    split = int(percent_split*n_rows)\n",
    "                    train_df = df.iloc[0:split]\n",
    "                    test_df = df.iloc[split:n_rows]\n",
    "                else:\n",
    "                    split = int(percent_split*(len(df.index)-1))\n",
    "                    train_df = df.iloc[0:split]\n",
    "                    test_df = df.iloc[split:]\n",
    "                if validation_split:\n",
    "                    split = int(validation_split*(len(train_df.index)-1))\n",
    "                    val_df = train_df.iloc[0:split]\n",
    "                    train_df = train_df.iloc[split:]\n",
    "            else:\n",
    "                raise Exception(\"Wanted train test split, but no split was given. Must set 'percent_split' as an argument.\")\n",
    "\n",
    "            if not validation_split:\n",
    "                return train_df, test_df\n",
    "            else:\n",
    "                return train_df, val_df, test_df\n",
    "\n",
    "        else:\n",
    "            if percent_split:\n",
    "                if n_rows:\n",
    "                    split = int(percent_split*n_rows)\n",
    "                else:\n",
    "                    split = int(percent_split*(len(df.index)-1))\n",
    "                df = df.iloc[0:split]\n",
    "            elif n_rows:\n",
    "                df = df.iloc[0:nrows]\n",
    "\n",
    "            return df\n",
    "\n",
    "    else:\n",
    "        if random_seed:\n",
    "            np.random.seed(random_seed)\n",
    "\n",
    "        if train_test_split:\n",
    "            if percent_split:\n",
    "                if n_rows:\n",
    "                    split = int(percent_split*n_rows)\n",
    "                    df_indices = np.random.choice(df.index, n_rows)\n",
    "                else:\n",
    "                    split = int(percent_split*(len(df.index)-1))\n",
    "                    df_indices = np.random.choice(df.index, len(df.index))\n",
    "                train_df = df.loc[df_indices[0:split]]\n",
    "                test_df = df.loc[df_indices[split:]]\n",
    "\n",
    "                if validation_split:\n",
    "                    split = int(validation_split*(len(train_df.index)-1))\n",
    "                    val_df = train_df.iloc[0:split]\n",
    "                    train_df = train_df.iloc[split:]\n",
    "            else:\n",
    "                raise Exception(\"Wanted train test split, but no split was given. Must set 'percent_split' as an argument.\")\n",
    "\n",
    "            if not validation_split:\n",
    "                return train_df, test_df\n",
    "            else:\n",
    "                return train_df, val_df, test_df\n",
    "\n",
    "        else:\n",
    "            if percent_split:\n",
    "                if n_rows:\n",
    "                    split = int(percent_split*n_rows)\n",
    "                else:\n",
    "                    split = int(percent_split*(len(df.index)-1))\n",
    "                df_indices = np.random.choice(df.index, split)\n",
    "                df = df.loc[df_indices]\n",
    "            elif n_rows:\n",
    "                df_indices = np.random.choice(df.index, n_rows)\n",
    "                df = df.loc[df_indices]\n",
    "            else:\n",
    "                df_indices = np.random.choice(df.index, len(df.index))\n",
    "                df = df.loc[df_indices]\n",
    "\n",
    "            return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "id": "4PnJAVihShcq"
   },
   "outputs": [],
   "source": [
    "def generate_datasets(csv_path, **kwargs):\n",
    "  # Generating PyTorch Datasets from Data\n",
    "    dataset_type = kwargs.get('dataset_type', 'RS')\n",
    "    non_data_cols = kwargs.get('non_data_cols', [])\n",
    "\n",
    "    kwargs['cols_to_ignore'] = non_data_cols\n",
    "\n",
    "    if dataset_type == 'RS':\n",
    "        df = load_corr_clinical(csv_path, **kwargs)\n",
    "    elif dataset_type == 'DTI':\n",
    "        df = load_DTI(csv_path, **kwargs)\n",
    "    elif dataset_type == 'T1':\n",
    "        df = load_T1(csv_path, **kwargs)\n",
    "    else:\n",
    "        raise ValueError(\"Invalid argument {} for kwarg 'type'. Only accepts 'RS', 'DTI', or 'T1'\".format(dataset_type))\n",
    "\n",
    "    dfs = split_df(df, **kwargs)\n",
    "\n",
    "    if type(dfs) is tuple:\n",
    "        if len(dfs) == 2:\n",
    "            train_dataset = PatientDataSet(dfs[0], dataset_type=dataset_type, non_data_cols=non_data_cols)\n",
    "            test_dataset = PatientDataSet(dfs[1], dataset_type=dataset_type, non_data_cols=non_data_cols)\n",
    "            return train_dataset, test_dataset\n",
    "        elif len(dfs) == 3:\n",
    "            train_dataset = PatientDataSet(dfs[0], dataset_type=dataset_type, non_data_cols=non_data_cols)\n",
    "            val_dataset = PatientDataSet(dfs[1], dataset_type=dataset_type, non_data_cols=non_data_cols)\n",
    "            test_dataset = PatientDataSet(dfs[2], dataset_type=dataset_type, non_data_cols=non_data_cols)\n",
    "            return train_dataset, val_dataset, test_dataset\n",
    "    else:\n",
    "        return PatientDataSet(dfs, dataset_type=dataset_type, non_data_cols=non_data_cols)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Mh_NlkFAShcr"
   },
   "source": [
    "## Tracking and Storing Model Performance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "id": "P78sH-nPShcs"
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "id": "vxZO7SlBShcu"
   },
   "outputs": [],
   "source": [
    "class Log:\n",
    "    def __init__(self, log_name='log.txt', log_path = '.', should_log=True, overwrite=True):\n",
    "        self.log_name = log_name\n",
    "        self.log_path = log_path\n",
    "        self.curr_str = \"\"\n",
    "        self.total_str = \"\"\n",
    "        self.should_log = should_log\n",
    "        self.overwrite = overwrite\n",
    "\n",
    "    def enable(self):\n",
    "\n",
    "        self.should_log = True\n",
    "\n",
    "    def disable(self):\n",
    "        self.should_log = False\n",
    "\n",
    "    def clear(self):\n",
    "        self.curr_str = \"\"\n",
    "        self.total_str = \"\"\n",
    "\n",
    "    def set_name(self, name):\n",
    "        self.log_name = name\n",
    "\n",
    "    def set_path(self, path):\n",
    "        self.log_path = path\n",
    "\n",
    "    def get_log(self):\n",
    "        return self.total_str\n",
    "\n",
    "    def print_log(self):\n",
    "        print(self.total_str)\n",
    "\n",
    "    def save(self):\n",
    "        if self.should_log:\n",
    "            fpath = os.path.join(self.log_path, self.log_name)\n",
    "            if self.overwrite:\n",
    "                with open(fpath, 'w+') as logfile:\n",
    "                    logfile.write(self.total_str)\n",
    "            else:\n",
    "                with open(fpath, 'a') as logfile:\n",
    "                    logfile.write(self.curr_str)\n",
    "                self.curr_str = \"\"\n",
    "\n",
    "    def print_and_log(self, *args, **kwargs):\n",
    "        if self.should_log:\n",
    "            new_str= \"\"\n",
    "            for s in args:\n",
    "                new_str += str(s)\n",
    "            new_str += '\\n'\n",
    "            self.curr_str += new_str\n",
    "            self.total_str += new_str\n",
    "            print(*args, **kwargs)\n",
    "        else:\n",
    "            print(*args, **kwargs)\n",
    "            return None\n",
    "\n",
    "\n",
    "class Stats:\n",
    "    def __init__(self, filename='stats', path='.', load=True):\n",
    "        # Want to ensure stats files have .stt extension\n",
    "        fname, fext = os.path.splitext(filename)\n",
    "        if fext != \".stt\" and fext != \"\":\n",
    "            raise Exception(\"Filename '{}' does not have correct extension ('{}' instead of '.stt')\".format(filename, fext))\n",
    "        if fext != \".stt\":\n",
    "            self.filename = fname + \".stt\"\n",
    "\n",
    "        self.path = path\n",
    "\n",
    "        filepath = os.path.join(self.path, self.filename)\n",
    "\n",
    "        if load and os.path.exists(filepath):\n",
    "            with open(filepath, 'rb') as pickle_file:\n",
    "                self.stats = pickle.load(pickle_file)\n",
    "        else:\n",
    "            if load:\n",
    "                print(\"Warning: You are trying to load a stats file '{}' that doesn't exist.\".format(os.path.abspath(filepath)))\n",
    "            self.stats = {}\n",
    "\n",
    "    def clear_stat(self, statname):\n",
    "        if statname in self.stats:\n",
    "            self.stats[statname] = {}\n",
    "\n",
    "    def delete_stat(self, statname):\n",
    "        del stats[statname]\n",
    "\n",
    "    def track_stat(self, statname, key, val):\n",
    "        if statname not in self.stats:\n",
    "            self.stats[statname] = {}\n",
    "        self.stats[statname][key] = val\n",
    "\n",
    "    def set_name(self, name):\n",
    "        self.filename = name\n",
    "\n",
    "    def set_path(self, path):\n",
    "        self.path = path\n",
    "\n",
    "    def save(self):\n",
    "        filepath = os.path.join(self.path, self.filename)\n",
    "        with open(filepath, 'wb') as pickle_file:\n",
    "            pickle.dump(self.stats, pickle_file)\n",
    "\n",
    "    def __getitem__(self, key):\n",
    "        return self.stats[key]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Vzqk6duDShcv"
   },
   "source": [
    "## Generating, Loading, and Storing Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "id": "K4cJ7sLzShcw"
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import warnings\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "id": "_igcoMcrShcw"
   },
   "outputs": [],
   "source": [
    "# Network naming stuff\n",
    "network_ext = '.nn'\n",
    "network_name_fstr = '{}_{}' + network_ext\n",
    "\n",
    "models_path = 'vae_nets'\n",
    "\n",
    "\n",
    "def get_model_path(model_name):\n",
    "    return os.path.join(models_path, model_name)\n",
    "\n",
    "\n",
    "def make_model_path(model_name):\n",
    "\n",
    "    path = get_model_path(model_name)\n",
    "    if not os.path.exists(path):\n",
    "        os.makedirs(path)\n",
    "    return path\n",
    "\n",
    "\n",
    "class NetworkMetadata:\n",
    "    filename = 'netinfo.mtd'\n",
    "\n",
    "    def __init__(self, model_name, input_size=None, hidden_size=None, latent_size=None, activations=None):\n",
    "        self.model_name = model_name\n",
    "        self.input_size = input_size\n",
    "        self.hidden_size = hidden_size\n",
    "        self.latent_size = latent_size\n",
    "        self.activations = activations\n",
    "\n",
    "    def set_data(input_size, hidden_size, latent_size, activations):\n",
    "        self.input_size = input_size\n",
    "        self.hidden_size = hidden_size\n",
    "        self.latent_size = latent_size\n",
    "        self.activations = activations\n",
    "\n",
    "    def save(self):\n",
    "        model_path = get_model_path(self.model_name)\n",
    "        metadata_path = os.path.join(model_path, NetworkMetadata.filename)\n",
    "        with open(metadata_path, 'w+') as f:\n",
    "            f.write('model_name: {}\\n'.format(self.model_name))\n",
    "            f.write('input_size: {}\\n'.format(self.input_size))\n",
    "            f.write('hidden_size: {}\\n'.format(self.hidden_size))\n",
    "            f.write('latent_size: {}\\n'.format(self.latent_size))\n",
    "            f.write('activations: {}\\n'.format(', '.join(self.activations)))\n",
    "\n",
    "    def load(self):\n",
    "        model_path = get_model_path(self.model_name)\n",
    "        metadata_path = os.path.join(model_path, NetworkMetadata.filename)\n",
    "        with open(metadata_path) as f:\n",
    "            for line in f.readlines():\n",
    "                line = line.replace('\\n', '')\n",
    "                linesplit = line.split(': ')\n",
    "                line_name = linesplit[0]\n",
    "                line_data = linesplit[1]\n",
    "                if line_name == 'input_size':\n",
    "                    self.input_size = int(line_data)\n",
    "                elif line_name == 'hidden_size':\n",
    "                    self.hidden_size = int(line_data)\n",
    "                elif line_name == 'latent_size':\n",
    "                    self.latent_size = int(line_data)\n",
    "                elif line_name == 'activations':\n",
    "                    self.activations = line_data.split(', ')\n",
    "\n",
    "    @staticmethod\n",
    "    def exists(model_name):\n",
    "        model_path = get_model_path(model_name)\n",
    "        metadata_path = os.path.join(model_path, NetworkMetadata.filename)\n",
    "        return os.path.exists(metadata_path)\n",
    "\n",
    "\n",
    "def save_network(model, model_name, idx, log=None):\n",
    "    '''\n",
    "    Saves the specified model\n",
    "\n",
    "    params:\n",
    "        model: VAE\n",
    "            The model to save\n",
    "        model_name: str\n",
    "            The name of the model to save to\n",
    "        idx: int\n",
    "            The current epoch at which this model is training\n",
    "        log: Log (default = None)\n",
    "            The Log to which to log the saving operation\n",
    "    '''\n",
    "\n",
    "    path = get_model_path(model_name)\n",
    "    if not os.path.exists(path):\n",
    "        raise Exception(\"Path for network '{}' does not exist, please call make_model_path first!\".format(path))\n",
    "    save_fpath = os.path.join(path, network_name_fstr.format(model_name, idx))\n",
    "    torch.save(model.state_dict(), save_fpath)\n",
    "    if not NetworkMetadata.exists(model_name):\n",
    "        metadata = NetworkMetadata(model_name, model.input_size, model.hidden_size, model.latent_size, model.activations_str)\n",
    "        metadata.save()\n",
    "    if log:\n",
    "        log.print_and_log(\"Saving model to \", save_fpath)\n",
    "    else:\n",
    "        print(\"Saving model to \", save_fpath)\n",
    "\n",
    "\n",
    "def get_file_index(file):\n",
    "    '''\n",
    "    Used to get the indices of files that have a number at\n",
    "    the end. (Used for getting epoch of model checkpoints)\n",
    "\n",
    "    params:\n",
    "        file: str\n",
    "            The name of the file to get the index from\n",
    "\n",
    "    return:\n",
    "        int\n",
    "            The index of the file\n",
    "    '''\n",
    "    filename, _ =  os.path.splitext(file)\n",
    "    idx = re.findall('[0-9]+', filename)[-1]\n",
    "    return int(idx)\n",
    "\n",
    "\n",
    "def load_network(model_name, model=None, idx=None, log=None):\n",
    "    '''\n",
    "    Loads the model of the specified name's state into the specified model\n",
    "\n",
    "    params:\n",
    "        model_name: str\n",
    "            The name of the model to load the state from\n",
    "        model: VAE (default = None)\n",
    "            If not None model to load the state to\n",
    "            Otherwise, load model from metadata\n",
    "        idx: int (default = None)\n",
    "            The epoch from which to load the model\n",
    "        log: Log (default = None)\n",
    "            The Log to which to log the loading operation\n",
    "    '''\n",
    "\n",
    "    path = os.path.join(\"vae_nets\", model_name)\n",
    "    if not os.path.exists(path):\n",
    "        raise Exception(\"Model by model_name '{}' does not exist!\".format(model_name))\n",
    "    files = [f for f in os.listdir(path) if model_name in f and '.nn' in f]\n",
    "    if not files:\n",
    "        raise Exception(\"Model directory for '{}' exists, but no saved networks found inside the directory!\".format(model_name))\n",
    "    if idx is None:\n",
    "        files_sorted = sorted(files, key=lambda f : get_file_index(f), reverse=True)\n",
    "        model_file = files_sorted[0]\n",
    "    else:\n",
    "        file_target = network_name_fstr.format(model_name, idx)\n",
    "        if file_target in files:\n",
    "            model_file = file_target\n",
    "        else:\n",
    "            raise Exception(\"Model directory for '{}' exists, but no network at epoch {} found inside the directory!\".format(model_name, idx))\n",
    "\n",
    "    model_path = os.path.join(path, model_file)\n",
    "\n",
    "    if model is None:\n",
    "        if NetworkMetadata.exists(model_name):\n",
    "            metadata = NetworkMetadata(model_name)\n",
    "            metadata.load()\n",
    "            model = VAE(metadata.input_size, metadata.hidden_size, metadata.latent_size, metadata.activations)\n",
    "\n",
    "    if model is None:\n",
    "        raise Exception(\"No model was provided to load state into and metadata does not exist for model.\")\n",
    "\n",
    "    model.load_state_dict(torch.load(model_path))\n",
    "\n",
    "    if log:\n",
    "        log.print_and_log(\"Successfully loaded model {}.\".format(os.path.abspath(model_path)))\n",
    "    else:\n",
    "        print(\"Successfully loaded model {}.\".format(os.path.abspath(model_path)))\n",
    "\n",
    "    return model, get_file_index(model_file)\n",
    "\n",
    "\n",
    "def overwrite_network(model_name, epoch=None):\n",
    "    '''\n",
    "    Clears the model path for the specified model\n",
    "\n",
    "    params:\n",
    "        model_name: str\n",
    "            The name of the model to overwrite\n",
    "        epoch: int (default = None)\n",
    "            If an epoch is not None, then only the checkpoints\n",
    "            after that checkpoint are deleted\n",
    "            Otherwise, the whole model is deleted\n",
    "\n",
    "    return:\n",
    "        bool\n",
    "            Whether the model path exists or not\n",
    "    '''\n",
    "\n",
    "    path = get_model_path(model_name)\n",
    "    if not os.path.exists(path):\n",
    "        return False\n",
    "    if not epoch:\n",
    "        exts_to_check = [network_ext, '.mtd', '.stt', '.csv']\n",
    "        for f in os.listdir(path):\n",
    "            fpath = os.path.join(path, f)\n",
    "            _, fext = os.path.splitext(fpath)\n",
    "            if fext in exts_to_check:\n",
    "                os.remove(fpath)\n",
    "        return True\n",
    "    else:\n",
    "        exts_to_check = [network_ext]\n",
    "        for f in os.listdir(path):\n",
    "            fpath = os.path.join(path, f)\n",
    "            _, fext = os.path.splitext(fpath)\n",
    "            if fext in exts_to_check and get_file_index(f) > epoch:\n",
    "                os.remove(fpath)\n",
    "        return True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "id": "79Hm92NiShcy"
   },
   "outputs": [],
   "source": [
    "def rename_network(net_name_old, net_name_new):\n",
    "    import warnings\n",
    "    model_path_old = get_model_path(net_name_old)\n",
    "    model_path_new = get_model_path(net_name_new)\n",
    "    if not os.path.exists(model_path_new):\n",
    "        os.rename(model_path_old, model_path_new)\n",
    "    else:\n",
    "        warnings.warn(\"Model: {} already exists. Can't rename {} to {}\".format(net_name_new, net_name_old, net_name_new))\n",
    "        return\n",
    "    net_meta = NetworkMetadata(net_name_new)\n",
    "    net_meta.load()\n",
    "    net_meta.model_name = net_name_new\n",
    "    net_meta.save()\n",
    "    for f in os.listdir(model_path_new):\n",
    "        fname, ext = os.path.splitext(f)\n",
    "        if(net_name_old in fname):\n",
    "            f_old = os.path.join(model_path_new, \"{}{}\".format(fname, ext))\n",
    "            f_new = os.path.join(model_path_new, \"{}{}\".format(fname.replace(net_name_old, net_name_new), ext))\n",
    "            os.rename(f_old, f_new)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "zAApPMEuShcz"
   },
   "source": [
    "## VAE and Loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "id": "ShDmbv61j5i3"
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "import torchvision\n",
    "from torch import nn\n",
    "from torch import optim\n",
    "import torch.nn.functional as F\n",
    "from torch.nn.utils import clip_grad_norm_\n",
    "from torch.autograd import Variable\n",
    "from torch.utils.data import DataLoader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "id": "xcbp8jQsShc0"
   },
   "outputs": [],
   "source": [
    "class VAE(nn.Module):\n",
    "    def __init__(self, input_size, hidden_size=400, latent_size=20, activations=('tanh', 'selu', 'tanh', 'tanh')):\n",
    "        super(VAE, self).__init__()\n",
    "\n",
    "        self.input_size = input_size\n",
    "        self.hidden_size = hidden_size\n",
    "        self.latent_size = latent_size\n",
    "        self.fc1 = nn.Linear(self.input_size, self.hidden_size)\n",
    "        self.fc21 = nn.Linear(self.hidden_size, self.latent_size)\n",
    "        self.fc22 = nn.Linear(self.hidden_size, self.latent_size)\n",
    "        self.fc3 = nn.Linear(self.latent_size, self.hidden_size)\n",
    "        self.fc4 = nn.Linear(self.hidden_size, self.input_size)\n",
    "        self.activations_str = activations\n",
    "        activation_list = []\n",
    "        for activation in activations:\n",
    "            if activation == 'selu':\n",
    "                activation_list.append(torch.selu)\n",
    "            elif activation == 'relu':\n",
    "                activation_list.append(torch.relu)\n",
    "            elif activation == 'sigmoid':\n",
    "                activation_list.append(torch.sigmoid)\n",
    "            elif activation == 'tanh':\n",
    "                activation_list.append(torch.tanh)\n",
    "            else:\n",
    "                activation_list.append(lambda x : x)\n",
    "        self.activations = tuple(activation_list)\n",
    "\n",
    "    def encode(self, x):\n",
    "        h1 = self.activations[0](self.fc1(x))\n",
    "        return self.activations[1](self.fc21(h1)), self.activations[1](self.fc22(h1))\n",
    "\n",
    "    def reparametrize(self, mu, logvar):\n",
    "        std = logvar.mul(0.5).exp_()\n",
    "        if torch.cuda.is_available():\n",
    "            eps = torch.cuda.FloatTensor(std.size()).normal_()\n",
    "        else:\n",
    "            eps = torch.FloatTensor(std.size()).normal_()\n",
    "        eps = Variable(eps)\n",
    "        return eps.mul(std).add_(mu)\n",
    "\n",
    "    def decode(self, z):\n",
    "        h3 = self.activations[2](self.fc3(z))\n",
    "        return self.activations[3](self.fc4(h3))\n",
    "\n",
    "    def forward(self, x):\n",
    "        mu, logvar = self.encode(x)\n",
    "        z = self.reparametrize(mu, logvar)\n",
    "        return self.decode(z), mu, logvar\n",
    "\n",
    "\n",
    "# Reconstruction loss function\n",
    "reconstruction_function = nn.MSELoss(reduction='none')\n",
    "\n",
    "\n",
    "def loss_function(recon_x, x, mu, logvar, terms=('MSE', 'KLD'), beta=1):\n",
    "    loss = 0\n",
    "\n",
    "    if 'MSE' in terms:\n",
    "        # MSE = 1/n*sum(x_recon - x)^2\n",
    "        # Need to sum over feature size, and mean over batch size\n",
    "        SE = reconstruction_function(recon_x, x)\n",
    "        MSE = torch.mean(torch.sum(SE, dim=1), dim = 0)\n",
    "        loss += MSE\n",
    "        ##print('MSE =', MSE.data.item())\n",
    "\n",
    "    if 'KLD' in terms:\n",
    "        KLD = torch.mean(-0.5 * torch.sum(1 + logvar - mu.pow(2) - logvar.exp(), dim = 1), dim = 0)\n",
    "        loss += beta * KLD\n",
    "        ##print('KLD =', KLD.data.item())\n",
    "\n",
    "    return loss"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "5rGuDOuZShc1"
   },
   "source": [
    "## Train and Validation Loop"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "id": "0dU9aCs3Shc1"
   },
   "outputs": [],
   "source": [
    "def train_net(net_name, dataset, **kwargs):\n",
    "    activations = kwargs.get('activations', ('tanh', 'selu', 'tanh', 'tanh'))\n",
    "    hidden_size = kwargs.get('hidden_size', 400)\n",
    "    latent_size = kwargs.get('latent_size', 20)\n",
    "    loss_terms = kwargs.get('loss_terms', ('MSE', 'KLD'))\n",
    "    _beta = kwargs.get('beta', 1)\n",
    "    warm_start = kwargs.get('warm_start', 100)\n",
    "    num_epochs = kwargs.get('num_epochs', 100)\n",
    "    until = kwargs.get('until', None)\n",
    "    batch_size = kwargs.get('batch_size', 128)\n",
    "    shuffle = kwargs.get('shuffle', True)\n",
    "    learning_rate = kwargs.get('learning_rate', 1e-3)\n",
    "    clip_val = kwargs.get('clip_val', None)\n",
    "    l2 = kwargs.get('l2', 1e-2)\n",
    "    load_net = kwargs.get('load_net', False)\n",
    "    net_epoch = kwargs.get('net_epoch', None)\n",
    "    overwrite = kwargs.get('overwrite', False)\n",
    "    save_net_freq = kwargs.get('save_net_freq', 100)\n",
    "    _validation = kwargs.get('validation', None)\n",
    "    print_net_freq = kwargs.get('print_net_freq', 100)\n",
    "    should_log = kwargs.get('should_log', True)\n",
    "    overwrite_log = kwargs.get('overwrite_log', False)\n",
    "    load_stats = kwargs.get('load_stats', True)\n",
    "    stats_list = kwargs.get('stats_list', [\"epoch\", \"loss\", \"loss_per_feature\"])\n",
    "\n",
    "\n",
    "    model_path = make_model_path(net_name)\n",
    "\n",
    "    log = Log(log_name=net_name+'_training_log.txt', should_log=should_log, log_path=get_model_path(net_name), overwrite=overwrite_log)\n",
    "\n",
    "    log.print_and_log(\"Training Network '{}'\".format(net_name))\n",
    "\n",
    "    idx_offset = 0\n",
    "\n",
    "    if not load_net or not NetworkMetadata.exists(net_name):\n",
    "        model = VAE(input_size=len(dataset.data_columns), hidden_size=hidden_size, latent_size=latent_size, activations=activations)\n",
    "\n",
    "    # Loading the model if desired\n",
    "    # Also handles loading stats\n",
    "    if load_net:\n",
    "        if not NetworkMetadata.exists(net_name):\n",
    "            warnings.warn('Requested to load network, but no metadata exists. Loading model state into newly generated model.')\n",
    "            _, idx_offset = load_network(net_name, model, idx=net_epoch, log=log)\n",
    "        else:\n",
    "            model, idx_offset = load_network(net_name, None, idx=net_epoch, log=log)\n",
    "        idx_offset += 1\n",
    "\n",
    "        if load_stats:\n",
    "            stats = Stats(load=True, path=model_path)\n",
    "        else:\n",
    "            stats = Stats(load=False, path=model_path)\n",
    "    else:\n",
    "        stats = Stats(load=False, path=model_path)\n",
    "\n",
    "    if overwrite:\n",
    "        if load_net:\n",
    "            overwrite_network(net_name, idx_offset)\n",
    "        else:\n",
    "            overwrite_network(net_name)\n",
    "\n",
    "    if torch.cuda.is_available():\n",
    "        model.cuda()\n",
    "\n",
    "    if l2:\n",
    "        optimizer = optim.Adam(model.parameters(), lr=learning_rate, weight_decay=l2)\n",
    "    else:\n",
    "        optimizer = optim.Adam(model.parameters(), lr=learning_rate)\n",
    "\n",
    "    dataloader = DataLoader(dataset, batch_size=batch_size, shuffle=shuffle)\n",
    "\n",
    "    for epoch in range(num_epochs):\n",
    "        if until and (epoch + idx_offset >= until):\n",
    "            break\n",
    "        log.print_and_log(\"Train Epoch:\", epoch + idx_offset)\n",
    "        model.train()\n",
    "        train_loss = 0\n",
    "        for batch_idx, sample_batch in enumerate(dataloader):\n",
    "            data_noisy = sample_batch['data_noisy']\n",
    "            data = sample_batch['data']\n",
    "            data_noisy = Variable(data_noisy)\n",
    "            if torch.cuda.is_available():\n",
    "                data_noisy = data_noisy.cuda()\n",
    "                data = data.cuda()\n",
    "            optimizer.zero_grad()\n",
    "            recon_batch, mu, logvar = model(data_noisy)\n",
    "            # The KLD weight for warm start\n",
    "            if (warm_start is not None) and (warm_start > 0):\n",
    "                beta = min((epoch+idx_offset)/warm_start*_beta, _beta)\n",
    "            else:\n",
    "                beta = _beta\n",
    "            loss = loss_function(recon_batch, data, mu, logvar, terms=loss_terms, beta=beta)\n",
    "            loss.backward()\n",
    "            curr_loss = loss.data.item()\n",
    "            train_loss += curr_loss\n",
    "            # For clipping the loss\n",
    "            if clip_val:\n",
    "                clip_grad_norm_(model.parameters(), clip_val)\n",
    "            optimizer.step()\n",
    "\n",
    "            per_feature_loss = curr_loss / model.input_size\n",
    "\n",
    "            if print_net_freq and print_net_freq > 0:\n",
    "                if batch_idx % print_net_freq == 0:\n",
    "                    log.print_and_log('Train Epoch: {} [{}/{} ({:.0f}%)]\\tLoss: {:.6f}\\tLoss Per Feature {:.6f}'.format(\n",
    "                        epoch + idx_offset,\n",
    "                        batch_idx * len(data_noisy),\n",
    "                        len(dataloader.dataset), 100. * batch_idx / len(dataloader),\n",
    "                        curr_loss, per_feature_loss))\n",
    "            else:\n",
    "                log.print_and_log('Train Epoch: {} [{}/{} ({:.0f}%)]\\tLoss: {:.6f}\\tLoss Per Feature: {:.6f}'.format(\n",
    "                epoch + idx_offset,\n",
    "                len(dataloader.dataset), 100. * batch_idx / len(dataloader),\n",
    "                curr_loss, per_feature_loss))\n",
    "\n",
    "        avg_train_loss = train_loss / (batch_idx + 1)\n",
    "        avg_per_feature_loss = avg_train_loss / model.input_size\n",
    "        log.print_and_log('====> Epoch: {} Average Loss: {:.6f}\\tAverage Loss Per Feature {:.6f}'.format(\n",
    "            epoch + idx_offset, avg_train_loss, avg_per_feature_loss))\n",
    "\n",
    "        if 'epoch' in stats_list:\n",
    "            stats.track_stat('epoch', epoch, epoch)\n",
    "\n",
    "        if 'loss' in stats_list:\n",
    "            stats.track_stat('loss', epoch, avg_train_loss)\n",
    "\n",
    "        if 'loss_per_feature' in stats_list:\n",
    "            stats.track_stat('loss_per_feature', epoch, avg_per_feature_loss)\n",
    "\n",
    "        if save_net_freq and save_net_freq > 0:\n",
    "            if (epoch + idx_offset) % save_net_freq == 0:\n",
    "                save_network(model, net_name, epoch + idx_offset, log)\n",
    "                stats.save()\n",
    "\n",
    "        if _validation:\n",
    "            if isinstance(_validation, (list, tuple)):\n",
    "                val_loss = []\n",
    "                val_loss_per_feature = []\n",
    "                for val_ds in _validation:\n",
    "                    val_loss_curr, val_loss_per_feature_curr = validation(net_name, val_ds, model=model, log=log)\n",
    "                    val_loss.append(val_loss_curr)\n",
    "                    val_loss_per_feature.append(val_loss_per_feature_curr)\n",
    "\n",
    "            else:\n",
    "                val_loss, val_loss_per_feature = validation(net_name, _validation, model=model, log=log)\n",
    "\n",
    "            if 'validation_loss' in stats_list:\n",
    "                stats.track_stat('validation_loss', epoch, val_loss)\n",
    "\n",
    "            if 'validation_loss_per_feature' in stats_list:\n",
    "                stats.track_stat('validation_loss_per_feature', epoch, val_loss_per_feature)\n",
    "\n",
    "            if save_net_freq and save_net_freq > 0:\n",
    "                if (epoch + idx_offset) % save_net_freq == 0:\n",
    "                    stats.save()\n",
    "\n",
    "        log.save()\n",
    "\n",
    "    # Only save the final epoch if our network wasn't loaded past the until\n",
    "    # epoch. Otherwise, there is no point in saving.\n",
    "    if (until and (idx_offset < until)) or not until:\n",
    "        save_network(model, net_name, epoch + idx_offset, log)\n",
    "        stats.save()\n",
    "\n",
    "    log.save()\n",
    "\n",
    "    return epoch + idx_offset\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "id": "4PiJbcJ2Shc2"
   },
   "outputs": [],
   "source": [
    "def validation(net_name, dataset, **kwargs):\n",
    "    loss_terms = kwargs.get('loss_terms', ('MSE', 'KLD'))\n",
    "    batch_size = kwargs.get('batch_size', 64)\n",
    "    shuffle = kwargs.get('shuffle', False)\n",
    "    use_noisy = kwargs.get('use_noisy', True)\n",
    "    net_epoch = kwargs.get('net_epoch', None)\n",
    "    model = kwargs.get('model', None)\n",
    "    log = kwargs.get('log', None)\n",
    "    should_log = kwargs.get('should_log', True)\n",
    "    overwrite_log = kwargs.get('overwrite_log', False)\n",
    "\n",
    "    if not log:\n",
    "        log = Log(log_name=net_name+'_validation_log.txt', should_log=should_log, log_path=get_model_path(net_name), overwrite=overwrite_log)\n",
    "\n",
    "    log.print_and_log(\"Performing validation on model '{}'\".format(net_name))\n",
    "\n",
    "    if not model:\n",
    "        model, _ = load_network(net_name, None, idx=net_epoch)\n",
    "    if torch.cuda.is_available():\n",
    "        model.cuda()\n",
    "    model.eval()\n",
    "\n",
    "    dataloader = DataLoader(dataset, batch_size=batch_size, shuffle=shuffle)\n",
    "\n",
    "    test_loss = 0\n",
    "    for batch_idx, sample_batch in enumerate(dataloader):\n",
    "        data = sample_batch['data']\n",
    "        if use_noisy:\n",
    "            data_noisy = sample_batch['data_noisy']\n",
    "            data_input = Variable(data_noisy)\n",
    "        else:\n",
    "            data_input = Variable(data)\n",
    "\n",
    "        if torch.cuda.is_available():\n",
    "            data_input = data_input.cuda()\n",
    "            data = data.cuda()\n",
    "\n",
    "        recon_batch, mu, logvar = model(data_input)\n",
    "\n",
    "        loss = loss_function(recon_batch, data, mu, logvar, terms=loss_terms)\n",
    "\n",
    "        curr_loss = loss.data.item()\n",
    "\n",
    "        test_loss += curr_loss\n",
    "\n",
    "        log.print_and_log('[{}/{} ({:.0f}%)]\\tLoss: {:.6f}\\tLoss Per Feature {:.6f}'.format(\n",
    "                batch_idx * len(data_input),\n",
    "                len(dataloader.dataset), 100. * batch_idx / len(dataloader),\n",
    "                curr_loss, curr_loss / model.input_size))\n",
    "\n",
    "        log.save()\n",
    "\n",
    "    avg_loss = test_loss / (batch_idx + 1)\n",
    "    avg_per_feature_loss = avg_loss / model.input_size\n",
    "\n",
    "    log.print_and_log('Average Loss: {:.6f}\\tAverage Loss Per Feature {:.6f}'.format(avg_loss, avg_per_feature_loss))\n",
    "\n",
    "    log.save()\n",
    "\n",
    "    return avg_loss, avg_per_feature_loss"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "-lrpPg2bShc2"
   },
   "source": [
    "## Latent Extraction and Loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "UDI42s_yShc2"
   },
   "outputs": [],
   "source": [
    "def extract_latents(net_name, dataset, **kwargs):\n",
    "    batch_size = kwargs.get('batch_size', 64)\n",
    "    use_noisy = kwargs.get('use_noisy', False)\n",
    "    return_df = kwargs.get('return_df', True)\n",
    "    fname_tag = kwargs.get('fname_tag', None)\n",
    "    net_epoch = kwargs.get('net_epoch', None)\n",
    "    latent_fpath = kwargs.get('file_path', None)\n",
    "\n",
    "    model, _ = load_network(net_name, None, idx=net_epoch)\n",
    "\n",
    "    if torch.cuda.is_available():\n",
    "        model.cuda()\n",
    "    model.eval()\n",
    "\n",
    "    dataloader = DataLoader(dataset, batch_size=batch_size, shuffle=False)\n",
    "\n",
    "    latent_df = None\n",
    "\n",
    "    print('Extracting latents...')\n",
    "\n",
    "    for batch_idx, sample_batch in enumerate(dataloader):\n",
    "\n",
    "        if use_noisy:\n",
    "            data_noisy = sample_batch['data_noisy']\n",
    "            data_input = Variable(data_noisy)\n",
    "        else:\n",
    "            data = sample_batch['data']\n",
    "            data_input = Variable(data)\n",
    "\n",
    "        if torch.cuda.is_available():\n",
    "            data_input = data_input.cuda()\n",
    "\n",
    "        # print('[{}/{} ({:.0f}%)]'.format(\n",
    "        #         batch_idx * len(data_input),\n",
    "        #         len(dataloader.dataset), 100. * batch_idx / len(dataloader)))\n",
    "\n",
    "        mu, logvar = model.encode(data_input)\n",
    "\n",
    "        mu = mu.cpu().detach().numpy()\n",
    "        logvar = logvar.cpu().detach().numpy()\n",
    "\n",
    "        latent_arr = np.concatenate((mu, logvar), axis=1)\n",
    "\n",
    "        latent_colnames = ['mu_{}'.format(i) for i in range(mu.shape[1])] + ['logvar_{}'.format(i) for i in range(logvar.shape[1])]\n",
    "\n",
    "        curr_df = pd.DataFrame(sample_batch['diagnosis'])\n",
    "        temp_df = pd.DataFrame(data=latent_arr, columns=latent_colnames)\n",
    "        curr_df[latent_colnames] = temp_df\n",
    "\n",
    "        if latent_df is None:\n",
    "            latent_df = curr_df\n",
    "        else:\n",
    "            latent_df = pd.concat([latent_df, curr_df], ignore_index=True)\n",
    "\n",
    "    print('done.')\n",
    "\n",
    "    if latent_fpath is None:\n",
    "        model_path = get_model_path(net_name)\n",
    "\n",
    "        latent_fpath = os.path.join(model_path, net_name)\n",
    "\n",
    "        if fname_tag:\n",
    "            latent_fpath += '_{}'.format(fname_tag)\n",
    "        if net_epoch:\n",
    "            latent_fpath += '_{}'.format(net_epoch)\n",
    "\n",
    "        latent_fpath += '_latents.csv'\n",
    "\n",
    "    latent_df.to_csv(latent_fpath, index=False)\n",
    "\n",
    "    print(\"Saving latents to \", os.path.abspath(latent_fpath))\n",
    "\n",
    "    if return_df:\n",
    "        return latent_df\n",
    "\n",
    "    else:\n",
    "        return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "id": "2flLPLnMSUiI"
   },
   "outputs": [],
   "source": [
    "def load_latents(net_name, fname_tag=None, net_epoch=None):\n",
    "\n",
    "    model_path = get_model_path(net_name)\n",
    "\n",
    "    latent_fpath = os.path.join(model_path, net_name)\n",
    "\n",
    "    if fname_tag:\n",
    "        latent_fpath += '_{}'.format(fname_tag)\n",
    "    if net_epoch:\n",
    "        latent_fpath += '_{}'.format(net_epoch)\n",
    "\n",
    "    latent_fpath += '_latents.csv'\n",
    "\n",
    "    print(\"Reading latents from \", os.path.abspath(latent_fpath))\n",
    "\n",
    "    df = pd.read_csv(latent_fpath)\n",
    "\n",
    "    return df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "fiBEnxWb1kD0"
   },
   "source": [
    "## Classifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 373
    },
    "executionInfo": {
     "elapsed": 133,
     "status": "error",
     "timestamp": 1686869162315,
     "user": {
      "displayName": "김영근",
      "userId": "14471018929516920707"
     },
     "user_tz": 240
    },
    "id": "wsCMbXSHIXuC",
    "outputId": "467f90f5-fd4f-4275-93c7-f0470968bb5c"
   },
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from sklearn import metrics\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.model_selection import GridSearchCV, StratifiedKFold\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.metrics import roc_curve\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import plot_confusion_matrix\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from numpy import sqrt\n",
    "from numpy import argmax\n",
    "from sklearn.datasets import make_classification\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import roc_curve\n",
    "from matplotlib import pyplot\n",
    "\n",
    "def classifiers(X_train, X_test, y_train, y_test, K = 5, verbose = 1):\n",
    "\n",
    "    if K > 0:\n",
    "        clfs = [\n",
    "            SVC(),\n",
    "            RandomForestClassifier()\n",
    "        ]\n",
    "\n",
    "        acc_dict = dict()\n",
    "\n",
    "        for clf in clfs:\n",
    "\n",
    "            if clf.__class__.__name__ == 'SVC':\n",
    "                hyperparams = {\n",
    "                    'C': [0.01,0.1,1,10,50],\n",
    "                    'gamma': ['auto','scale'],\n",
    "                    'kernel': ['linear','rbf']\n",
    "                }\n",
    "            if clf.__class__.__name__ == 'RandomForestClassifier':\n",
    "                hyperparams = {\n",
    "                    'n_estimators': [50,100,600,900],\n",
    "                    'max_features': ['auto', 'sqrt'],\n",
    "                    'max_depth':[3,5],\n",
    "                    'criterion': ['gini', 'entropy'],\n",
    "                    'n_jobs':[-1]\n",
    "                }\n",
    "\n",
    "            cross_valid = StratifiedKFold(n_splits = K, shuffle = True, random_state = 0)\n",
    "            grid_search = GridSearchCV(clf, param_grid = hyperparams, cv = cross_valid, scoring='roc_auc')\n",
    "            grid_search.fit(X_train, y_train)\n",
    "            PARAM, score = grid_search.best_params_, grid_search.best_score_\n",
    "\n",
    "            if verbose != -1:\n",
    "                print('==== clf: ', clf.__class__.__name__,\n",
    "                      '\\n best parameter: ', PARAM,\n",
    "                      '\\n best auc: ', score)\n",
    "\n",
    "            if clf.__class__.__name__ == 'SVC':\n",
    "                model = SVC(C = PARAM['C'],\n",
    "                            gamma = PARAM['gamma'],\n",
    "                            kernel = PARAM['kernel'],\n",
    "                            probability=True\n",
    "                            )\n",
    "            if clf.__class__.__name__ == 'RandomForestClassifier':\n",
    "                model = RandomForestClassifier(n_estimators = PARAM['n_estimators'],\n",
    "                                               max_features = PARAM['max_features'],\n",
    "                                               max_depth = PARAM['max_depth'],\n",
    "                                               criterion = PARAM['criterion'],\n",
    "                                               n_jobs = PARAM['n_jobs']\n",
    "                                               )\n",
    "            model.fit(X_train, y_train)\n",
    "            pred_labels = model.predict(X_test)\n",
    "            pred_labels_train = model.predict(X_train)\n",
    "            acc_dict[str(clf.__class__.__name__)] = accuracy_score(y_test, pred_labels)\n",
    "\n",
    "            if verbose != -1:\n",
    "                tn, fp, fn, tp = confusion_matrix(y_train, pred_labels_train).ravel()\n",
    "                fpr_train, tpr_train, _ = roc_curve(y_train, pred_labels_train)\n",
    "\n",
    "                print('train sensitivity: ', tp/(tp+fn))\n",
    "                print('train specificity: ', tn/(tn+fp))\n",
    "                print(' train acc: ', accuracy_score(y_train, pred_labels_train))\n",
    "                print(' train auc: ', metrics.auc(fpr_train, tpr_train))\n",
    "\n",
    "                # threshold-moving for imbalanced clf\n",
    "                pred_labels_proba = model.predict_proba(X_test)[:, 1]\n",
    "                fpr, tpr, thres = roc_curve(y_test, pred_labels_proba)\n",
    "                gmeans = sqrt(tpr * (1-fpr))\n",
    "                ix = argmax(gmeans)\n",
    "                print('Best Threshold=%f, G-Mean=%.3f' % (thres[ix], gmeans[ix]))\n",
    "                pyplot.plot([0,1], [0,1], linestyle='--', label='No Model')\n",
    "                pyplot.plot(fpr, tpr, marker='.', label='Clf')\n",
    "                pyplot.scatter(fpr[ix], tpr[ix], marker='o', color='black', label='Best')\n",
    "                pyplot.xlabel('False Positive Rate')\n",
    "                pyplot.ylabel('True Positive Rate')\n",
    "                pyplot.legend()\n",
    "                pyplot.show()\n",
    "\n",
    "                print('test sensitivity after thres tuning: ', tpr[ix])\n",
    "                print('test specificity after thres tuning: ', 1-fpr[ix])\n",
    "                pred_labels_thres = (pred_labels_proba >= thres[ix]).astype(bool)\n",
    "                print(' test acc after thres tuning: ', accuracy_score(y_test, pred_labels_thres))\n",
    "                print(' test auc after thres tuning: ', metrics.auc(fpr, tpr))\n",
    "\n",
    "    return(acc_dict)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "WEBJ97aLXS-E"
   },
   "source": [
    "# Data Processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "uz8oO_euj5i7"
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import random\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from torchvision import transforms\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "id": "XuVuA_UTJ2Rd"
   },
   "outputs": [],
   "source": [
    "# datapath = '../data'\n",
    "# data = np.load(os.path.join(datapath, 'craddock_cor_data.npy'))\n",
    "# label = np.load(os.path.join(datapath, 'autism_labels.npy'))\n",
    "\n",
    "# atlas_want = 'craddock_scorr_mean'\n",
    "atlas_want = 'power_2011'\n",
    "\n",
    "qc = np.load(os.path.join('data', 'autism_qc.npy'))\n",
    "\n",
    "# get all data & demo info\n",
    "label = np.load(os.path.join('data', 'autism_labels.npy'))\n",
    "label_qc = label[qc ==1]\n",
    "\n",
    "site = np.load(os.path.join('data', 'autism_site.npy'))\n",
    "site_qc = site[qc ==1]\n",
    "\n",
    "age = np.load(os.path.join('data', 'autism_age.npy'))\n",
    "age_qc = age[qc ==1]\n",
    "\n",
    "sex = np.load(os.path.join('data', 'autism_sex.npy'), allow_pickle=True)\n",
    "sex[sex =='F'] = 0\n",
    "sex[sex =='M'] = 1\n",
    "sex = sex.astype(str).astype(int)\n",
    "sex_qc = sex[qc ==1]\n",
    "\n",
    "data = np.load(os.path.join('data', 'fmri_'+atlas_want+'_cor.npy'))\n",
    "data_qc = data[qc ==1,:]\n",
    "\n",
    "# if combat\n",
    "data_adj_qc = np.load(os.path.join('data', 'fmri_'+atlas_want+'_cor_adj.npy'))\n",
    "data_qc = data_adj_qc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "id": "POuiHokYn8Es"
   },
   "outputs": [],
   "source": [
    "random.seed(10)\n",
    "\n",
    "# split test\n",
    "test_i = np.array(random.sample(range(len(data_qc)), k=int(len(data_qc)*0.2)))\n",
    "test_data = data_qc[test_i,:]\n",
    "test_sex = sex_qc[test_i]\n",
    "test_age = age_qc[test_i]\n",
    "test_label = label_qc[test_i]\n",
    "\n",
    "train_val_mask = np.ones(len(data_qc), bool)\n",
    "train_val_mask[test_i] = 0\n",
    "train_val_data = data_qc[train_val_mask,:]\n",
    "train_val_sex = sex_qc[train_val_mask]\n",
    "train_val_age = age_qc[train_val_mask]\n",
    "train_val_label = label_qc[train_val_mask]\n",
    "\n",
    "# split val\n",
    "val_i = np.array(random.sample(range(len(train_val_data)), k=int(len(train_val_data)*0.2)))\n",
    "val_data = train_val_data[val_i,:]\n",
    "val_sex = train_val_sex[val_i]\n",
    "val_age = train_val_age[val_i]\n",
    "val_label = train_val_label[val_i]\n",
    "\n",
    "train_mask = np.ones(len(train_val_data), bool)\n",
    "train_mask[val_i] = 0\n",
    "train_data = train_val_data[train_mask,:]\n",
    "train_sex = train_val_sex[train_mask]\n",
    "train_age = train_val_age[train_mask]\n",
    "train_label = train_val_label[train_mask]\n",
    "\n",
    "# train_data, test_data, train_label, test_label = train_test_split(data_qc, label_qc, train_size = 0.8)\n",
    "# train_data, val_data, train_label, val_label = train_test_split(train_data, train_label, train_size = 0.8)\n",
    "\n",
    "# transform the train data to pytorch format\n",
    "trainset = np.hstack((train_data, train_label.reshape((train_data.shape[0],1))))\n",
    "train_dataset = PatientDataSet(pd.DataFrame(trainset))\n",
    "trans = transforms.Compose([GaussianNoise(0,0.1,train_dataset.data_columns),ToTorchFormat()])\n",
    "train_dataset.transform = trans\n",
    "# transform the val data to pytorch format\n",
    "valset = np.hstack((val_data, val_label.reshape((val_data.shape[0],1))))\n",
    "val_dataset = PatientDataSet(pd.DataFrame(valset))\n",
    "trans = transforms.Compose([GaussianNoise(0,0.1,val_dataset.data_columns),ToTorchFormat()])\n",
    "val_dataset.transform = trans\n",
    "# transform the test data to pytorch format\n",
    "testset = np.hstack((test_data, test_label.reshape((test_data.shape[0],1))))\n",
    "test_dataset = PatientDataSet(pd.DataFrame(testset))\n",
    "trans = transforms.Compose([GaussianNoise(0,0.1,test_dataset.data_columns),ToTorchFormat()])\n",
    "test_dataset.transform = trans"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "C2Won6sdShc5"
   },
   "source": [
    "# Model Training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "id": "Zyv8GMfHShc5"
   },
   "outputs": [],
   "source": [
    "epochs = 1000\n",
    "hidden_size = 80\n",
    "latent_size = 5\n",
    "activations = ('tanh', 'selu', 'tanh', 'tanh')\n",
    "l2_rate = 0.1\n",
    "learning_rate = 1e-5\n",
    "\n",
    "# try smaller learning rates\n",
    "net_name = atlas_want+'_combat_h{}_l{}_r{}_ep{}'.format(hidden_size, latent_size, int(l2_rate*100), epochs)\n",
    "stats_list = [\"epoch\", \"loss\", \"loss_per_feature\", \"validation_loss\", \"validation_loss_per_feature\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "colab": {
     "background_save": true,
     "base_uri": "https://localhost:8080/"
    },
    "id": "RbGzh_LQGelW",
    "outputId": "961324f1-fc45-452f-c5b6-089203f60dc2"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Network 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "Train Epoch: 0\n",
      "Train Epoch: 0 [0/660 (0%)]\tLoss: 4152.946289\tLoss Per Feature 0.118723\n",
      "====> Epoch: 0 Average Loss: 4077.741862\tAverage Loss Per Feature 0.116574\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_0.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3851.283203\tLoss Per Feature 0.110100\n",
      "[64/164 (33%)]\tLoss: 3832.582031\tLoss Per Feature 0.109565\n",
      "[72/164 (67%)]\tLoss: 3883.833740\tLoss Per Feature 0.111030\n",
      "Average Loss: 3855.899658\tAverage Loss Per Feature 0.110232\n",
      "Train Epoch: 1\n",
      "Train Epoch: 1 [0/660 (0%)]\tLoss: 3818.747070\tLoss Per Feature 0.109169\n",
      "====> Epoch: 1 Average Loss: 3732.655843\tAverage Loss Per Feature 0.106708\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3583.574463\tLoss Per Feature 0.102446\n",
      "[64/164 (33%)]\tLoss: 3585.137451\tLoss Per Feature 0.102491\n",
      "[72/164 (67%)]\tLoss: 3640.924805\tLoss Per Feature 0.104086\n",
      "Average Loss: 3603.212240\tAverage Loss Per Feature 0.103008\n",
      "Train Epoch: 2\n",
      "Train Epoch: 2 [0/660 (0%)]\tLoss: 3652.939941\tLoss Per Feature 0.104429\n",
      "====> Epoch: 2 Average Loss: 3566.935303\tAverage Loss Per Feature 0.101971\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3543.718994\tLoss Per Feature 0.101307\n",
      "[64/164 (33%)]\tLoss: 3491.461914\tLoss Per Feature 0.099813\n",
      "[72/164 (67%)]\tLoss: 3525.422119\tLoss Per Feature 0.100784\n",
      "Average Loss: 3520.201009\tAverage Loss Per Feature 0.100635\n",
      "Train Epoch: 3\n",
      "Train Epoch: 3 [0/660 (0%)]\tLoss: 3475.035156\tLoss Per Feature 0.099343\n",
      "====> Epoch: 3 Average Loss: 3462.382650\tAverage Loss Per Feature 0.098982\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3532.722656\tLoss Per Feature 0.100993\n",
      "[64/164 (33%)]\tLoss: 3377.070557\tLoss Per Feature 0.096543\n",
      "[72/164 (67%)]\tLoss: 3355.395996\tLoss Per Feature 0.095923\n",
      "Average Loss: 3421.729736\tAverage Loss Per Feature 0.097820\n",
      "Train Epoch: 4\n",
      "Train Epoch: 4 [0/660 (0%)]\tLoss: 3431.233154\tLoss Per Feature 0.098091\n",
      "====> Epoch: 4 Average Loss: 3396.463704\tAverage Loss Per Feature 0.097097\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3365.378906\tLoss Per Feature 0.096209\n",
      "[64/164 (33%)]\tLoss: 3355.618164\tLoss Per Feature 0.095930\n",
      "[72/164 (67%)]\tLoss: 3421.225098\tLoss Per Feature 0.097805\n",
      "Average Loss: 3380.740723\tAverage Loss Per Feature 0.096648\n",
      "Train Epoch: 5\n",
      "Train Epoch: 5 [0/660 (0%)]\tLoss: 3304.969727\tLoss Per Feature 0.094482\n",
      "====> Epoch: 5 Average Loss: 3318.361206\tAverage Loss Per Feature 0.094865\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3296.132812\tLoss Per Feature 0.094229\n",
      "[64/164 (33%)]\tLoss: 3193.399658\tLoss Per Feature 0.091292\n",
      "[72/164 (67%)]\tLoss: 3327.909424\tLoss Per Feature 0.095137\n",
      "Average Loss: 3272.480632\tAverage Loss Per Feature 0.093553\n",
      "Train Epoch: 6\n",
      "Train Epoch: 6 [0/660 (0%)]\tLoss: 3261.918701\tLoss Per Feature 0.093251\n",
      "====> Epoch: 6 Average Loss: 3284.765625\tAverage Loss Per Feature 0.093904\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3257.084473\tLoss Per Feature 0.093113\n",
      "[64/164 (33%)]\tLoss: 3326.113770\tLoss Per Feature 0.095086\n",
      "[72/164 (67%)]\tLoss: 3091.487061\tLoss Per Feature 0.088379\n",
      "Average Loss: 3224.895101\tAverage Loss Per Feature 0.092193\n",
      "Train Epoch: 7\n",
      "Train Epoch: 7 [0/660 (0%)]\tLoss: 3234.260498\tLoss Per Feature 0.092460\n",
      "====> Epoch: 7 Average Loss: 3256.546427\tAverage Loss Per Feature 0.093097\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3310.895752\tLoss Per Feature 0.094651\n",
      "[64/164 (33%)]\tLoss: 3239.729736\tLoss Per Feature 0.092617\n",
      "[72/164 (67%)]\tLoss: 3141.796875\tLoss Per Feature 0.089817\n",
      "Average Loss: 3230.807454\tAverage Loss Per Feature 0.092362\n",
      "Train Epoch: 8\n",
      "Train Epoch: 8 [0/660 (0%)]\tLoss: 3245.228271\tLoss Per Feature 0.092774\n",
      "====> Epoch: 8 Average Loss: 3212.399333\tAverage Loss Per Feature 0.091835\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3261.792480\tLoss Per Feature 0.093247\n",
      "[64/164 (33%)]\tLoss: 3184.079346\tLoss Per Feature 0.091026\n",
      "[72/164 (67%)]\tLoss: 3189.087402\tLoss Per Feature 0.091169\n",
      "Average Loss: 3211.653076\tAverage Loss Per Feature 0.091814\n",
      "Train Epoch: 9\n",
      "Train Epoch: 9 [0/660 (0%)]\tLoss: 3220.467773\tLoss Per Feature 0.092066\n",
      "====> Epoch: 9 Average Loss: 3200.799845\tAverage Loss Per Feature 0.091504\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3242.153564\tLoss Per Feature 0.092686\n",
      "[64/164 (33%)]\tLoss: 3093.278076\tLoss Per Feature 0.088430\n",
      "[72/164 (67%)]\tLoss: 3189.065674\tLoss Per Feature 0.091168\n",
      "Average Loss: 3174.832438\tAverage Loss Per Feature 0.090761\n",
      "Train Epoch: 10\n",
      "Train Epoch: 10 [0/660 (0%)]\tLoss: 3167.500732\tLoss Per Feature 0.090552\n",
      "====> Epoch: 10 Average Loss: 3186.540039\tAverage Loss Per Feature 0.091096\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3191.081543\tLoss Per Feature 0.091226\n",
      "[64/164 (33%)]\tLoss: 3163.570557\tLoss Per Feature 0.090439\n",
      "[72/164 (67%)]\tLoss: 3170.625244\tLoss Per Feature 0.090641\n",
      "Average Loss: 3175.092448\tAverage Loss Per Feature 0.090769\n",
      "Train Epoch: 11\n",
      "Train Epoch: 11 [0/660 (0%)]\tLoss: 3251.619629\tLoss Per Feature 0.092957\n",
      "====> Epoch: 11 Average Loss: 3180.043457\tAverage Loss Per Feature 0.090910\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3189.807861\tLoss Per Feature 0.091189\n",
      "[64/164 (33%)]\tLoss: 3139.255615\tLoss Per Feature 0.089744\n",
      "[72/164 (67%)]\tLoss: 3116.216797\tLoss Per Feature 0.089086\n",
      "Average Loss: 3148.426758\tAverage Loss Per Feature 0.090006\n",
      "Train Epoch: 12\n",
      "Train Epoch: 12 [0/660 (0%)]\tLoss: 3153.043945\tLoss Per Feature 0.090138\n",
      "====> Epoch: 12 Average Loss: 3145.862915\tAverage Loss Per Feature 0.089933\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3124.734863\tLoss Per Feature 0.089329\n",
      "[64/164 (33%)]\tLoss: 3125.934814\tLoss Per Feature 0.089363\n",
      "[72/164 (67%)]\tLoss: 3164.819580\tLoss Per Feature 0.090475\n",
      "Average Loss: 3138.496419\tAverage Loss Per Feature 0.089723\n",
      "Train Epoch: 13\n",
      "Train Epoch: 13 [0/660 (0%)]\tLoss: 3104.397217\tLoss Per Feature 0.088748\n",
      "====> Epoch: 13 Average Loss: 3155.016357\tAverage Loss Per Feature 0.090195\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3131.805176\tLoss Per Feature 0.089531\n",
      "[64/164 (33%)]\tLoss: 3120.461426\tLoss Per Feature 0.089207\n",
      "[72/164 (67%)]\tLoss: 3101.713867\tLoss Per Feature 0.088671\n",
      "Average Loss: 3117.993490\tAverage Loss Per Feature 0.089136\n",
      "Train Epoch: 14\n",
      "Train Epoch: 14 [0/660 (0%)]\tLoss: 3037.584229\tLoss Per Feature 0.086838\n",
      "====> Epoch: 14 Average Loss: 3093.888753\tAverage Loss Per Feature 0.088447\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3194.333008\tLoss Per Feature 0.091319\n",
      "[64/164 (33%)]\tLoss: 3132.171875\tLoss Per Feature 0.089542\n",
      "[72/164 (67%)]\tLoss: 3153.734375\tLoss Per Feature 0.090158\n",
      "Average Loss: 3160.079753\tAverage Loss Per Feature 0.090340\n",
      "Train Epoch: 15\n",
      "Train Epoch: 15 [0/660 (0%)]\tLoss: 3120.998291\tLoss Per Feature 0.089222\n",
      "====> Epoch: 15 Average Loss: 3098.331380\tAverage Loss Per Feature 0.088574\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3150.119385\tLoss Per Feature 0.090055\n",
      "[64/164 (33%)]\tLoss: 3072.560791\tLoss Per Feature 0.087838\n",
      "[72/164 (67%)]\tLoss: 3077.843750\tLoss Per Feature 0.087989\n",
      "Average Loss: 3100.174642\tAverage Loss Per Feature 0.088627\n",
      "Train Epoch: 16\n",
      "Train Epoch: 16 [0/660 (0%)]\tLoss: 3081.847168\tLoss Per Feature 0.088103\n",
      "====> Epoch: 16 Average Loss: 3084.574259\tAverage Loss Per Feature 0.088181\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3151.068359\tLoss Per Feature 0.090082\n",
      "[64/164 (33%)]\tLoss: 3114.157959\tLoss Per Feature 0.089027\n",
      "[72/164 (67%)]\tLoss: 3068.095459\tLoss Per Feature 0.087710\n",
      "Average Loss: 3111.107259\tAverage Loss Per Feature 0.088940\n",
      "Train Epoch: 17\n",
      "Train Epoch: 17 [0/660 (0%)]\tLoss: 3172.103027\tLoss Per Feature 0.090683\n",
      "====> Epoch: 17 Average Loss: 3063.874756\tAverage Loss Per Feature 0.087589\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3210.289795\tLoss Per Feature 0.091775\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 3074.250000\tLoss Per Feature 0.087886\n",
      "[72/164 (67%)]\tLoss: 2995.922119\tLoss Per Feature 0.085647\n",
      "Average Loss: 3093.487305\tAverage Loss Per Feature 0.088436\n",
      "Train Epoch: 18\n",
      "Train Epoch: 18 [0/660 (0%)]\tLoss: 2962.718750\tLoss Per Feature 0.084698\n",
      "====> Epoch: 18 Average Loss: 3032.311483\tAverage Loss Per Feature 0.086687\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3061.901123\tLoss Per Feature 0.087533\n",
      "[64/164 (33%)]\tLoss: 2956.605469\tLoss Per Feature 0.084523\n",
      "[72/164 (67%)]\tLoss: 3118.791260\tLoss Per Feature 0.089159\n",
      "Average Loss: 3045.765951\tAverage Loss Per Feature 0.087072\n",
      "Train Epoch: 19\n",
      "Train Epoch: 19 [0/660 (0%)]\tLoss: 3036.045166\tLoss Per Feature 0.086794\n",
      "====> Epoch: 19 Average Loss: 3086.012451\tAverage Loss Per Feature 0.088222\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3098.423584\tLoss Per Feature 0.088577\n",
      "[64/164 (33%)]\tLoss: 3010.759033\tLoss Per Feature 0.086071\n",
      "[72/164 (67%)]\tLoss: 3044.004883\tLoss Per Feature 0.087021\n",
      "Average Loss: 3051.062500\tAverage Loss Per Feature 0.087223\n",
      "Train Epoch: 20\n",
      "Train Epoch: 20 [0/660 (0%)]\tLoss: 3061.499756\tLoss Per Feature 0.087521\n",
      "====> Epoch: 20 Average Loss: 3011.950887\tAverage Loss Per Feature 0.086105\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3073.208984\tLoss Per Feature 0.087856\n",
      "[64/164 (33%)]\tLoss: 2976.550537\tLoss Per Feature 0.085093\n",
      "[72/164 (67%)]\tLoss: 3013.421387\tLoss Per Feature 0.086147\n",
      "Average Loss: 3021.060303\tAverage Loss Per Feature 0.086365\n",
      "Train Epoch: 21\n",
      "Train Epoch: 21 [0/660 (0%)]\tLoss: 2934.781738\tLoss Per Feature 0.083899\n",
      "====> Epoch: 21 Average Loss: 3000.374634\tAverage Loss Per Feature 0.085774\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3025.292480\tLoss Per Feature 0.086486\n",
      "[64/164 (33%)]\tLoss: 2932.652832\tLoss Per Feature 0.083838\n",
      "[72/164 (67%)]\tLoss: 3036.344482\tLoss Per Feature 0.086802\n",
      "Average Loss: 2998.096598\tAverage Loss Per Feature 0.085709\n",
      "Train Epoch: 22\n",
      "Train Epoch: 22 [0/660 (0%)]\tLoss: 3000.875000\tLoss Per Feature 0.085788\n",
      "====> Epoch: 22 Average Loss: 2984.579386\tAverage Loss Per Feature 0.085322\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3034.873047\tLoss Per Feature 0.086760\n",
      "[64/164 (33%)]\tLoss: 2933.939453\tLoss Per Feature 0.083875\n",
      "[72/164 (67%)]\tLoss: 3057.431396\tLoss Per Feature 0.087405\n",
      "Average Loss: 3008.747965\tAverage Loss Per Feature 0.086013\n",
      "Train Epoch: 23\n",
      "Train Epoch: 23 [0/660 (0%)]\tLoss: 2972.563232\tLoss Per Feature 0.084979\n",
      "====> Epoch: 23 Average Loss: 3008.865560\tAverage Loss Per Feature 0.086017\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2954.629150\tLoss Per Feature 0.084466\n",
      "[64/164 (33%)]\tLoss: 2952.795166\tLoss Per Feature 0.084414\n",
      "[72/164 (67%)]\tLoss: 2948.180908\tLoss Per Feature 0.084282\n",
      "Average Loss: 2951.868408\tAverage Loss Per Feature 0.084387\n",
      "Train Epoch: 24\n",
      "Train Epoch: 24 [0/660 (0%)]\tLoss: 3012.501709\tLoss Per Feature 0.086121\n",
      "====> Epoch: 24 Average Loss: 2983.653564\tAverage Loss Per Feature 0.085296\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2995.187988\tLoss Per Feature 0.085626\n",
      "[64/164 (33%)]\tLoss: 2954.226074\tLoss Per Feature 0.084455\n",
      "[72/164 (67%)]\tLoss: 2945.840820\tLoss Per Feature 0.084215\n",
      "Average Loss: 2965.084961\tAverage Loss Per Feature 0.084765\n",
      "Train Epoch: 25\n",
      "Train Epoch: 25 [0/660 (0%)]\tLoss: 2981.258545\tLoss Per Feature 0.085228\n",
      "====> Epoch: 25 Average Loss: 2951.177246\tAverage Loss Per Feature 0.084368\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3049.544678\tLoss Per Feature 0.087180\n",
      "[64/164 (33%)]\tLoss: 2882.105713\tLoss Per Feature 0.082393\n",
      "[72/164 (67%)]\tLoss: 3021.474121\tLoss Per Feature 0.086377\n",
      "Average Loss: 2984.374837\tAverage Loss Per Feature 0.085317\n",
      "Train Epoch: 26\n",
      "Train Epoch: 26 [0/660 (0%)]\tLoss: 2920.607422\tLoss Per Feature 0.083494\n",
      "====> Epoch: 26 Average Loss: 2976.071045\tAverage Loss Per Feature 0.085079\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2952.750244\tLoss Per Feature 0.084413\n",
      "[64/164 (33%)]\tLoss: 2947.936279\tLoss Per Feature 0.084275\n",
      "[72/164 (67%)]\tLoss: 3066.274902\tLoss Per Feature 0.087658\n",
      "Average Loss: 2988.987142\tAverage Loss Per Feature 0.085448\n",
      "Train Epoch: 27\n",
      "Train Epoch: 27 [0/660 (0%)]\tLoss: 2903.430176\tLoss Per Feature 0.083003\n",
      "====> Epoch: 27 Average Loss: 2950.863688\tAverage Loss Per Feature 0.084359\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3012.592529\tLoss Per Feature 0.086123\n",
      "[64/164 (33%)]\tLoss: 2946.685059\tLoss Per Feature 0.084239\n",
      "[72/164 (67%)]\tLoss: 2986.822510\tLoss Per Feature 0.085387\n",
      "Average Loss: 2982.033366\tAverage Loss Per Feature 0.085250\n",
      "Train Epoch: 28\n",
      "Train Epoch: 28 [0/660 (0%)]\tLoss: 2960.782471\tLoss Per Feature 0.084642\n",
      "====> Epoch: 28 Average Loss: 2918.347412\tAverage Loss Per Feature 0.083429\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 3007.092529\tLoss Per Feature 0.085966\n",
      "[64/164 (33%)]\tLoss: 2823.744873\tLoss Per Feature 0.080725\n",
      "[72/164 (67%)]\tLoss: 2957.520752\tLoss Per Feature 0.084549\n",
      "Average Loss: 2929.452718\tAverage Loss Per Feature 0.083747\n",
      "Train Epoch: 29\n",
      "Train Epoch: 29 [0/660 (0%)]\tLoss: 2888.587646\tLoss Per Feature 0.082578\n",
      "====> Epoch: 29 Average Loss: 2924.164062\tAverage Loss Per Feature 0.083595\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2986.222900\tLoss Per Feature 0.085369\n",
      "[64/164 (33%)]\tLoss: 2835.915771\tLoss Per Feature 0.081072\n",
      "[72/164 (67%)]\tLoss: 2861.542725\tLoss Per Feature 0.081805\n",
      "Average Loss: 2894.560465\tAverage Loss Per Feature 0.082749\n",
      "Train Epoch: 30\n",
      "Train Epoch: 30 [0/660 (0%)]\tLoss: 2920.239746\tLoss Per Feature 0.083483\n",
      "====> Epoch: 30 Average Loss: 2909.346680\tAverage Loss Per Feature 0.083172\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2939.233398\tLoss Per Feature 0.084026\n",
      "[64/164 (33%)]\tLoss: 2800.049561\tLoss Per Feature 0.080047\n",
      "[72/164 (67%)]\tLoss: 2967.687500\tLoss Per Feature 0.084840\n",
      "Average Loss: 2902.323486\tAverage Loss Per Feature 0.082971\n",
      "Train Epoch: 31\n",
      "Train Epoch: 31 [0/660 (0%)]\tLoss: 2891.706543\tLoss Per Feature 0.082667\n",
      "====> Epoch: 31 Average Loss: 2865.890218\tAverage Loss Per Feature 0.081929\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2885.807373\tLoss Per Feature 0.082499\n",
      "[64/164 (33%)]\tLoss: 2875.232910\tLoss Per Feature 0.082196\n",
      "[72/164 (67%)]\tLoss: 2854.059326\tLoss Per Feature 0.081591\n",
      "Average Loss: 2871.699870\tAverage Loss Per Feature 0.082095\n",
      "Train Epoch: 32\n",
      "Train Epoch: 32 [0/660 (0%)]\tLoss: 2844.656982\tLoss Per Feature 0.081322\n",
      "====> Epoch: 32 Average Loss: 2834.106283\tAverage Loss Per Feature 0.081021\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2960.990479\tLoss Per Feature 0.084648\n",
      "[64/164 (33%)]\tLoss: 2875.441650\tLoss Per Feature 0.082202\n",
      "[72/164 (67%)]\tLoss: 2825.043457\tLoss Per Feature 0.080762\n",
      "Average Loss: 2887.158529\tAverage Loss Per Feature 0.082537\n",
      "Train Epoch: 33\n",
      "Train Epoch: 33 [0/660 (0%)]\tLoss: 2848.527832\tLoss Per Feature 0.081433\n",
      "====> Epoch: 33 Average Loss: 2852.391886\tAverage Loss Per Feature 0.081544\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2891.190430\tLoss Per Feature 0.082653\n",
      "[64/164 (33%)]\tLoss: 2861.104492\tLoss Per Feature 0.081793\n",
      "[72/164 (67%)]\tLoss: 2845.436523\tLoss Per Feature 0.081345\n",
      "Average Loss: 2865.910482\tAverage Loss Per Feature 0.081930\n",
      "Train Epoch: 34\n",
      "Train Epoch: 34 [0/660 (0%)]\tLoss: 2821.580322\tLoss Per Feature 0.080663\n",
      "====> Epoch: 34 Average Loss: 2830.668294\tAverage Loss Per Feature 0.080922\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2925.980713\tLoss Per Feature 0.083647\n",
      "[64/164 (33%)]\tLoss: 2904.744873\tLoss Per Feature 0.083040\n",
      "[72/164 (67%)]\tLoss: 2870.763672\tLoss Per Feature 0.082069\n",
      "Average Loss: 2900.496419\tAverage Loss Per Feature 0.082919\n",
      "Train Epoch: 35\n",
      "Train Epoch: 35 [0/660 (0%)]\tLoss: 2837.208496\tLoss Per Feature 0.081109\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "====> Epoch: 35 Average Loss: 2802.554728\tAverage Loss Per Feature 0.080119\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2815.933594\tLoss Per Feature 0.080501\n",
      "[64/164 (33%)]\tLoss: 2842.676025\tLoss Per Feature 0.081266\n",
      "[72/164 (67%)]\tLoss: 2828.658203\tLoss Per Feature 0.080865\n",
      "Average Loss: 2829.089274\tAverage Loss Per Feature 0.080877\n",
      "Train Epoch: 36\n",
      "Train Epoch: 36 [0/660 (0%)]\tLoss: 2832.672119\tLoss Per Feature 0.080980\n",
      "====> Epoch: 36 Average Loss: 2808.035116\tAverage Loss Per Feature 0.080275\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2900.320801\tLoss Per Feature 0.082914\n",
      "[64/164 (33%)]\tLoss: 2743.141602\tLoss Per Feature 0.078420\n",
      "[72/164 (67%)]\tLoss: 2752.660645\tLoss Per Feature 0.078692\n",
      "Average Loss: 2798.707682\tAverage Loss Per Feature 0.080009\n",
      "Train Epoch: 37\n",
      "Train Epoch: 37 [0/660 (0%)]\tLoss: 2780.888428\tLoss Per Feature 0.079499\n",
      "====> Epoch: 37 Average Loss: 2863.996623\tAverage Loss Per Feature 0.081875\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2856.911865\tLoss Per Feature 0.081673\n",
      "[64/164 (33%)]\tLoss: 2824.587891\tLoss Per Feature 0.080749\n",
      "[72/164 (67%)]\tLoss: 2749.545898\tLoss Per Feature 0.078603\n",
      "Average Loss: 2810.348551\tAverage Loss Per Feature 0.080342\n",
      "Train Epoch: 38\n",
      "Train Epoch: 38 [0/660 (0%)]\tLoss: 2807.497559\tLoss Per Feature 0.080260\n",
      "====> Epoch: 38 Average Loss: 2816.759196\tAverage Loss Per Feature 0.080525\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2869.585449\tLoss Per Feature 0.082035\n",
      "[64/164 (33%)]\tLoss: 2751.743164\tLoss Per Feature 0.078666\n",
      "[72/164 (67%)]\tLoss: 2774.336670\tLoss Per Feature 0.079312\n",
      "Average Loss: 2798.555094\tAverage Loss Per Feature 0.080004\n",
      "Train Epoch: 39\n",
      "Train Epoch: 39 [0/660 (0%)]\tLoss: 2789.026855\tLoss Per Feature 0.079732\n",
      "====> Epoch: 39 Average Loss: 2777.209432\tAverage Loss Per Feature 0.079394\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2961.228516\tLoss Per Feature 0.084655\n",
      "[64/164 (33%)]\tLoss: 2793.457764\tLoss Per Feature 0.079859\n",
      "[72/164 (67%)]\tLoss: 2801.678223\tLoss Per Feature 0.080094\n",
      "Average Loss: 2852.121501\tAverage Loss Per Feature 0.081536\n",
      "Train Epoch: 40\n",
      "Train Epoch: 40 [0/660 (0%)]\tLoss: 2787.426025\tLoss Per Feature 0.079686\n",
      "====> Epoch: 40 Average Loss: 2799.108032\tAverage Loss Per Feature 0.080020\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2801.784180\tLoss Per Feature 0.080097\n",
      "[64/164 (33%)]\tLoss: 2772.291016\tLoss Per Feature 0.079254\n",
      "[72/164 (67%)]\tLoss: 2856.277100\tLoss Per Feature 0.081655\n",
      "Average Loss: 2810.117432\tAverage Loss Per Feature 0.080335\n",
      "Train Epoch: 41\n",
      "Train Epoch: 41 [0/660 (0%)]\tLoss: 2830.122070\tLoss Per Feature 0.080907\n",
      "====> Epoch: 41 Average Loss: 2779.603760\tAverage Loss Per Feature 0.079463\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2837.425781\tLoss Per Feature 0.081116\n",
      "[64/164 (33%)]\tLoss: 2798.350830\tLoss Per Feature 0.079999\n",
      "[72/164 (67%)]\tLoss: 2800.678223\tLoss Per Feature 0.080065\n",
      "Average Loss: 2812.151611\tAverage Loss Per Feature 0.080393\n",
      "Train Epoch: 42\n",
      "Train Epoch: 42 [0/660 (0%)]\tLoss: 2702.695801\tLoss Per Feature 0.077264\n",
      "====> Epoch: 42 Average Loss: 2748.241292\tAverage Loss Per Feature 0.078566\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2791.403564\tLoss Per Feature 0.079800\n",
      "[64/164 (33%)]\tLoss: 2753.960205\tLoss Per Feature 0.078730\n",
      "[72/164 (67%)]\tLoss: 2836.462402\tLoss Per Feature 0.081088\n",
      "Average Loss: 2793.942057\tAverage Loss Per Feature 0.079873\n",
      "Train Epoch: 43\n",
      "Train Epoch: 43 [0/660 (0%)]\tLoss: 2754.270996\tLoss Per Feature 0.078738\n",
      "====> Epoch: 43 Average Loss: 2731.091146\tAverage Loss Per Feature 0.078076\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2768.159424\tLoss Per Feature 0.079135\n",
      "[64/164 (33%)]\tLoss: 2813.450928\tLoss Per Feature 0.080430\n",
      "[72/164 (67%)]\tLoss: 2711.242676\tLoss Per Feature 0.077508\n",
      "Average Loss: 2764.284342\tAverage Loss Per Feature 0.079025\n",
      "Train Epoch: 44\n",
      "Train Epoch: 44 [0/660 (0%)]\tLoss: 2736.796143\tLoss Per Feature 0.078239\n",
      "====> Epoch: 44 Average Loss: 2739.331706\tAverage Loss Per Feature 0.078311\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2768.287109\tLoss Per Feature 0.079139\n",
      "[64/164 (33%)]\tLoss: 2765.314453\tLoss Per Feature 0.079054\n",
      "[72/164 (67%)]\tLoss: 2709.505615\tLoss Per Feature 0.077459\n",
      "Average Loss: 2747.702393\tAverage Loss Per Feature 0.078551\n",
      "Train Epoch: 45\n",
      "Train Epoch: 45 [0/660 (0%)]\tLoss: 2694.579102\tLoss Per Feature 0.077032\n",
      "====> Epoch: 45 Average Loss: 2736.114827\tAverage Loss Per Feature 0.078219\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2795.211182\tLoss Per Feature 0.079909\n",
      "[64/164 (33%)]\tLoss: 2758.515869\tLoss Per Feature 0.078860\n",
      "[72/164 (67%)]\tLoss: 2666.434082\tLoss Per Feature 0.076227\n",
      "Average Loss: 2740.053711\tAverage Loss Per Feature 0.078332\n",
      "Train Epoch: 46\n",
      "Train Epoch: 46 [0/660 (0%)]\tLoss: 2697.303711\tLoss Per Feature 0.077110\n",
      "====> Epoch: 46 Average Loss: 2722.805339\tAverage Loss Per Feature 0.077839\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2752.501953\tLoss Per Feature 0.078688\n",
      "[64/164 (33%)]\tLoss: 2693.310791\tLoss Per Feature 0.076996\n",
      "[72/164 (67%)]\tLoss: 2728.850098\tLoss Per Feature 0.078012\n",
      "Average Loss: 2724.887614\tAverage Loss Per Feature 0.077898\n",
      "Train Epoch: 47\n",
      "Train Epoch: 47 [0/660 (0%)]\tLoss: 2729.978027\tLoss Per Feature 0.078044\n",
      "====> Epoch: 47 Average Loss: 2713.388346\tAverage Loss Per Feature 0.077570\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2760.027344\tLoss Per Feature 0.078903\n",
      "[64/164 (33%)]\tLoss: 2656.038574\tLoss Per Feature 0.075930\n",
      "[72/164 (67%)]\tLoss: 2762.021484\tLoss Per Feature 0.078960\n",
      "Average Loss: 2726.029134\tAverage Loss Per Feature 0.077931\n",
      "Train Epoch: 48\n",
      "Train Epoch: 48 [0/660 (0%)]\tLoss: 2677.938965\tLoss Per Feature 0.076556\n",
      "====> Epoch: 48 Average Loss: 2710.600260\tAverage Loss Per Feature 0.077490\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2756.849121\tLoss Per Feature 0.078812\n",
      "[64/164 (33%)]\tLoss: 2624.976074\tLoss Per Feature 0.075042\n",
      "[72/164 (67%)]\tLoss: 2753.161865\tLoss Per Feature 0.078707\n",
      "Average Loss: 2711.662354\tAverage Loss Per Feature 0.077520\n",
      "Train Epoch: 49\n",
      "Train Epoch: 49 [0/660 (0%)]\tLoss: 2652.899658\tLoss Per Feature 0.075840\n",
      "====> Epoch: 49 Average Loss: 2687.082560\tAverage Loss Per Feature 0.076818\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2705.003418\tLoss Per Feature 0.077330\n",
      "[64/164 (33%)]\tLoss: 2593.197998\tLoss Per Feature 0.074134\n",
      "[72/164 (67%)]\tLoss: 2642.784668\tLoss Per Feature 0.075551\n",
      "Average Loss: 2646.995361\tAverage Loss Per Feature 0.075672\n",
      "Train Epoch: 50\n",
      "Train Epoch: 50 [0/660 (0%)]\tLoss: 2691.574219\tLoss Per Feature 0.076946\n",
      "====> Epoch: 50 Average Loss: 2674.290365\tAverage Loss Per Feature 0.076452\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2665.787598\tLoss Per Feature 0.076209\n",
      "[64/164 (33%)]\tLoss: 2683.898682\tLoss Per Feature 0.076727\n",
      "[72/164 (67%)]\tLoss: 2669.195801\tLoss Per Feature 0.076306\n",
      "Average Loss: 2672.960693\tAverage Loss Per Feature 0.076414\n",
      "Train Epoch: 51\n",
      "Train Epoch: 51 [0/660 (0%)]\tLoss: 2691.220215\tLoss Per Feature 0.076936\n",
      "====> Epoch: 51 Average Loss: 2642.331665\tAverage Loss Per Feature 0.075538\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2657.247314\tLoss Per Feature 0.075965\n",
      "[64/164 (33%)]\tLoss: 2612.769531\tLoss Per Feature 0.074693\n",
      "[72/164 (67%)]\tLoss: 2650.578613\tLoss Per Feature 0.075774\n",
      "Average Loss: 2640.198486\tAverage Loss Per Feature 0.075477\n",
      "Train Epoch: 52\n",
      "Train Epoch: 52 [0/660 (0%)]\tLoss: 2679.603027\tLoss Per Feature 0.076604\n",
      "====> Epoch: 52 Average Loss: 2659.607910\tAverage Loss Per Feature 0.076032\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2747.819824\tLoss Per Feature 0.078554\n",
      "[64/164 (33%)]\tLoss: 2609.847412\tLoss Per Feature 0.074610\n",
      "[72/164 (67%)]\tLoss: 2643.794678\tLoss Per Feature 0.075580\n",
      "Average Loss: 2667.153971\tAverage Loss Per Feature 0.076248\n",
      "Train Epoch: 53\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 53 [0/660 (0%)]\tLoss: 2632.773926\tLoss Per Feature 0.075265\n",
      "====> Epoch: 53 Average Loss: 2617.563314\tAverage Loss Per Feature 0.074830\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2729.754883\tLoss Per Feature 0.078038\n",
      "[64/164 (33%)]\tLoss: 2602.352783\tLoss Per Feature 0.074395\n",
      "[72/164 (67%)]\tLoss: 2632.970703\tLoss Per Feature 0.075271\n",
      "Average Loss: 2655.026123\tAverage Loss Per Feature 0.075901\n",
      "Train Epoch: 54\n",
      "Train Epoch: 54 [0/660 (0%)]\tLoss: 2589.314209\tLoss Per Feature 0.074023\n",
      "====> Epoch: 54 Average Loss: 2619.495931\tAverage Loss Per Feature 0.074886\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2652.338867\tLoss Per Feature 0.075824\n",
      "[64/164 (33%)]\tLoss: 2665.932861\tLoss Per Feature 0.076213\n",
      "[72/164 (67%)]\tLoss: 2572.243408\tLoss Per Feature 0.073535\n",
      "Average Loss: 2630.171712\tAverage Loss Per Feature 0.075191\n",
      "Train Epoch: 55\n",
      "Train Epoch: 55 [0/660 (0%)]\tLoss: 2687.994629\tLoss Per Feature 0.076844\n",
      "====> Epoch: 55 Average Loss: 2646.524251\tAverage Loss Per Feature 0.075658\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2657.267578\tLoss Per Feature 0.075965\n",
      "[64/164 (33%)]\tLoss: 2637.261475\tLoss Per Feature 0.075393\n",
      "[72/164 (67%)]\tLoss: 2661.502197\tLoss Per Feature 0.076086\n",
      "Average Loss: 2652.010417\tAverage Loss Per Feature 0.075815\n",
      "Train Epoch: 56\n",
      "Train Epoch: 56 [0/660 (0%)]\tLoss: 2683.656250\tLoss Per Feature 0.076720\n",
      "====> Epoch: 56 Average Loss: 2677.084066\tAverage Loss Per Feature 0.076532\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2627.101074\tLoss Per Feature 0.075103\n",
      "[64/164 (33%)]\tLoss: 2626.223633\tLoss Per Feature 0.075078\n",
      "[72/164 (67%)]\tLoss: 2561.305176\tLoss Per Feature 0.073222\n",
      "Average Loss: 2604.876628\tAverage Loss Per Feature 0.074468\n",
      "Train Epoch: 57\n",
      "Train Epoch: 57 [0/660 (0%)]\tLoss: 2587.247314\tLoss Per Feature 0.073964\n",
      "====> Epoch: 57 Average Loss: 2614.226400\tAverage Loss Per Feature 0.074735\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2613.465820\tLoss Per Feature 0.074713\n",
      "[64/164 (33%)]\tLoss: 2558.283447\tLoss Per Feature 0.073136\n",
      "[72/164 (67%)]\tLoss: 2663.002197\tLoss Per Feature 0.076129\n",
      "Average Loss: 2611.583822\tAverage Loss Per Feature 0.074659\n",
      "Train Epoch: 58\n",
      "Train Epoch: 58 [0/660 (0%)]\tLoss: 2621.691162\tLoss Per Feature 0.074948\n",
      "====> Epoch: 58 Average Loss: 2589.316203\tAverage Loss Per Feature 0.074023\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2664.483643\tLoss Per Feature 0.076172\n",
      "[64/164 (33%)]\tLoss: 2577.739502\tLoss Per Feature 0.073692\n",
      "[72/164 (67%)]\tLoss: 2650.715576\tLoss Per Feature 0.075778\n",
      "Average Loss: 2630.979574\tAverage Loss Per Feature 0.075214\n",
      "Train Epoch: 59\n",
      "Train Epoch: 59 [0/660 (0%)]\tLoss: 2590.530518\tLoss Per Feature 0.074057\n",
      "====> Epoch: 59 Average Loss: 2611.638184\tAverage Loss Per Feature 0.074661\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2577.491211\tLoss Per Feature 0.073685\n",
      "[64/164 (33%)]\tLoss: 2598.095947\tLoss Per Feature 0.074274\n",
      "[72/164 (67%)]\tLoss: 2700.941650\tLoss Per Feature 0.077214\n",
      "Average Loss: 2625.509603\tAverage Loss Per Feature 0.075057\n",
      "Train Epoch: 60\n",
      "Train Epoch: 60 [0/660 (0%)]\tLoss: 2605.808350\tLoss Per Feature 0.074494\n",
      "====> Epoch: 60 Average Loss: 2617.165283\tAverage Loss Per Feature 0.074819\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2622.287842\tLoss Per Feature 0.074965\n",
      "[64/164 (33%)]\tLoss: 2583.727051\tLoss Per Feature 0.073863\n",
      "[72/164 (67%)]\tLoss: 2668.274658\tLoss Per Feature 0.076280\n",
      "Average Loss: 2624.763184\tAverage Loss Per Feature 0.075036\n",
      "Train Epoch: 61\n",
      "Train Epoch: 61 [0/660 (0%)]\tLoss: 2610.218750\tLoss Per Feature 0.074620\n",
      "====> Epoch: 61 Average Loss: 2592.898356\tAverage Loss Per Feature 0.074125\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2577.640869\tLoss Per Feature 0.073689\n",
      "[64/164 (33%)]\tLoss: 2587.609863\tLoss Per Feature 0.073974\n",
      "[72/164 (67%)]\tLoss: 2566.007324\tLoss Per Feature 0.073356\n",
      "Average Loss: 2577.086019\tAverage Loss Per Feature 0.073673\n",
      "Train Epoch: 62\n",
      "Train Epoch: 62 [0/660 (0%)]\tLoss: 2586.489990\tLoss Per Feature 0.073942\n",
      "====> Epoch: 62 Average Loss: 2571.691406\tAverage Loss Per Feature 0.073519\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2586.563477\tLoss Per Feature 0.073944\n",
      "[64/164 (33%)]\tLoss: 2564.024658\tLoss Per Feature 0.073300\n",
      "[72/164 (67%)]\tLoss: 2601.412109\tLoss Per Feature 0.074369\n",
      "Average Loss: 2584.000081\tAverage Loss Per Feature 0.073871\n",
      "Train Epoch: 63\n",
      "Train Epoch: 63 [0/660 (0%)]\tLoss: 2567.509033\tLoss Per Feature 0.073399\n",
      "====> Epoch: 63 Average Loss: 2573.622152\tAverage Loss Per Feature 0.073574\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2586.622803\tLoss Per Feature 0.073946\n",
      "[64/164 (33%)]\tLoss: 2578.559570\tLoss Per Feature 0.073715\n",
      "[72/164 (67%)]\tLoss: 2606.330322\tLoss Per Feature 0.074509\n",
      "Average Loss: 2590.504232\tAverage Loss Per Feature 0.074057\n",
      "Train Epoch: 64\n",
      "Train Epoch: 64 [0/660 (0%)]\tLoss: 2540.081299\tLoss Per Feature 0.072615\n",
      "====> Epoch: 64 Average Loss: 2566.261800\tAverage Loss Per Feature 0.073364\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2581.979980\tLoss Per Feature 0.073813\n",
      "[64/164 (33%)]\tLoss: 2527.039307\tLoss Per Feature 0.072242\n",
      "[72/164 (67%)]\tLoss: 2563.246094\tLoss Per Feature 0.073277\n",
      "Average Loss: 2557.421794\tAverage Loss Per Feature 0.073111\n",
      "Train Epoch: 65\n",
      "Train Epoch: 65 [0/660 (0%)]\tLoss: 2572.354980\tLoss Per Feature 0.073538\n",
      "====> Epoch: 65 Average Loss: 2534.475464\tAverage Loss Per Feature 0.072455\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2599.473389\tLoss Per Feature 0.074313\n",
      "[64/164 (33%)]\tLoss: 2537.886719\tLoss Per Feature 0.072553\n",
      "[72/164 (67%)]\tLoss: 2496.293457\tLoss Per Feature 0.071363\n",
      "Average Loss: 2544.551188\tAverage Loss Per Feature 0.072743\n",
      "Train Epoch: 66\n",
      "Train Epoch: 66 [0/660 (0%)]\tLoss: 2520.311523\tLoss Per Feature 0.072050\n",
      "====> Epoch: 66 Average Loss: 2522.523560\tAverage Loss Per Feature 0.072113\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2551.134521\tLoss Per Feature 0.072931\n",
      "[64/164 (33%)]\tLoss: 2556.231201\tLoss Per Feature 0.073077\n",
      "[72/164 (67%)]\tLoss: 2556.421875\tLoss Per Feature 0.073082\n",
      "Average Loss: 2554.595866\tAverage Loss Per Feature 0.073030\n",
      "Train Epoch: 67\n",
      "Train Epoch: 67 [0/660 (0%)]\tLoss: 2558.668457\tLoss Per Feature 0.073147\n",
      "====> Epoch: 67 Average Loss: 2522.015910\tAverage Loss Per Feature 0.072099\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2548.129150\tLoss Per Feature 0.072845\n",
      "[64/164 (33%)]\tLoss: 2539.219238\tLoss Per Feature 0.072591\n",
      "[72/164 (67%)]\tLoss: 2570.042725\tLoss Per Feature 0.073472\n",
      "Average Loss: 2552.463704\tAverage Loss Per Feature 0.072969\n",
      "Train Epoch: 68\n",
      "Train Epoch: 68 [0/660 (0%)]\tLoss: 2491.170654\tLoss Per Feature 0.071217\n",
      "====> Epoch: 68 Average Loss: 2531.496908\tAverage Loss Per Feature 0.072370\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2517.626221\tLoss Per Feature 0.071973\n",
      "[64/164 (33%)]\tLoss: 2507.481934\tLoss Per Feature 0.071683\n",
      "[72/164 (67%)]\tLoss: 2526.900146\tLoss Per Feature 0.072238\n",
      "Average Loss: 2517.336100\tAverage Loss Per Feature 0.071965\n",
      "Train Epoch: 69\n",
      "Train Epoch: 69 [0/660 (0%)]\tLoss: 2558.126221\tLoss Per Feature 0.073131\n",
      "====> Epoch: 69 Average Loss: 2520.463053\tAverage Loss Per Feature 0.072054\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2506.413330\tLoss Per Feature 0.071653\n",
      "[64/164 (33%)]\tLoss: 2588.863037\tLoss Per Feature 0.074010\n",
      "[72/164 (67%)]\tLoss: 2551.624023\tLoss Per Feature 0.072945\n",
      "Average Loss: 2548.966797\tAverage Loss Per Feature 0.072869\n",
      "Train Epoch: 70\n",
      "Train Epoch: 70 [0/660 (0%)]\tLoss: 2575.591553\tLoss Per Feature 0.073630\n",
      "====> Epoch: 70 Average Loss: 2503.126831\tAverage Loss Per Feature 0.071559\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2502.086670\tLoss Per Feature 0.071529\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 2466.622803\tLoss Per Feature 0.070515\n",
      "[72/164 (67%)]\tLoss: 2513.077637\tLoss Per Feature 0.071843\n",
      "Average Loss: 2493.929036\tAverage Loss Per Feature 0.071296\n",
      "Train Epoch: 71\n",
      "Train Epoch: 71 [0/660 (0%)]\tLoss: 2507.547852\tLoss Per Feature 0.071685\n",
      "====> Epoch: 71 Average Loss: 2462.473022\tAverage Loss Per Feature 0.070397\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2534.833252\tLoss Per Feature 0.072465\n",
      "[64/164 (33%)]\tLoss: 2456.469238\tLoss Per Feature 0.070225\n",
      "[72/164 (67%)]\tLoss: 2558.397217\tLoss Per Feature 0.073139\n",
      "Average Loss: 2516.566569\tAverage Loss Per Feature 0.071943\n",
      "Train Epoch: 72\n",
      "Train Epoch: 72 [0/660 (0%)]\tLoss: 2479.785400\tLoss Per Feature 0.070892\n",
      "====> Epoch: 72 Average Loss: 2542.019084\tAverage Loss Per Feature 0.072671\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2557.263184\tLoss Per Feature 0.073106\n",
      "[64/164 (33%)]\tLoss: 2415.991943\tLoss Per Feature 0.069068\n",
      "[72/164 (67%)]\tLoss: 2537.296143\tLoss Per Feature 0.072536\n",
      "Average Loss: 2503.517090\tAverage Loss Per Feature 0.071570\n",
      "Train Epoch: 73\n",
      "Train Epoch: 73 [0/660 (0%)]\tLoss: 2492.842041\tLoss Per Feature 0.071265\n",
      "====> Epoch: 73 Average Loss: 2475.318970\tAverage Loss Per Feature 0.070764\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2484.781982\tLoss Per Feature 0.071034\n",
      "[64/164 (33%)]\tLoss: 2476.468994\tLoss Per Feature 0.070797\n",
      "[72/164 (67%)]\tLoss: 2469.483154\tLoss Per Feature 0.070597\n",
      "Average Loss: 2476.911377\tAverage Loss Per Feature 0.070809\n",
      "Train Epoch: 74\n",
      "Train Epoch: 74 [0/660 (0%)]\tLoss: 2507.539307\tLoss Per Feature 0.071685\n",
      "====> Epoch: 74 Average Loss: 2468.321655\tAverage Loss Per Feature 0.070564\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2520.606934\tLoss Per Feature 0.072059\n",
      "[64/164 (33%)]\tLoss: 2470.283936\tLoss Per Feature 0.070620\n",
      "[72/164 (67%)]\tLoss: 2488.435547\tLoss Per Feature 0.071139\n",
      "Average Loss: 2493.108805\tAverage Loss Per Feature 0.071272\n",
      "Train Epoch: 75\n",
      "Train Epoch: 75 [0/660 (0%)]\tLoss: 2499.572266\tLoss Per Feature 0.071457\n",
      "====> Epoch: 75 Average Loss: 2442.730794\tAverage Loss Per Feature 0.069832\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2503.030029\tLoss Per Feature 0.071556\n",
      "[64/164 (33%)]\tLoss: 2438.156006\tLoss Per Feature 0.069701\n",
      "[72/164 (67%)]\tLoss: 2441.084717\tLoss Per Feature 0.069785\n",
      "Average Loss: 2460.756917\tAverage Loss Per Feature 0.070348\n",
      "Train Epoch: 76\n",
      "Train Epoch: 76 [0/660 (0%)]\tLoss: 2495.612793\tLoss Per Feature 0.071344\n",
      "====> Epoch: 76 Average Loss: 2436.702759\tAverage Loss Per Feature 0.069660\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2538.464600\tLoss Per Feature 0.072569\n",
      "[64/164 (33%)]\tLoss: 2367.998779\tLoss Per Feature 0.067696\n",
      "[72/164 (67%)]\tLoss: 2455.205566\tLoss Per Feature 0.070189\n",
      "Average Loss: 2453.889648\tAverage Loss Per Feature 0.070151\n",
      "Train Epoch: 77\n",
      "Train Epoch: 77 [0/660 (0%)]\tLoss: 2460.503662\tLoss Per Feature 0.070340\n",
      "====> Epoch: 77 Average Loss: 2420.469157\tAverage Loss Per Feature 0.069196\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2489.264648\tLoss Per Feature 0.071163\n",
      "[64/164 (33%)]\tLoss: 2487.103516\tLoss Per Feature 0.071101\n",
      "[72/164 (67%)]\tLoss: 2469.842529\tLoss Per Feature 0.070607\n",
      "Average Loss: 2482.070231\tAverage Loss Per Feature 0.070957\n",
      "Train Epoch: 78\n",
      "Train Epoch: 78 [0/660 (0%)]\tLoss: 2415.025146\tLoss Per Feature 0.069040\n",
      "====> Epoch: 78 Average Loss: 2459.698405\tAverage Loss Per Feature 0.070317\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2432.367920\tLoss Per Feature 0.069536\n",
      "[64/164 (33%)]\tLoss: 2354.688477\tLoss Per Feature 0.067315\n",
      "[72/164 (67%)]\tLoss: 2445.404785\tLoss Per Feature 0.069909\n",
      "Average Loss: 2410.820394\tAverage Loss Per Feature 0.068920\n",
      "Train Epoch: 79\n",
      "Train Epoch: 79 [0/660 (0%)]\tLoss: 2471.018799\tLoss Per Feature 0.070641\n",
      "====> Epoch: 79 Average Loss: 2441.704997\tAverage Loss Per Feature 0.069803\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2414.310059\tLoss Per Feature 0.069020\n",
      "[64/164 (33%)]\tLoss: 2427.304932\tLoss Per Feature 0.069391\n",
      "[72/164 (67%)]\tLoss: 2513.443359\tLoss Per Feature 0.071854\n",
      "Average Loss: 2451.686117\tAverage Loss Per Feature 0.070088\n",
      "Train Epoch: 80\n",
      "Train Epoch: 80 [0/660 (0%)]\tLoss: 2411.644775\tLoss Per Feature 0.068944\n",
      "====> Epoch: 80 Average Loss: 2418.949504\tAverage Loss Per Feature 0.069152\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2416.936035\tLoss Per Feature 0.069095\n",
      "[64/164 (33%)]\tLoss: 2419.752441\tLoss Per Feature 0.069175\n",
      "[72/164 (67%)]\tLoss: 2451.959229\tLoss Per Feature 0.070096\n",
      "Average Loss: 2429.549235\tAverage Loss Per Feature 0.069455\n",
      "Train Epoch: 81\n",
      "Train Epoch: 81 [0/660 (0%)]\tLoss: 2382.368896\tLoss Per Feature 0.068107\n",
      "====> Epoch: 81 Average Loss: 2413.339559\tAverage Loss Per Feature 0.068992\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2445.194580\tLoss Per Feature 0.069903\n",
      "[64/164 (33%)]\tLoss: 2463.698242\tLoss Per Feature 0.070432\n",
      "[72/164 (67%)]\tLoss: 2355.340576\tLoss Per Feature 0.067334\n",
      "Average Loss: 2421.411133\tAverage Loss Per Feature 0.069223\n",
      "Train Epoch: 82\n",
      "Train Epoch: 82 [0/660 (0%)]\tLoss: 2423.883789\tLoss Per Feature 0.069293\n",
      "====> Epoch: 82 Average Loss: 2428.811198\tAverage Loss Per Feature 0.069434\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2424.034912\tLoss Per Feature 0.069298\n",
      "[64/164 (33%)]\tLoss: 2351.205078\tLoss Per Feature 0.067216\n",
      "[72/164 (67%)]\tLoss: 2421.470703\tLoss Per Feature 0.069224\n",
      "Average Loss: 2398.903564\tAverage Loss Per Feature 0.068579\n",
      "Train Epoch: 83\n",
      "Train Epoch: 83 [0/660 (0%)]\tLoss: 2382.878418\tLoss Per Feature 0.068121\n",
      "====> Epoch: 83 Average Loss: 2393.332438\tAverage Loss Per Feature 0.068420\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2324.212891\tLoss Per Feature 0.066444\n",
      "[64/164 (33%)]\tLoss: 2374.418945\tLoss Per Feature 0.067879\n",
      "[72/164 (67%)]\tLoss: 2356.587158\tLoss Per Feature 0.067370\n",
      "Average Loss: 2351.739665\tAverage Loss Per Feature 0.067231\n",
      "Train Epoch: 84\n",
      "Train Epoch: 84 [0/660 (0%)]\tLoss: 2360.386719\tLoss Per Feature 0.067478\n",
      "====> Epoch: 84 Average Loss: 2362.487101\tAverage Loss Per Feature 0.067538\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2428.887939\tLoss Per Feature 0.069436\n",
      "[64/164 (33%)]\tLoss: 2332.903076\tLoss Per Feature 0.066692\n",
      "[72/164 (67%)]\tLoss: 2428.710938\tLoss Per Feature 0.069431\n",
      "Average Loss: 2396.833984\tAverage Loss Per Feature 0.068520\n",
      "Train Epoch: 85\n",
      "Train Epoch: 85 [0/660 (0%)]\tLoss: 2408.993652\tLoss Per Feature 0.068868\n",
      "====> Epoch: 85 Average Loss: 2360.609578\tAverage Loss Per Feature 0.067485\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2382.608154\tLoss Per Feature 0.068113\n",
      "[64/164 (33%)]\tLoss: 2327.119385\tLoss Per Feature 0.066527\n",
      "[72/164 (67%)]\tLoss: 2337.662109\tLoss Per Feature 0.066829\n",
      "Average Loss: 2349.129883\tAverage Loss Per Feature 0.067156\n",
      "Train Epoch: 86\n",
      "Train Epoch: 86 [0/660 (0%)]\tLoss: 2406.324219\tLoss Per Feature 0.068791\n",
      "====> Epoch: 86 Average Loss: 2361.524089\tAverage Loss Per Feature 0.067511\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2432.954346\tLoss Per Feature 0.069553\n",
      "[64/164 (33%)]\tLoss: 2296.479248\tLoss Per Feature 0.065651\n",
      "[72/164 (67%)]\tLoss: 2400.051514\tLoss Per Feature 0.068612\n",
      "Average Loss: 2376.495036\tAverage Loss Per Feature 0.067939\n",
      "Train Epoch: 87\n",
      "Train Epoch: 87 [0/660 (0%)]\tLoss: 2412.243652\tLoss Per Feature 0.068961\n",
      "====> Epoch: 87 Average Loss: 2399.372762\tAverage Loss Per Feature 0.068593\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2373.018799\tLoss Per Feature 0.067839\n",
      "[64/164 (33%)]\tLoss: 2340.828613\tLoss Per Feature 0.066919\n",
      "[72/164 (67%)]\tLoss: 2359.092041\tLoss Per Feature 0.067441\n",
      "Average Loss: 2357.646484\tAverage Loss Per Feature 0.067400\n",
      "Train Epoch: 88\n",
      "Train Epoch: 88 [0/660 (0%)]\tLoss: 2331.061523\tLoss Per Feature 0.066640\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "====> Epoch: 88 Average Loss: 2360.102417\tAverage Loss Per Feature 0.067470\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2376.824219\tLoss Per Feature 0.067948\n",
      "[64/164 (33%)]\tLoss: 2322.659424\tLoss Per Feature 0.066400\n",
      "[72/164 (67%)]\tLoss: 2378.162109\tLoss Per Feature 0.067986\n",
      "Average Loss: 2359.215251\tAverage Loss Per Feature 0.067445\n",
      "Train Epoch: 89\n",
      "Train Epoch: 89 [0/660 (0%)]\tLoss: 2290.531982\tLoss Per Feature 0.065481\n",
      "====> Epoch: 89 Average Loss: 2329.026896\tAverage Loss Per Feature 0.066582\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2390.174072\tLoss Per Feature 0.068330\n",
      "[64/164 (33%)]\tLoss: 2333.621094\tLoss Per Feature 0.066713\n",
      "[72/164 (67%)]\tLoss: 2300.217285\tLoss Per Feature 0.065758\n",
      "Average Loss: 2341.337484\tAverage Loss Per Feature 0.066934\n",
      "Train Epoch: 90\n",
      "Train Epoch: 90 [0/660 (0%)]\tLoss: 2308.901855\tLoss Per Feature 0.066006\n",
      "====> Epoch: 90 Average Loss: 2331.848429\tAverage Loss Per Feature 0.066662\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2396.000977\tLoss Per Feature 0.068496\n",
      "[64/164 (33%)]\tLoss: 2307.751709\tLoss Per Feature 0.065973\n",
      "[72/164 (67%)]\tLoss: 2392.321777\tLoss Per Feature 0.068391\n",
      "Average Loss: 2365.358154\tAverage Loss Per Feature 0.067620\n",
      "Train Epoch: 91\n",
      "Train Epoch: 91 [0/660 (0%)]\tLoss: 2357.132812\tLoss Per Feature 0.067385\n",
      "====> Epoch: 91 Average Loss: 2339.033569\tAverage Loss Per Feature 0.066868\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2308.694092\tLoss Per Feature 0.066000\n",
      "[64/164 (33%)]\tLoss: 2291.058105\tLoss Per Feature 0.065496\n",
      "[72/164 (67%)]\tLoss: 2297.641113\tLoss Per Feature 0.065684\n",
      "Average Loss: 2299.131104\tAverage Loss Per Feature 0.065727\n",
      "Train Epoch: 92\n",
      "Train Epoch: 92 [0/660 (0%)]\tLoss: 2374.169922\tLoss Per Feature 0.067872\n",
      "====> Epoch: 92 Average Loss: 2343.817668\tAverage Loss Per Feature 0.067005\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2303.340576\tLoss Per Feature 0.065847\n",
      "[64/164 (33%)]\tLoss: 2304.427979\tLoss Per Feature 0.065878\n",
      "[72/164 (67%)]\tLoss: 2368.763672\tLoss Per Feature 0.067718\n",
      "Average Loss: 2325.510742\tAverage Loss Per Feature 0.066481\n",
      "Train Epoch: 93\n",
      "Train Epoch: 93 [0/660 (0%)]\tLoss: 2270.798096\tLoss Per Feature 0.064917\n",
      "====> Epoch: 93 Average Loss: 2272.400431\tAverage Loss Per Feature 0.064963\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2339.356689\tLoss Per Feature 0.066877\n",
      "[64/164 (33%)]\tLoss: 2308.502441\tLoss Per Feature 0.065995\n",
      "[72/164 (67%)]\tLoss: 2356.641602\tLoss Per Feature 0.067371\n",
      "Average Loss: 2334.833577\tAverage Loss Per Feature 0.066748\n",
      "Train Epoch: 94\n",
      "Train Epoch: 94 [0/660 (0%)]\tLoss: 2322.805664\tLoss Per Feature 0.066404\n",
      "====> Epoch: 94 Average Loss: 2283.370117\tAverage Loss Per Feature 0.065276\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2336.868896\tLoss Per Feature 0.066806\n",
      "[64/164 (33%)]\tLoss: 2241.173096\tLoss Per Feature 0.064070\n",
      "[72/164 (67%)]\tLoss: 2308.483398\tLoss Per Feature 0.065994\n",
      "Average Loss: 2295.508464\tAverage Loss Per Feature 0.065623\n",
      "Train Epoch: 95\n",
      "Train Epoch: 95 [0/660 (0%)]\tLoss: 2286.495361\tLoss Per Feature 0.065366\n",
      "====> Epoch: 95 Average Loss: 2312.743042\tAverage Loss Per Feature 0.066116\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2278.295410\tLoss Per Feature 0.065131\n",
      "[64/164 (33%)]\tLoss: 2306.708984\tLoss Per Feature 0.065944\n",
      "[72/164 (67%)]\tLoss: 2313.204834\tLoss Per Feature 0.066129\n",
      "Average Loss: 2299.403076\tAverage Loss Per Feature 0.065735\n",
      "Train Epoch: 96\n",
      "Train Epoch: 96 [0/660 (0%)]\tLoss: 2260.797852\tLoss Per Feature 0.064631\n",
      "====> Epoch: 96 Average Loss: 2300.782674\tAverage Loss Per Feature 0.065774\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2293.744385\tLoss Per Feature 0.065573\n",
      "[64/164 (33%)]\tLoss: 2362.130371\tLoss Per Feature 0.067528\n",
      "[72/164 (67%)]\tLoss: 2290.438477\tLoss Per Feature 0.065479\n",
      "Average Loss: 2315.437744\tAverage Loss Per Feature 0.066193\n",
      "Train Epoch: 97\n",
      "Train Epoch: 97 [0/660 (0%)]\tLoss: 2293.562256\tLoss Per Feature 0.065568\n",
      "====> Epoch: 97 Average Loss: 2281.900879\tAverage Loss Per Feature 0.065234\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2300.720703\tLoss Per Feature 0.065772\n",
      "[64/164 (33%)]\tLoss: 2263.725342\tLoss Per Feature 0.064715\n",
      "[72/164 (67%)]\tLoss: 2322.515869\tLoss Per Feature 0.066396\n",
      "Average Loss: 2295.653971\tAverage Loss Per Feature 0.065628\n",
      "Train Epoch: 98\n",
      "Train Epoch: 98 [0/660 (0%)]\tLoss: 2315.975586\tLoss Per Feature 0.066209\n",
      "====> Epoch: 98 Average Loss: 2259.632324\tAverage Loss Per Feature 0.064598\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2249.069336\tLoss Per Feature 0.064296\n",
      "[64/164 (33%)]\tLoss: 2257.855713\tLoss Per Feature 0.064547\n",
      "[72/164 (67%)]\tLoss: 2318.958740\tLoss Per Feature 0.066294\n",
      "Average Loss: 2275.294596\tAverage Loss Per Feature 0.065046\n",
      "Train Epoch: 99\n",
      "Train Epoch: 99 [0/660 (0%)]\tLoss: 2284.773193\tLoss Per Feature 0.065317\n",
      "====> Epoch: 99 Average Loss: 2265.706624\tAverage Loss Per Feature 0.064771\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2280.653809\tLoss Per Feature 0.065199\n",
      "[64/164 (33%)]\tLoss: 2294.073242\tLoss Per Feature 0.065582\n",
      "[72/164 (67%)]\tLoss: 2242.553467\tLoss Per Feature 0.064110\n",
      "Average Loss: 2272.426839\tAverage Loss Per Feature 0.064964\n",
      "Train Epoch: 100\n",
      "Train Epoch: 100 [0/660 (0%)]\tLoss: 2236.956055\tLoss Per Feature 0.063950\n",
      "====> Epoch: 100 Average Loss: 2273.745972\tAverage Loss Per Feature 0.065001\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_100.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2277.259521\tLoss Per Feature 0.065102\n",
      "[64/164 (33%)]\tLoss: 2249.718994\tLoss Per Feature 0.064314\n",
      "[72/164 (67%)]\tLoss: 2370.574219\tLoss Per Feature 0.067769\n",
      "Average Loss: 2299.184245\tAverage Loss Per Feature 0.065729\n",
      "Train Epoch: 101\n",
      "Train Epoch: 101 [0/660 (0%)]\tLoss: 2247.567383\tLoss Per Feature 0.064253\n",
      "====> Epoch: 101 Average Loss: 2252.437785\tAverage Loss Per Feature 0.064392\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2263.997070\tLoss Per Feature 0.064723\n",
      "[64/164 (33%)]\tLoss: 2217.608887\tLoss Per Feature 0.063396\n",
      "[72/164 (67%)]\tLoss: 2189.755859\tLoss Per Feature 0.062600\n",
      "Average Loss: 2223.787272\tAverage Loss Per Feature 0.063573\n",
      "Train Epoch: 102\n",
      "Train Epoch: 102 [0/660 (0%)]\tLoss: 2216.457031\tLoss Per Feature 0.063364\n",
      "====> Epoch: 102 Average Loss: 2243.072632\tAverage Loss Per Feature 0.064124\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2273.436523\tLoss Per Feature 0.064992\n",
      "[64/164 (33%)]\tLoss: 2239.251221\tLoss Per Feature 0.064015\n",
      "[72/164 (67%)]\tLoss: 2253.754395\tLoss Per Feature 0.064430\n",
      "Average Loss: 2255.480713\tAverage Loss Per Feature 0.064479\n",
      "Train Epoch: 103\n",
      "Train Epoch: 103 [0/660 (0%)]\tLoss: 2297.235352\tLoss Per Feature 0.065673\n",
      "====> Epoch: 103 Average Loss: 2246.348999\tAverage Loss Per Feature 0.064218\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2255.170898\tLoss Per Feature 0.064470\n",
      "[64/164 (33%)]\tLoss: 2197.643555\tLoss Per Feature 0.062826\n",
      "[72/164 (67%)]\tLoss: 2257.083740\tLoss Per Feature 0.064525\n",
      "Average Loss: 2236.632731\tAverage Loss Per Feature 0.063940\n",
      "Train Epoch: 104\n",
      "Train Epoch: 104 [0/660 (0%)]\tLoss: 2175.383545\tLoss Per Feature 0.062189\n",
      "====> Epoch: 104 Average Loss: 2252.915161\tAverage Loss Per Feature 0.064406\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2290.917725\tLoss Per Feature 0.065492\n",
      "[64/164 (33%)]\tLoss: 2244.029785\tLoss Per Feature 0.064152\n",
      "[72/164 (67%)]\tLoss: 2262.285889\tLoss Per Feature 0.064674\n",
      "Average Loss: 2265.744466\tAverage Loss Per Feature 0.064773\n",
      "Train Epoch: 105\n",
      "Train Epoch: 105 [0/660 (0%)]\tLoss: 2234.396729\tLoss Per Feature 0.063876\n",
      "====> Epoch: 105 Average Loss: 2224.654053\tAverage Loss Per Feature 0.063598\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2241.201660\tLoss Per Feature 0.064071\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 2239.110596\tLoss Per Feature 0.064011\n",
      "[72/164 (67%)]\tLoss: 2278.492188\tLoss Per Feature 0.065137\n",
      "Average Loss: 2252.934814\tAverage Loss Per Feature 0.064406\n",
      "Train Epoch: 106\n",
      "Train Epoch: 106 [0/660 (0%)]\tLoss: 2223.195312\tLoss Per Feature 0.063556\n",
      "====> Epoch: 106 Average Loss: 2208.842163\tAverage Loss Per Feature 0.063146\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2212.157715\tLoss Per Feature 0.063241\n",
      "[64/164 (33%)]\tLoss: 2209.662842\tLoss Per Feature 0.063169\n",
      "[72/164 (67%)]\tLoss: 2196.435059\tLoss Per Feature 0.062791\n",
      "Average Loss: 2206.085205\tAverage Loss Per Feature 0.063067\n",
      "Train Epoch: 107\n",
      "Train Epoch: 107 [0/660 (0%)]\tLoss: 2189.270508\tLoss Per Feature 0.062586\n",
      "====> Epoch: 107 Average Loss: 2220.832072\tAverage Loss Per Feature 0.063489\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2233.305908\tLoss Per Feature 0.063845\n",
      "[64/164 (33%)]\tLoss: 2170.061768\tLoss Per Feature 0.062037\n",
      "[72/164 (67%)]\tLoss: 2224.816162\tLoss Per Feature 0.063603\n",
      "Average Loss: 2209.394613\tAverage Loss Per Feature 0.063162\n",
      "Train Epoch: 108\n",
      "Train Epoch: 108 [0/660 (0%)]\tLoss: 2244.291748\tLoss Per Feature 0.064159\n",
      "====> Epoch: 108 Average Loss: 2200.519002\tAverage Loss Per Feature 0.062908\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2254.251221\tLoss Per Feature 0.064444\n",
      "[64/164 (33%)]\tLoss: 2148.231689\tLoss Per Feature 0.061413\n",
      "[72/164 (67%)]\tLoss: 2134.526123\tLoss Per Feature 0.061021\n",
      "Average Loss: 2179.003011\tAverage Loss Per Feature 0.062293\n",
      "Train Epoch: 109\n",
      "Train Epoch: 109 [0/660 (0%)]\tLoss: 2234.555420\tLoss Per Feature 0.063881\n",
      "====> Epoch: 109 Average Loss: 2210.057983\tAverage Loss Per Feature 0.063181\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2232.976318\tLoss Per Feature 0.063836\n",
      "[64/164 (33%)]\tLoss: 2193.032959\tLoss Per Feature 0.062694\n",
      "[72/164 (67%)]\tLoss: 2184.044678\tLoss Per Feature 0.062437\n",
      "Average Loss: 2203.351318\tAverage Loss Per Feature 0.062989\n",
      "Train Epoch: 110\n",
      "Train Epoch: 110 [0/660 (0%)]\tLoss: 2110.086914\tLoss Per Feature 0.060323\n",
      "====> Epoch: 110 Average Loss: 2183.385295\tAverage Loss Per Feature 0.062418\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2236.583252\tLoss Per Feature 0.063939\n",
      "[64/164 (33%)]\tLoss: 2212.458496\tLoss Per Feature 0.063249\n",
      "[72/164 (67%)]\tLoss: 2181.011963\tLoss Per Feature 0.062350\n",
      "Average Loss: 2210.017904\tAverage Loss Per Feature 0.063179\n",
      "Train Epoch: 111\n",
      "Train Epoch: 111 [0/660 (0%)]\tLoss: 2154.671631\tLoss Per Feature 0.061597\n",
      "====> Epoch: 111 Average Loss: 2170.433512\tAverage Loss Per Feature 0.062048\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2189.708496\tLoss Per Feature 0.062599\n",
      "[64/164 (33%)]\tLoss: 2154.570312\tLoss Per Feature 0.061594\n",
      "[72/164 (67%)]\tLoss: 2192.948486\tLoss Per Feature 0.062691\n",
      "Average Loss: 2179.075765\tAverage Loss Per Feature 0.062295\n",
      "Train Epoch: 112\n",
      "Train Epoch: 112 [0/660 (0%)]\tLoss: 2107.275146\tLoss Per Feature 0.060242\n",
      "====> Epoch: 112 Average Loss: 2144.052511\tAverage Loss Per Feature 0.061294\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2194.348389\tLoss Per Feature 0.062732\n",
      "[64/164 (33%)]\tLoss: 2170.695557\tLoss Per Feature 0.062055\n",
      "[72/164 (67%)]\tLoss: 2196.032715\tLoss Per Feature 0.062780\n",
      "Average Loss: 2187.025553\tAverage Loss Per Feature 0.062522\n",
      "Train Epoch: 113\n",
      "Train Epoch: 113 [0/660 (0%)]\tLoss: 2113.980469\tLoss Per Feature 0.060434\n",
      "====> Epoch: 113 Average Loss: 2165.395182\tAverage Loss Per Feature 0.061904\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2233.616455\tLoss Per Feature 0.063854\n",
      "[64/164 (33%)]\tLoss: 2180.326416\tLoss Per Feature 0.062331\n",
      "[72/164 (67%)]\tLoss: 2109.344971\tLoss Per Feature 0.060301\n",
      "Average Loss: 2174.429281\tAverage Loss Per Feature 0.062162\n",
      "Train Epoch: 114\n",
      "Train Epoch: 114 [0/660 (0%)]\tLoss: 2091.350342\tLoss Per Feature 0.059787\n",
      "====> Epoch: 114 Average Loss: 2174.530477\tAverage Loss Per Feature 0.062165\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2149.729736\tLoss Per Feature 0.061456\n",
      "[64/164 (33%)]\tLoss: 2177.530518\tLoss Per Feature 0.062251\n",
      "[72/164 (67%)]\tLoss: 2136.217773\tLoss Per Feature 0.061070\n",
      "Average Loss: 2154.492676\tAverage Loss Per Feature 0.061592\n",
      "Train Epoch: 115\n",
      "Train Epoch: 115 [0/660 (0%)]\tLoss: 2232.730225\tLoss Per Feature 0.063829\n",
      "====> Epoch: 115 Average Loss: 2185.650106\tAverage Loss Per Feature 0.062483\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2155.640381\tLoss Per Feature 0.061625\n",
      "[64/164 (33%)]\tLoss: 2153.074951\tLoss Per Feature 0.061552\n",
      "[72/164 (67%)]\tLoss: 2133.165771\tLoss Per Feature 0.060982\n",
      "Average Loss: 2147.293701\tAverage Loss Per Feature 0.061386\n",
      "Train Epoch: 116\n",
      "Train Epoch: 116 [0/660 (0%)]\tLoss: 2229.639404\tLoss Per Feature 0.063740\n",
      "====> Epoch: 116 Average Loss: 2163.123169\tAverage Loss Per Feature 0.061839\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2167.156250\tLoss Per Feature 0.061954\n",
      "[64/164 (33%)]\tLoss: 2169.110352\tLoss Per Feature 0.062010\n",
      "[72/164 (67%)]\tLoss: 2195.435303\tLoss Per Feature 0.062763\n",
      "Average Loss: 2177.233968\tAverage Loss Per Feature 0.062242\n",
      "Train Epoch: 117\n",
      "Train Epoch: 117 [0/660 (0%)]\tLoss: 2115.372803\tLoss Per Feature 0.060474\n",
      "====> Epoch: 117 Average Loss: 2128.823873\tAverage Loss Per Feature 0.060858\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2207.620605\tLoss Per Feature 0.063111\n",
      "[64/164 (33%)]\tLoss: 2160.390137\tLoss Per Feature 0.061761\n",
      "[72/164 (67%)]\tLoss: 2155.721680\tLoss Per Feature 0.061627\n",
      "Average Loss: 2174.577474\tAverage Loss Per Feature 0.062166\n",
      "Train Epoch: 118\n",
      "Train Epoch: 118 [0/660 (0%)]\tLoss: 2131.354736\tLoss Per Feature 0.060931\n",
      "====> Epoch: 118 Average Loss: 2121.776347\tAverage Loss Per Feature 0.060657\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2203.915039\tLoss Per Feature 0.063005\n",
      "[64/164 (33%)]\tLoss: 2124.266602\tLoss Per Feature 0.060728\n",
      "[72/164 (67%)]\tLoss: 2175.346436\tLoss Per Feature 0.062188\n",
      "Average Loss: 2167.842692\tAverage Loss Per Feature 0.061974\n",
      "Train Epoch: 119\n",
      "Train Epoch: 119 [0/660 (0%)]\tLoss: 2164.515625\tLoss Per Feature 0.061879\n",
      "====> Epoch: 119 Average Loss: 2131.465454\tAverage Loss Per Feature 0.060934\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2179.971191\tLoss Per Feature 0.062321\n",
      "[64/164 (33%)]\tLoss: 2125.998291\tLoss Per Feature 0.060778\n",
      "[72/164 (67%)]\tLoss: 2097.607178\tLoss Per Feature 0.059966\n",
      "Average Loss: 2134.525553\tAverage Loss Per Feature 0.061021\n",
      "Train Epoch: 120\n",
      "Train Epoch: 120 [0/660 (0%)]\tLoss: 2106.366943\tLoss Per Feature 0.060216\n",
      "====> Epoch: 120 Average Loss: 2117.793783\tAverage Loss Per Feature 0.060543\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2109.808838\tLoss Per Feature 0.060315\n",
      "[64/164 (33%)]\tLoss: 2105.887451\tLoss Per Feature 0.060203\n",
      "[72/164 (67%)]\tLoss: 2059.164795\tLoss Per Feature 0.058867\n",
      "Average Loss: 2091.620361\tAverage Loss Per Feature 0.059795\n",
      "Train Epoch: 121\n",
      "Train Epoch: 121 [0/660 (0%)]\tLoss: 2151.738770\tLoss Per Feature 0.061513\n",
      "====> Epoch: 121 Average Loss: 2126.508097\tAverage Loss Per Feature 0.060792\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2088.327637\tLoss Per Feature 0.059701\n",
      "[64/164 (33%)]\tLoss: 2110.050781\tLoss Per Feature 0.060322\n",
      "[72/164 (67%)]\tLoss: 2117.388184\tLoss Per Feature 0.060531\n",
      "Average Loss: 2105.255534\tAverage Loss Per Feature 0.060185\n",
      "Train Epoch: 122\n",
      "Train Epoch: 122 [0/660 (0%)]\tLoss: 2153.358154\tLoss Per Feature 0.061560\n",
      "====> Epoch: 122 Average Loss: 2142.152140\tAverage Loss Per Feature 0.061239\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2122.268799\tLoss Per Feature 0.060671\n",
      "[64/164 (33%)]\tLoss: 2049.218018\tLoss Per Feature 0.058583\n",
      "[72/164 (67%)]\tLoss: 2108.206055\tLoss Per Feature 0.060269\n",
      "Average Loss: 2093.230957\tAverage Loss Per Feature 0.059841\n",
      "Train Epoch: 123\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 123 [0/660 (0%)]\tLoss: 2089.133789\tLoss Per Feature 0.059724\n",
      "====> Epoch: 123 Average Loss: 2093.756409\tAverage Loss Per Feature 0.059856\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2117.134033\tLoss Per Feature 0.060524\n",
      "[64/164 (33%)]\tLoss: 2112.167236\tLoss Per Feature 0.060382\n",
      "[72/164 (67%)]\tLoss: 2070.972168\tLoss Per Feature 0.059204\n",
      "Average Loss: 2100.091146\tAverage Loss Per Feature 0.060037\n",
      "Train Epoch: 124\n",
      "Train Epoch: 124 [0/660 (0%)]\tLoss: 2145.977051\tLoss Per Feature 0.061349\n",
      "====> Epoch: 124 Average Loss: 2136.924764\tAverage Loss Per Feature 0.061090\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2130.816895\tLoss Per Feature 0.060915\n",
      "[64/164 (33%)]\tLoss: 2109.277100\tLoss Per Feature 0.060300\n",
      "[72/164 (67%)]\tLoss: 2098.710205\tLoss Per Feature 0.059997\n",
      "Average Loss: 2112.934733\tAverage Loss Per Feature 0.060404\n",
      "Train Epoch: 125\n",
      "Train Epoch: 125 [0/660 (0%)]\tLoss: 2037.364624\tLoss Per Feature 0.058244\n",
      "====> Epoch: 125 Average Loss: 2092.307271\tAverage Loss Per Feature 0.059814\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2119.407471\tLoss Per Feature 0.060589\n",
      "[64/164 (33%)]\tLoss: 2122.766846\tLoss Per Feature 0.060685\n",
      "[72/164 (67%)]\tLoss: 2099.106201\tLoss Per Feature 0.060009\n",
      "Average Loss: 2113.760173\tAverage Loss Per Feature 0.060428\n",
      "Train Epoch: 126\n",
      "Train Epoch: 126 [0/660 (0%)]\tLoss: 2079.413818\tLoss Per Feature 0.059446\n",
      "====> Epoch: 126 Average Loss: 2095.320780\tAverage Loss Per Feature 0.059901\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2065.440918\tLoss Per Feature 0.059046\n",
      "[64/164 (33%)]\tLoss: 2087.458252\tLoss Per Feature 0.059676\n",
      "[72/164 (67%)]\tLoss: 2018.327393\tLoss Per Feature 0.057699\n",
      "Average Loss: 2057.075521\tAverage Loss Per Feature 0.058807\n",
      "Train Epoch: 127\n",
      "Train Epoch: 127 [0/660 (0%)]\tLoss: 2060.844238\tLoss Per Feature 0.058915\n",
      "====> Epoch: 127 Average Loss: 2115.017863\tAverage Loss Per Feature 0.060464\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2120.495605\tLoss Per Feature 0.060620\n",
      "[64/164 (33%)]\tLoss: 2025.775513\tLoss Per Feature 0.057912\n",
      "[72/164 (67%)]\tLoss: 2128.389893\tLoss Per Feature 0.060846\n",
      "Average Loss: 2091.553670\tAverage Loss Per Feature 0.059793\n",
      "Train Epoch: 128\n",
      "Train Epoch: 128 [0/660 (0%)]\tLoss: 2059.419189\tLoss Per Feature 0.058874\n",
      "====> Epoch: 128 Average Loss: 2085.257243\tAverage Loss Per Feature 0.059613\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2119.922607\tLoss Per Feature 0.060604\n",
      "[64/164 (33%)]\tLoss: 2032.632568\tLoss Per Feature 0.058108\n",
      "[72/164 (67%)]\tLoss: 2043.020630\tLoss Per Feature 0.058405\n",
      "Average Loss: 2065.191935\tAverage Loss Per Feature 0.059039\n",
      "Train Epoch: 129\n",
      "Train Epoch: 129 [0/660 (0%)]\tLoss: 2094.072510\tLoss Per Feature 0.059865\n",
      "====> Epoch: 129 Average Loss: 2080.692057\tAverage Loss Per Feature 0.059482\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2071.735107\tLoss Per Feature 0.059226\n",
      "[64/164 (33%)]\tLoss: 2057.996338\tLoss Per Feature 0.058834\n",
      "[72/164 (67%)]\tLoss: 2141.745361\tLoss Per Feature 0.061228\n",
      "Average Loss: 2090.492269\tAverage Loss Per Feature 0.059763\n",
      "Train Epoch: 130\n",
      "Train Epoch: 130 [0/660 (0%)]\tLoss: 2092.224365\tLoss Per Feature 0.059812\n",
      "====> Epoch: 130 Average Loss: 2072.886454\tAverage Loss Per Feature 0.059259\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2079.695068\tLoss Per Feature 0.059454\n",
      "[64/164 (33%)]\tLoss: 2037.039795\tLoss Per Feature 0.058234\n",
      "[72/164 (67%)]\tLoss: 2071.551758\tLoss Per Feature 0.059221\n",
      "Average Loss: 2062.762207\tAverage Loss Per Feature 0.058970\n",
      "Train Epoch: 131\n",
      "Train Epoch: 131 [0/660 (0%)]\tLoss: 2091.252930\tLoss Per Feature 0.059784\n",
      "====> Epoch: 131 Average Loss: 2067.010335\tAverage Loss Per Feature 0.059091\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2115.451660\tLoss Per Feature 0.060476\n",
      "[64/164 (33%)]\tLoss: 2039.610596\tLoss Per Feature 0.058308\n",
      "[72/164 (67%)]\tLoss: 2082.182861\tLoss Per Feature 0.059525\n",
      "Average Loss: 2079.081706\tAverage Loss Per Feature 0.059436\n",
      "Train Epoch: 132\n",
      "Train Epoch: 132 [0/660 (0%)]\tLoss: 2081.579102\tLoss Per Feature 0.059508\n",
      "====> Epoch: 132 Average Loss: 2043.305908\tAverage Loss Per Feature 0.058414\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2070.160400\tLoss Per Feature 0.059181\n",
      "[64/164 (33%)]\tLoss: 2057.265137\tLoss Per Feature 0.058813\n",
      "[72/164 (67%)]\tLoss: 1986.242676\tLoss Per Feature 0.056782\n",
      "Average Loss: 2037.889404\tAverage Loss Per Feature 0.058259\n",
      "Train Epoch: 133\n",
      "Train Epoch: 133 [0/660 (0%)]\tLoss: 2119.528564\tLoss Per Feature 0.060593\n",
      "====> Epoch: 133 Average Loss: 2071.128438\tAverage Loss Per Feature 0.059209\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2048.973145\tLoss Per Feature 0.058576\n",
      "[64/164 (33%)]\tLoss: 2082.072510\tLoss Per Feature 0.059522\n",
      "[72/164 (67%)]\tLoss: 2040.671265\tLoss Per Feature 0.058338\n",
      "Average Loss: 2057.238973\tAverage Loss Per Feature 0.058812\n",
      "Train Epoch: 134\n",
      "Train Epoch: 134 [0/660 (0%)]\tLoss: 2077.175537\tLoss Per Feature 0.059382\n",
      "====> Epoch: 134 Average Loss: 2048.086060\tAverage Loss Per Feature 0.058550\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2070.822266\tLoss Per Feature 0.059200\n",
      "[64/164 (33%)]\tLoss: 2029.848999\tLoss Per Feature 0.058029\n",
      "[72/164 (67%)]\tLoss: 2027.244873\tLoss Per Feature 0.057954\n",
      "Average Loss: 2042.638713\tAverage Loss Per Feature 0.058394\n",
      "Train Epoch: 135\n",
      "Train Epoch: 135 [0/660 (0%)]\tLoss: 2066.056152\tLoss Per Feature 0.059064\n",
      "====> Epoch: 135 Average Loss: 2014.619059\tAverage Loss Per Feature 0.057593\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2057.005615\tLoss Per Feature 0.058805\n",
      "[64/164 (33%)]\tLoss: 1995.068604\tLoss Per Feature 0.057035\n",
      "[72/164 (67%)]\tLoss: 2066.814941\tLoss Per Feature 0.059086\n",
      "Average Loss: 2039.629720\tAverage Loss Per Feature 0.058308\n",
      "Train Epoch: 136\n",
      "Train Epoch: 136 [0/660 (0%)]\tLoss: 2017.908081\tLoss Per Feature 0.057687\n",
      "====> Epoch: 136 Average Loss: 2036.172811\tAverage Loss Per Feature 0.058210\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2065.570312\tLoss Per Feature 0.059050\n",
      "[64/164 (33%)]\tLoss: 2016.616455\tLoss Per Feature 0.057651\n",
      "[72/164 (67%)]\tLoss: 2015.863281\tLoss Per Feature 0.057629\n",
      "Average Loss: 2032.683350\tAverage Loss Per Feature 0.058110\n",
      "Train Epoch: 137\n",
      "Train Epoch: 137 [0/660 (0%)]\tLoss: 2062.139404\tLoss Per Feature 0.058952\n",
      "====> Epoch: 137 Average Loss: 2027.701416\tAverage Loss Per Feature 0.057967\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2063.810547\tLoss Per Feature 0.059000\n",
      "[64/164 (33%)]\tLoss: 1983.622803\tLoss Per Feature 0.056707\n",
      "[72/164 (67%)]\tLoss: 2026.000366\tLoss Per Feature 0.057919\n",
      "Average Loss: 2024.477905\tAverage Loss Per Feature 0.057875\n",
      "Train Epoch: 138\n",
      "Train Epoch: 138 [0/660 (0%)]\tLoss: 2005.069092\tLoss Per Feature 0.057320\n",
      "====> Epoch: 138 Average Loss: 2011.802897\tAverage Loss Per Feature 0.057513\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2068.832764\tLoss Per Feature 0.059143\n",
      "[64/164 (33%)]\tLoss: 2000.289917\tLoss Per Feature 0.057184\n",
      "[72/164 (67%)]\tLoss: 1934.864014\tLoss Per Feature 0.055313\n",
      "Average Loss: 2001.328898\tAverage Loss Per Feature 0.057214\n",
      "Train Epoch: 139\n",
      "Train Epoch: 139 [0/660 (0%)]\tLoss: 2030.567017\tLoss Per Feature 0.058049\n",
      "====> Epoch: 139 Average Loss: 2012.283447\tAverage Loss Per Feature 0.057527\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2042.685425\tLoss Per Feature 0.058396\n",
      "[64/164 (33%)]\tLoss: 1983.854126\tLoss Per Feature 0.056714\n",
      "[72/164 (67%)]\tLoss: 1970.097778\tLoss Per Feature 0.056321\n",
      "Average Loss: 1998.879110\tAverage Loss Per Feature 0.057143\n",
      "Train Epoch: 140\n",
      "Train Epoch: 140 [0/660 (0%)]\tLoss: 1960.208130\tLoss Per Feature 0.056038\n",
      "====> Epoch: 140 Average Loss: 1988.827861\tAverage Loss Per Feature 0.056856\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1987.746460\tLoss Per Feature 0.056825\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1969.803833\tLoss Per Feature 0.056312\n",
      "[72/164 (67%)]\tLoss: 2037.263794\tLoss Per Feature 0.058241\n",
      "Average Loss: 1998.271362\tAverage Loss Per Feature 0.057126\n",
      "Train Epoch: 141\n",
      "Train Epoch: 141 [0/660 (0%)]\tLoss: 1994.175415\tLoss Per Feature 0.057009\n",
      "====> Epoch: 141 Average Loss: 1996.092936\tAverage Loss Per Feature 0.057064\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1968.921875\tLoss Per Feature 0.056287\n",
      "[64/164 (33%)]\tLoss: 1967.879761\tLoss Per Feature 0.056257\n",
      "[72/164 (67%)]\tLoss: 2001.529419\tLoss Per Feature 0.057219\n",
      "Average Loss: 1979.443685\tAverage Loss Per Feature 0.056588\n",
      "Train Epoch: 142\n",
      "Train Epoch: 142 [0/660 (0%)]\tLoss: 1917.036621\tLoss Per Feature 0.054804\n",
      "====> Epoch: 142 Average Loss: 1975.640544\tAverage Loss Per Feature 0.056479\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2046.405518\tLoss Per Feature 0.058502\n",
      "[64/164 (33%)]\tLoss: 1928.139893\tLoss Per Feature 0.055121\n",
      "[72/164 (67%)]\tLoss: 1938.673218\tLoss Per Feature 0.055422\n",
      "Average Loss: 1971.072876\tAverage Loss Per Feature 0.056349\n",
      "Train Epoch: 143\n",
      "Train Epoch: 143 [0/660 (0%)]\tLoss: 1980.365967\tLoss Per Feature 0.056614\n",
      "====> Epoch: 143 Average Loss: 1969.526082\tAverage Loss Per Feature 0.056304\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2009.912598\tLoss Per Feature 0.057459\n",
      "[64/164 (33%)]\tLoss: 1935.978882\tLoss Per Feature 0.055345\n",
      "[72/164 (67%)]\tLoss: 1978.249023\tLoss Per Feature 0.056554\n",
      "Average Loss: 1974.713501\tAverage Loss Per Feature 0.056453\n",
      "Train Epoch: 144\n",
      "Train Epoch: 144 [0/660 (0%)]\tLoss: 1995.552002\tLoss Per Feature 0.057048\n",
      "====> Epoch: 144 Average Loss: 1997.442159\tAverage Loss Per Feature 0.057102\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2009.885498\tLoss Per Feature 0.057458\n",
      "[64/164 (33%)]\tLoss: 1989.007935\tLoss Per Feature 0.056861\n",
      "[72/164 (67%)]\tLoss: 1974.479858\tLoss Per Feature 0.056446\n",
      "Average Loss: 1991.124430\tAverage Loss Per Feature 0.056922\n",
      "Train Epoch: 145\n",
      "Train Epoch: 145 [0/660 (0%)]\tLoss: 1996.700806\tLoss Per Feature 0.057081\n",
      "====> Epoch: 145 Average Loss: 1978.903463\tAverage Loss Per Feature 0.056572\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1946.659180\tLoss Per Feature 0.055651\n",
      "[64/164 (33%)]\tLoss: 1970.127930\tLoss Per Feature 0.056322\n",
      "[72/164 (67%)]\tLoss: 1994.292480\tLoss Per Feature 0.057012\n",
      "Average Loss: 1970.359863\tAverage Loss Per Feature 0.056328\n",
      "Train Epoch: 146\n",
      "Train Epoch: 146 [0/660 (0%)]\tLoss: 1982.203735\tLoss Per Feature 0.056667\n",
      "====> Epoch: 146 Average Loss: 1956.603841\tAverage Loss Per Feature 0.055935\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1973.679932\tLoss Per Feature 0.056423\n",
      "[64/164 (33%)]\tLoss: 1935.342896\tLoss Per Feature 0.055327\n",
      "[72/164 (67%)]\tLoss: 1922.303467\tLoss Per Feature 0.054954\n",
      "Average Loss: 1943.775431\tAverage Loss Per Feature 0.055568\n",
      "Train Epoch: 147\n",
      "Train Epoch: 147 [0/660 (0%)]\tLoss: 1944.132324\tLoss Per Feature 0.055578\n",
      "====> Epoch: 147 Average Loss: 1936.066406\tAverage Loss Per Feature 0.055348\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2005.151855\tLoss Per Feature 0.057323\n",
      "[64/164 (33%)]\tLoss: 1961.286133\tLoss Per Feature 0.056069\n",
      "[72/164 (67%)]\tLoss: 1942.890625\tLoss Per Feature 0.055543\n",
      "Average Loss: 1969.776204\tAverage Loss Per Feature 0.056311\n",
      "Train Epoch: 148\n",
      "Train Epoch: 148 [0/660 (0%)]\tLoss: 1954.623413\tLoss Per Feature 0.055878\n",
      "====> Epoch: 148 Average Loss: 1963.244405\tAverage Loss Per Feature 0.056125\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1968.562622\tLoss Per Feature 0.056277\n",
      "[64/164 (33%)]\tLoss: 1990.215332\tLoss Per Feature 0.056896\n",
      "[72/164 (67%)]\tLoss: 1970.659546\tLoss Per Feature 0.056337\n",
      "Average Loss: 1976.479167\tAverage Loss Per Feature 0.056503\n",
      "Train Epoch: 149\n",
      "Train Epoch: 149 [0/660 (0%)]\tLoss: 1979.573730\tLoss Per Feature 0.056592\n",
      "====> Epoch: 149 Average Loss: 1950.963643\tAverage Loss Per Feature 0.055774\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1959.734375\tLoss Per Feature 0.056024\n",
      "[64/164 (33%)]\tLoss: 1963.541992\tLoss Per Feature 0.056133\n",
      "[72/164 (67%)]\tLoss: 1990.265747\tLoss Per Feature 0.056897\n",
      "Average Loss: 1971.180705\tAverage Loss Per Feature 0.056352\n",
      "Train Epoch: 150\n",
      "Train Epoch: 150 [0/660 (0%)]\tLoss: 1924.411011\tLoss Per Feature 0.055015\n",
      "====> Epoch: 150 Average Loss: 1933.160685\tAverage Loss Per Feature 0.055265\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1980.621948\tLoss Per Feature 0.056622\n",
      "[64/164 (33%)]\tLoss: 1913.904297\tLoss Per Feature 0.054714\n",
      "[72/164 (67%)]\tLoss: 1888.164917\tLoss Per Feature 0.053978\n",
      "Average Loss: 1927.563721\tAverage Loss Per Feature 0.055105\n",
      "Train Epoch: 151\n",
      "Train Epoch: 151 [0/660 (0%)]\tLoss: 1901.040161\tLoss Per Feature 0.054346\n",
      "====> Epoch: 151 Average Loss: 1928.905945\tAverage Loss Per Feature 0.055143\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1994.852295\tLoss Per Feature 0.057028\n",
      "[64/164 (33%)]\tLoss: 1919.082886\tLoss Per Feature 0.054862\n",
      "[72/164 (67%)]\tLoss: 1936.496704\tLoss Per Feature 0.055360\n",
      "Average Loss: 1950.143962\tAverage Loss Per Feature 0.055750\n",
      "Train Epoch: 152\n",
      "Train Epoch: 152 [0/660 (0%)]\tLoss: 1899.067627\tLoss Per Feature 0.054290\n",
      "====> Epoch: 152 Average Loss: 1924.923116\tAverage Loss Per Feature 0.055029\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 2004.798584\tLoss Per Feature 0.057313\n",
      "[64/164 (33%)]\tLoss: 1942.630127\tLoss Per Feature 0.055535\n",
      "[72/164 (67%)]\tLoss: 1934.529785\tLoss Per Feature 0.055304\n",
      "Average Loss: 1960.652832\tAverage Loss Per Feature 0.056051\n",
      "Train Epoch: 153\n",
      "Train Epoch: 153 [0/660 (0%)]\tLoss: 1952.267700\tLoss Per Feature 0.055811\n",
      "====> Epoch: 153 Average Loss: 1923.132507\tAverage Loss Per Feature 0.054978\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1953.171509\tLoss Per Feature 0.055837\n",
      "[64/164 (33%)]\tLoss: 1878.585693\tLoss Per Feature 0.053705\n",
      "[72/164 (67%)]\tLoss: 1923.218994\tLoss Per Feature 0.054981\n",
      "Average Loss: 1918.325399\tAverage Loss Per Feature 0.054841\n",
      "Train Epoch: 154\n",
      "Train Epoch: 154 [0/660 (0%)]\tLoss: 1946.236816\tLoss Per Feature 0.055639\n",
      "====> Epoch: 154 Average Loss: 1917.713399\tAverage Loss Per Feature 0.054823\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1966.957520\tLoss Per Feature 0.056231\n",
      "[64/164 (33%)]\tLoss: 1914.736816\tLoss Per Feature 0.054738\n",
      "[72/164 (67%)]\tLoss: 1958.661987\tLoss Per Feature 0.055994\n",
      "Average Loss: 1946.785441\tAverage Loss Per Feature 0.055654\n",
      "Train Epoch: 155\n",
      "Train Epoch: 155 [0/660 (0%)]\tLoss: 1933.480591\tLoss Per Feature 0.055274\n",
      "====> Epoch: 155 Average Loss: 1898.123576\tAverage Loss Per Feature 0.054263\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1923.642944\tLoss Per Feature 0.054993\n",
      "[64/164 (33%)]\tLoss: 1914.568359\tLoss Per Feature 0.054733\n",
      "[72/164 (67%)]\tLoss: 1875.844482\tLoss Per Feature 0.053626\n",
      "Average Loss: 1904.685262\tAverage Loss Per Feature 0.054451\n",
      "Train Epoch: 156\n",
      "Train Epoch: 156 [0/660 (0%)]\tLoss: 1861.484131\tLoss Per Feature 0.053216\n",
      "====> Epoch: 156 Average Loss: 1903.508789\tAverage Loss Per Feature 0.054417\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1940.958862\tLoss Per Feature 0.055488\n",
      "[64/164 (33%)]\tLoss: 1898.811279\tLoss Per Feature 0.054283\n",
      "[72/164 (67%)]\tLoss: 1907.672729\tLoss Per Feature 0.054536\n",
      "Average Loss: 1915.814290\tAverage Loss Per Feature 0.054769\n",
      "Train Epoch: 157\n",
      "Train Epoch: 157 [0/660 (0%)]\tLoss: 1929.753784\tLoss Per Feature 0.055167\n",
      "====> Epoch: 157 Average Loss: 1891.165955\tAverage Loss Per Feature 0.054064\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1877.927734\tLoss Per Feature 0.053686\n",
      "[64/164 (33%)]\tLoss: 1857.874634\tLoss Per Feature 0.053112\n",
      "[72/164 (67%)]\tLoss: 1923.835327\tLoss Per Feature 0.054998\n",
      "Average Loss: 1886.545898\tAverage Loss Per Feature 0.053932\n",
      "Train Epoch: 158\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 158 [0/660 (0%)]\tLoss: 1916.403564\tLoss Per Feature 0.054786\n",
      "====> Epoch: 158 Average Loss: 1904.690653\tAverage Loss Per Feature 0.054451\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1927.128784\tLoss Per Feature 0.055092\n",
      "[64/164 (33%)]\tLoss: 1913.115601\tLoss Per Feature 0.054692\n",
      "[72/164 (67%)]\tLoss: 1885.103149\tLoss Per Feature 0.053891\n",
      "Average Loss: 1908.449178\tAverage Loss Per Feature 0.054558\n",
      "Train Epoch: 159\n",
      "Train Epoch: 159 [0/660 (0%)]\tLoss: 1917.608276\tLoss Per Feature 0.054820\n",
      "====> Epoch: 159 Average Loss: 1894.605876\tAverage Loss Per Feature 0.054163\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1958.777832\tLoss Per Feature 0.055997\n",
      "[64/164 (33%)]\tLoss: 1878.316895\tLoss Per Feature 0.053697\n",
      "[72/164 (67%)]\tLoss: 1886.534668\tLoss Per Feature 0.053932\n",
      "Average Loss: 1907.876465\tAverage Loss Per Feature 0.054542\n",
      "Train Epoch: 160\n",
      "Train Epoch: 160 [0/660 (0%)]\tLoss: 1868.786743\tLoss Per Feature 0.053424\n",
      "====> Epoch: 160 Average Loss: 1872.621440\tAverage Loss Per Feature 0.053534\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1895.018311\tLoss Per Feature 0.054174\n",
      "[64/164 (33%)]\tLoss: 1906.302734\tLoss Per Feature 0.054497\n",
      "[72/164 (67%)]\tLoss: 1903.329712\tLoss Per Feature 0.054412\n",
      "Average Loss: 1901.550252\tAverage Loss Per Feature 0.054361\n",
      "Train Epoch: 161\n",
      "Train Epoch: 161 [0/660 (0%)]\tLoss: 1856.167847\tLoss Per Feature 0.053064\n",
      "====> Epoch: 161 Average Loss: 1898.523031\tAverage Loss Per Feature 0.054275\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1922.179321\tLoss Per Feature 0.054951\n",
      "[64/164 (33%)]\tLoss: 1861.599731\tLoss Per Feature 0.053219\n",
      "[72/164 (67%)]\tLoss: 1836.702881\tLoss Per Feature 0.052507\n",
      "Average Loss: 1873.493978\tAverage Loss Per Feature 0.053559\n",
      "Train Epoch: 162\n",
      "Train Epoch: 162 [0/660 (0%)]\tLoss: 1901.080933\tLoss Per Feature 0.054348\n",
      "====> Epoch: 162 Average Loss: 1872.560364\tAverage Loss Per Feature 0.053532\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1853.418945\tLoss Per Feature 0.052985\n",
      "[64/164 (33%)]\tLoss: 1850.381958\tLoss Per Feature 0.052898\n",
      "[72/164 (67%)]\tLoss: 1844.534058\tLoss Per Feature 0.052731\n",
      "Average Loss: 1849.444987\tAverage Loss Per Feature 0.052871\n",
      "Train Epoch: 163\n",
      "Train Epoch: 163 [0/660 (0%)]\tLoss: 1829.954712\tLoss Per Feature 0.052314\n",
      "====> Epoch: 163 Average Loss: 1869.510173\tAverage Loss Per Feature 0.053445\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1868.253906\tLoss Per Feature 0.053409\n",
      "[64/164 (33%)]\tLoss: 1870.890747\tLoss Per Feature 0.053485\n",
      "[72/164 (67%)]\tLoss: 1912.245117\tLoss Per Feature 0.054667\n",
      "Average Loss: 1883.796590\tAverage Loss Per Feature 0.053854\n",
      "Train Epoch: 164\n",
      "Train Epoch: 164 [0/660 (0%)]\tLoss: 1854.699463\tLoss Per Feature 0.053022\n",
      "====> Epoch: 164 Average Loss: 1860.614522\tAverage Loss Per Feature 0.053191\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1855.403931\tLoss Per Feature 0.053042\n",
      "[64/164 (33%)]\tLoss: 1840.451294\tLoss Per Feature 0.052614\n",
      "[72/164 (67%)]\tLoss: 1870.240601\tLoss Per Feature 0.053466\n",
      "Average Loss: 1855.365275\tAverage Loss Per Feature 0.053041\n",
      "Train Epoch: 165\n",
      "Train Epoch: 165 [0/660 (0%)]\tLoss: 1876.959595\tLoss Per Feature 0.053658\n",
      "====> Epoch: 165 Average Loss: 1849.913066\tAverage Loss Per Feature 0.052885\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1881.822266\tLoss Per Feature 0.053797\n",
      "[64/164 (33%)]\tLoss: 1846.692261\tLoss Per Feature 0.052793\n",
      "[72/164 (67%)]\tLoss: 1890.476562\tLoss Per Feature 0.054044\n",
      "Average Loss: 1872.997030\tAverage Loss Per Feature 0.053545\n",
      "Train Epoch: 166\n",
      "Train Epoch: 166 [0/660 (0%)]\tLoss: 1907.338013\tLoss Per Feature 0.054527\n",
      "====> Epoch: 166 Average Loss: 1846.379883\tAverage Loss Per Feature 0.052784\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1925.201172\tLoss Per Feature 0.055037\n",
      "[64/164 (33%)]\tLoss: 1838.685059\tLoss Per Feature 0.052564\n",
      "[72/164 (67%)]\tLoss: 1850.773926\tLoss Per Feature 0.052909\n",
      "Average Loss: 1871.553385\tAverage Loss Per Feature 0.053504\n",
      "Train Epoch: 167\n",
      "Train Epoch: 167 [0/660 (0%)]\tLoss: 1852.519043\tLoss Per Feature 0.052959\n",
      "====> Epoch: 167 Average Loss: 1876.369690\tAverage Loss Per Feature 0.053641\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1912.890015\tLoss Per Feature 0.054685\n",
      "[64/164 (33%)]\tLoss: 1806.968140\tLoss Per Feature 0.051657\n",
      "[72/164 (67%)]\tLoss: 1849.905640\tLoss Per Feature 0.052885\n",
      "Average Loss: 1856.587931\tAverage Loss Per Feature 0.053076\n",
      "Train Epoch: 168\n",
      "Train Epoch: 168 [0/660 (0%)]\tLoss: 1860.595093\tLoss Per Feature 0.053190\n",
      "====> Epoch: 168 Average Loss: 1831.710286\tAverage Loss Per Feature 0.052365\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1850.209106\tLoss Per Feature 0.052893\n",
      "[64/164 (33%)]\tLoss: 1853.555908\tLoss Per Feature 0.052989\n",
      "[72/164 (67%)]\tLoss: 1827.671997\tLoss Per Feature 0.052249\n",
      "Average Loss: 1843.812337\tAverage Loss Per Feature 0.052710\n",
      "Train Epoch: 169\n",
      "Train Epoch: 169 [0/660 (0%)]\tLoss: 1832.835938\tLoss Per Feature 0.052397\n",
      "====> Epoch: 169 Average Loss: 1832.747945\tAverage Loss Per Feature 0.052394\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1853.716309\tLoss Per Feature 0.052994\n",
      "[64/164 (33%)]\tLoss: 1813.027832\tLoss Per Feature 0.051830\n",
      "[72/164 (67%)]\tLoss: 1813.189453\tLoss Per Feature 0.051835\n",
      "Average Loss: 1826.644531\tAverage Loss Per Feature 0.052220\n",
      "Train Epoch: 170\n",
      "Train Epoch: 170 [0/660 (0%)]\tLoss: 1770.289062\tLoss Per Feature 0.050609\n",
      "====> Epoch: 170 Average Loss: 1823.234599\tAverage Loss Per Feature 0.052122\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1833.513184\tLoss Per Feature 0.052416\n",
      "[64/164 (33%)]\tLoss: 1795.258545\tLoss Per Feature 0.051322\n",
      "[72/164 (67%)]\tLoss: 1822.953979\tLoss Per Feature 0.052114\n",
      "Average Loss: 1817.241903\tAverage Loss Per Feature 0.051951\n",
      "Train Epoch: 171\n",
      "Train Epoch: 171 [0/660 (0%)]\tLoss: 1827.294678\tLoss Per Feature 0.052238\n",
      "====> Epoch: 171 Average Loss: 1818.258179\tAverage Loss Per Feature 0.051980\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1860.132202\tLoss Per Feature 0.053177\n",
      "[64/164 (33%)]\tLoss: 1824.017944\tLoss Per Feature 0.052145\n",
      "[72/164 (67%)]\tLoss: 1780.333130\tLoss Per Feature 0.050896\n",
      "Average Loss: 1821.494425\tAverage Loss Per Feature 0.052072\n",
      "Train Epoch: 172\n",
      "Train Epoch: 172 [0/660 (0%)]\tLoss: 1847.017944\tLoss Per Feature 0.052802\n",
      "====> Epoch: 172 Average Loss: 1826.665283\tAverage Loss Per Feature 0.052220\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1846.443237\tLoss Per Feature 0.052786\n",
      "[64/164 (33%)]\tLoss: 1821.828003\tLoss Per Feature 0.052082\n",
      "[72/164 (67%)]\tLoss: 1850.803467\tLoss Per Feature 0.052910\n",
      "Average Loss: 1839.691569\tAverage Loss Per Feature 0.052593\n",
      "Train Epoch: 173\n",
      "Train Epoch: 173 [0/660 (0%)]\tLoss: 1829.413452\tLoss Per Feature 0.052299\n",
      "====> Epoch: 173 Average Loss: 1787.739380\tAverage Loss Per Feature 0.051107\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1847.691040\tLoss Per Feature 0.052821\n",
      "[64/164 (33%)]\tLoss: 1756.384399\tLoss Per Feature 0.050211\n",
      "[72/164 (67%)]\tLoss: 1848.936157\tLoss Per Feature 0.052857\n",
      "Average Loss: 1817.670532\tAverage Loss Per Feature 0.051963\n",
      "Train Epoch: 174\n",
      "Train Epoch: 174 [0/660 (0%)]\tLoss: 1791.606689\tLoss Per Feature 0.051218\n",
      "====> Epoch: 174 Average Loss: 1802.269857\tAverage Loss Per Feature 0.051523\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1801.032104\tLoss Per Feature 0.051487\n",
      "[64/164 (33%)]\tLoss: 1827.821777\tLoss Per Feature 0.052253\n",
      "[72/164 (67%)]\tLoss: 1789.709595\tLoss Per Feature 0.051164\n",
      "Average Loss: 1806.187826\tAverage Loss Per Feature 0.051635\n",
      "Train Epoch: 175\n",
      "Train Epoch: 175 [0/660 (0%)]\tLoss: 1787.205933\tLoss Per Feature 0.051092\n",
      "====> Epoch: 175 Average Loss: 1813.927165\tAverage Loss Per Feature 0.051856\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1857.760864\tLoss Per Feature 0.053109\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1802.134521\tLoss Per Feature 0.051519\n",
      "[72/164 (67%)]\tLoss: 1795.508179\tLoss Per Feature 0.051330\n",
      "Average Loss: 1818.467855\tAverage Loss Per Feature 0.051986\n",
      "Train Epoch: 176\n",
      "Train Epoch: 176 [0/660 (0%)]\tLoss: 1791.558838\tLoss Per Feature 0.051217\n",
      "====> Epoch: 176 Average Loss: 1789.630575\tAverage Loss Per Feature 0.051162\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1855.803833\tLoss Per Feature 0.053053\n",
      "[64/164 (33%)]\tLoss: 1783.916138\tLoss Per Feature 0.050998\n",
      "[72/164 (67%)]\tLoss: 1785.353638\tLoss Per Feature 0.051039\n",
      "Average Loss: 1808.357869\tAverage Loss Per Feature 0.051697\n",
      "Train Epoch: 177\n",
      "Train Epoch: 177 [0/660 (0%)]\tLoss: 1750.966064\tLoss Per Feature 0.050056\n",
      "====> Epoch: 177 Average Loss: 1786.048096\tAverage Loss Per Feature 0.051059\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1811.442261\tLoss Per Feature 0.051785\n",
      "[64/164 (33%)]\tLoss: 1772.632935\tLoss Per Feature 0.050676\n",
      "[72/164 (67%)]\tLoss: 1769.089966\tLoss Per Feature 0.050574\n",
      "Average Loss: 1784.388387\tAverage Loss Per Feature 0.051012\n",
      "Train Epoch: 178\n",
      "Train Epoch: 178 [0/660 (0%)]\tLoss: 1770.164795\tLoss Per Feature 0.050605\n",
      "====> Epoch: 178 Average Loss: 1802.491618\tAverage Loss Per Feature 0.051529\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1833.711792\tLoss Per Feature 0.052422\n",
      "[64/164 (33%)]\tLoss: 1781.256226\tLoss Per Feature 0.050922\n",
      "[72/164 (67%)]\tLoss: 1841.769531\tLoss Per Feature 0.052652\n",
      "Average Loss: 1818.912516\tAverage Loss Per Feature 0.051999\n",
      "Train Epoch: 179\n",
      "Train Epoch: 179 [0/660 (0%)]\tLoss: 1782.606812\tLoss Per Feature 0.050961\n",
      "====> Epoch: 179 Average Loss: 1769.030884\tAverage Loss Per Feature 0.050573\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1804.714722\tLoss Per Feature 0.051593\n",
      "[64/164 (33%)]\tLoss: 1817.593628\tLoss Per Feature 0.051961\n",
      "[72/164 (67%)]\tLoss: 1799.027100\tLoss Per Feature 0.051430\n",
      "Average Loss: 1807.111816\tAverage Loss Per Feature 0.051661\n",
      "Train Epoch: 180\n",
      "Train Epoch: 180 [0/660 (0%)]\tLoss: 1835.797363\tLoss Per Feature 0.052481\n",
      "====> Epoch: 180 Average Loss: 1765.345276\tAverage Loss Per Feature 0.050467\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1851.345215\tLoss Per Feature 0.052926\n",
      "[64/164 (33%)]\tLoss: 1745.872437\tLoss Per Feature 0.049911\n",
      "[72/164 (67%)]\tLoss: 1792.929565\tLoss Per Feature 0.051256\n",
      "Average Loss: 1796.715739\tAverage Loss Per Feature 0.051364\n",
      "Train Epoch: 181\n",
      "Train Epoch: 181 [0/660 (0%)]\tLoss: 1764.070679\tLoss Per Feature 0.050431\n",
      "====> Epoch: 181 Average Loss: 1780.180135\tAverage Loss Per Feature 0.050891\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1799.786865\tLoss Per Feature 0.051452\n",
      "[64/164 (33%)]\tLoss: 1780.483765\tLoss Per Feature 0.050900\n",
      "[72/164 (67%)]\tLoss: 1738.285767\tLoss Per Feature 0.049694\n",
      "Average Loss: 1772.852132\tAverage Loss Per Feature 0.050682\n",
      "Train Epoch: 182\n",
      "Train Epoch: 182 [0/660 (0%)]\tLoss: 1744.354858\tLoss Per Feature 0.049867\n",
      "====> Epoch: 182 Average Loss: 1783.697510\tAverage Loss Per Feature 0.050992\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1799.874268\tLoss Per Feature 0.051454\n",
      "[64/164 (33%)]\tLoss: 1784.484741\tLoss Per Feature 0.051014\n",
      "[72/164 (67%)]\tLoss: 1852.525269\tLoss Per Feature 0.052960\n",
      "Average Loss: 1812.294759\tAverage Loss Per Feature 0.051809\n",
      "Train Epoch: 183\n",
      "Train Epoch: 183 [0/660 (0%)]\tLoss: 1778.151733\tLoss Per Feature 0.050833\n",
      "====> Epoch: 183 Average Loss: 1741.550415\tAverage Loss Per Feature 0.049787\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1792.221069\tLoss Per Feature 0.051236\n",
      "[64/164 (33%)]\tLoss: 1734.819946\tLoss Per Feature 0.049595\n",
      "[72/164 (67%)]\tLoss: 1810.941895\tLoss Per Feature 0.051771\n",
      "Average Loss: 1779.327637\tAverage Loss Per Feature 0.050867\n",
      "Train Epoch: 184\n",
      "Train Epoch: 184 [0/660 (0%)]\tLoss: 1750.190430\tLoss Per Feature 0.050034\n",
      "====> Epoch: 184 Average Loss: 1762.330058\tAverage Loss Per Feature 0.050381\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1843.286377\tLoss Per Feature 0.052695\n",
      "[64/164 (33%)]\tLoss: 1772.755493\tLoss Per Feature 0.050679\n",
      "[72/164 (67%)]\tLoss: 1706.646973\tLoss Per Feature 0.048789\n",
      "Average Loss: 1774.229614\tAverage Loss Per Feature 0.050721\n",
      "Train Epoch: 185\n",
      "Train Epoch: 185 [0/660 (0%)]\tLoss: 1767.566895\tLoss Per Feature 0.050531\n",
      "====> Epoch: 185 Average Loss: 1752.810730\tAverage Loss Per Feature 0.050109\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1807.920532\tLoss Per Feature 0.051684\n",
      "[64/164 (33%)]\tLoss: 1754.538574\tLoss Per Feature 0.050158\n",
      "[72/164 (67%)]\tLoss: 1675.745483\tLoss Per Feature 0.047906\n",
      "Average Loss: 1746.068197\tAverage Loss Per Feature 0.049916\n",
      "Train Epoch: 186\n",
      "Train Epoch: 186 [0/660 (0%)]\tLoss: 1749.735962\tLoss Per Feature 0.050021\n",
      "====> Epoch: 186 Average Loss: 1751.404500\tAverage Loss Per Feature 0.050069\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1777.879517\tLoss Per Feature 0.050826\n",
      "[64/164 (33%)]\tLoss: 1796.416870\tLoss Per Feature 0.051356\n",
      "[72/164 (67%)]\tLoss: 1785.525757\tLoss Per Feature 0.051044\n",
      "Average Loss: 1786.607381\tAverage Loss Per Feature 0.051075\n",
      "Train Epoch: 187\n",
      "Train Epoch: 187 [0/660 (0%)]\tLoss: 1776.978394\tLoss Per Feature 0.050800\n",
      "====> Epoch: 187 Average Loss: 1744.899943\tAverage Loss Per Feature 0.049883\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1793.208618\tLoss Per Feature 0.051264\n",
      "[64/164 (33%)]\tLoss: 1744.092041\tLoss Per Feature 0.049860\n",
      "[72/164 (67%)]\tLoss: 1766.824463\tLoss Per Feature 0.050510\n",
      "Average Loss: 1768.041707\tAverage Loss Per Feature 0.050544\n",
      "Train Epoch: 188\n",
      "Train Epoch: 188 [0/660 (0%)]\tLoss: 1749.208374\tLoss Per Feature 0.050006\n",
      "====> Epoch: 188 Average Loss: 1741.326965\tAverage Loss Per Feature 0.049781\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1783.295044\tLoss Per Feature 0.050980\n",
      "[64/164 (33%)]\tLoss: 1744.015137\tLoss Per Feature 0.049857\n",
      "[72/164 (67%)]\tLoss: 1758.861084\tLoss Per Feature 0.050282\n",
      "Average Loss: 1762.057088\tAverage Loss Per Feature 0.050373\n",
      "Train Epoch: 189\n",
      "Train Epoch: 189 [0/660 (0%)]\tLoss: 1780.743530\tLoss Per Feature 0.050907\n",
      "====> Epoch: 189 Average Loss: 1739.463155\tAverage Loss Per Feature 0.049727\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1739.414062\tLoss Per Feature 0.049726\n",
      "[64/164 (33%)]\tLoss: 1699.515991\tLoss Per Feature 0.048585\n",
      "[72/164 (67%)]\tLoss: 1775.018066\tLoss Per Feature 0.050744\n",
      "Average Loss: 1737.982707\tAverage Loss Per Feature 0.049685\n",
      "Train Epoch: 190\n",
      "Train Epoch: 190 [0/660 (0%)]\tLoss: 1741.851074\tLoss Per Feature 0.049796\n",
      "====> Epoch: 190 Average Loss: 1732.556559\tAverage Loss Per Feature 0.049530\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1728.824341\tLoss Per Feature 0.049423\n",
      "[64/164 (33%)]\tLoss: 1725.906128\tLoss Per Feature 0.049340\n",
      "[72/164 (67%)]\tLoss: 1692.998657\tLoss Per Feature 0.048399\n",
      "Average Loss: 1715.909709\tAverage Loss Per Feature 0.049054\n",
      "Train Epoch: 191\n",
      "Train Epoch: 191 [0/660 (0%)]\tLoss: 1725.123413\tLoss Per Feature 0.049317\n",
      "====> Epoch: 191 Average Loss: 1726.025289\tAverage Loss Per Feature 0.049343\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1761.698608\tLoss Per Feature 0.050363\n",
      "[64/164 (33%)]\tLoss: 1759.646484\tLoss Per Feature 0.050304\n",
      "[72/164 (67%)]\tLoss: 1724.432861\tLoss Per Feature 0.049298\n",
      "Average Loss: 1748.592651\tAverage Loss Per Feature 0.049988\n",
      "Train Epoch: 192\n",
      "Train Epoch: 192 [0/660 (0%)]\tLoss: 1717.415405\tLoss Per Feature 0.049097\n",
      "====> Epoch: 192 Average Loss: 1718.770162\tAverage Loss Per Feature 0.049136\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1707.175781\tLoss Per Feature 0.048804\n",
      "[64/164 (33%)]\tLoss: 1674.520020\tLoss Per Feature 0.047871\n",
      "[72/164 (67%)]\tLoss: 1781.733765\tLoss Per Feature 0.050936\n",
      "Average Loss: 1721.143188\tAverage Loss Per Feature 0.049204\n",
      "Train Epoch: 193\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 193 [0/660 (0%)]\tLoss: 1721.967041\tLoss Per Feature 0.049227\n",
      "====> Epoch: 193 Average Loss: 1709.506816\tAverage Loss Per Feature 0.048871\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1782.760742\tLoss Per Feature 0.050965\n",
      "[64/164 (33%)]\tLoss: 1701.043823\tLoss Per Feature 0.048629\n",
      "[72/164 (67%)]\tLoss: 1738.680176\tLoss Per Feature 0.049705\n",
      "Average Loss: 1740.828247\tAverage Loss Per Feature 0.049766\n",
      "Train Epoch: 194\n",
      "Train Epoch: 194 [0/660 (0%)]\tLoss: 1728.934692\tLoss Per Feature 0.049426\n",
      "====> Epoch: 194 Average Loss: 1731.272847\tAverage Loss Per Feature 0.049493\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1762.501099\tLoss Per Feature 0.050386\n",
      "[64/164 (33%)]\tLoss: 1771.674561\tLoss Per Feature 0.050648\n",
      "[72/164 (67%)]\tLoss: 1736.258179\tLoss Per Feature 0.049636\n",
      "Average Loss: 1756.811279\tAverage Loss Per Feature 0.050223\n",
      "Train Epoch: 195\n",
      "Train Epoch: 195 [0/660 (0%)]\tLoss: 1734.191528\tLoss Per Feature 0.049577\n",
      "====> Epoch: 195 Average Loss: 1681.964803\tAverage Loss Per Feature 0.048084\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1751.283325\tLoss Per Feature 0.050065\n",
      "[64/164 (33%)]\tLoss: 1662.586548\tLoss Per Feature 0.047530\n",
      "[72/164 (67%)]\tLoss: 1689.440186\tLoss Per Feature 0.048297\n",
      "Average Loss: 1701.103353\tAverage Loss Per Feature 0.048631\n",
      "Train Epoch: 196\n",
      "Train Epoch: 196 [0/660 (0%)]\tLoss: 1651.710449\tLoss Per Feature 0.047219\n",
      "====> Epoch: 196 Average Loss: 1730.902140\tAverage Loss Per Feature 0.049483\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1730.504395\tLoss Per Feature 0.049471\n",
      "[64/164 (33%)]\tLoss: 1689.015747\tLoss Per Feature 0.048285\n",
      "[72/164 (67%)]\tLoss: 1743.402100\tLoss Per Feature 0.049840\n",
      "Average Loss: 1720.974080\tAverage Loss Per Feature 0.049199\n",
      "Train Epoch: 197\n",
      "Train Epoch: 197 [0/660 (0%)]\tLoss: 1716.320435\tLoss Per Feature 0.049066\n",
      "====> Epoch: 197 Average Loss: 1708.001465\tAverage Loss Per Feature 0.048828\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1730.633179\tLoss Per Feature 0.049475\n",
      "[64/164 (33%)]\tLoss: 1689.871948\tLoss Per Feature 0.048310\n",
      "[72/164 (67%)]\tLoss: 1677.486206\tLoss Per Feature 0.047956\n",
      "Average Loss: 1699.330444\tAverage Loss Per Feature 0.048580\n",
      "Train Epoch: 198\n",
      "Train Epoch: 198 [0/660 (0%)]\tLoss: 1703.207153\tLoss Per Feature 0.048691\n",
      "====> Epoch: 198 Average Loss: 1685.328206\tAverage Loss Per Feature 0.048180\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1742.388672\tLoss Per Feature 0.049811\n",
      "[64/164 (33%)]\tLoss: 1672.296875\tLoss Per Feature 0.047807\n",
      "[72/164 (67%)]\tLoss: 1670.556641\tLoss Per Feature 0.047757\n",
      "Average Loss: 1695.080729\tAverage Loss Per Feature 0.048459\n",
      "Train Epoch: 199\n",
      "Train Epoch: 199 [0/660 (0%)]\tLoss: 1630.869629\tLoss Per Feature 0.046623\n",
      "====> Epoch: 199 Average Loss: 1667.754191\tAverage Loss Per Feature 0.047677\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1708.373779\tLoss Per Feature 0.048839\n",
      "[64/164 (33%)]\tLoss: 1711.382080\tLoss Per Feature 0.048925\n",
      "[72/164 (67%)]\tLoss: 1701.927490\tLoss Per Feature 0.048654\n",
      "Average Loss: 1707.227783\tAverage Loss Per Feature 0.048806\n",
      "Train Epoch: 200\n",
      "Train Epoch: 200 [0/660 (0%)]\tLoss: 1687.170654\tLoss Per Feature 0.048232\n",
      "====> Epoch: 200 Average Loss: 1685.079122\tAverage Loss Per Feature 0.048173\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_200.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1745.880127\tLoss Per Feature 0.049911\n",
      "[64/164 (33%)]\tLoss: 1644.592285\tLoss Per Feature 0.047015\n",
      "[72/164 (67%)]\tLoss: 1744.038940\tLoss Per Feature 0.049858\n",
      "Average Loss: 1711.503784\tAverage Loss Per Feature 0.048928\n",
      "Train Epoch: 201\n",
      "Train Epoch: 201 [0/660 (0%)]\tLoss: 1705.777222\tLoss Per Feature 0.048764\n",
      "====> Epoch: 201 Average Loss: 1682.147542\tAverage Loss Per Feature 0.048089\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1708.868164\tLoss Per Feature 0.048853\n",
      "[64/164 (33%)]\tLoss: 1673.452881\tLoss Per Feature 0.047840\n",
      "[72/164 (67%)]\tLoss: 1652.675049\tLoss Per Feature 0.047246\n",
      "Average Loss: 1678.332031\tAverage Loss Per Feature 0.047980\n",
      "Train Epoch: 202\n",
      "Train Epoch: 202 [0/660 (0%)]\tLoss: 1693.369263\tLoss Per Feature 0.048410\n",
      "====> Epoch: 202 Average Loss: 1694.760783\tAverage Loss Per Feature 0.048449\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1714.236572\tLoss Per Feature 0.049006\n",
      "[64/164 (33%)]\tLoss: 1663.484497\tLoss Per Feature 0.047555\n",
      "[72/164 (67%)]\tLoss: 1724.673706\tLoss Per Feature 0.049305\n",
      "Average Loss: 1700.798258\tAverage Loss Per Feature 0.048622\n",
      "Train Epoch: 203\n",
      "Train Epoch: 203 [0/660 (0%)]\tLoss: 1685.327637\tLoss Per Feature 0.048180\n",
      "====> Epoch: 203 Average Loss: 1671.401021\tAverage Loss Per Feature 0.047782\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1715.417969\tLoss Per Feature 0.049040\n",
      "[64/164 (33%)]\tLoss: 1663.254272\tLoss Per Feature 0.047549\n",
      "[72/164 (67%)]\tLoss: 1716.310425\tLoss Per Feature 0.049065\n",
      "Average Loss: 1698.327555\tAverage Loss Per Feature 0.048551\n",
      "Train Epoch: 204\n",
      "Train Epoch: 204 [0/660 (0%)]\tLoss: 1645.549561\tLoss Per Feature 0.047043\n",
      "====> Epoch: 204 Average Loss: 1669.507100\tAverage Loss Per Feature 0.047727\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1692.907227\tLoss Per Feature 0.048396\n",
      "[64/164 (33%)]\tLoss: 1690.275757\tLoss Per Feature 0.048321\n",
      "[72/164 (67%)]\tLoss: 1626.668823\tLoss Per Feature 0.046503\n",
      "Average Loss: 1669.950602\tAverage Loss Per Feature 0.047740\n",
      "Train Epoch: 205\n",
      "Train Epoch: 205 [0/660 (0%)]\tLoss: 1660.109253\tLoss Per Feature 0.047459\n",
      "====> Epoch: 205 Average Loss: 1680.626180\tAverage Loss Per Feature 0.048045\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1685.160889\tLoss Per Feature 0.048175\n",
      "[64/164 (33%)]\tLoss: 1648.586060\tLoss Per Feature 0.047129\n",
      "[72/164 (67%)]\tLoss: 1703.251831\tLoss Per Feature 0.048692\n",
      "Average Loss: 1678.999593\tAverage Loss Per Feature 0.047999\n",
      "Train Epoch: 206\n",
      "Train Epoch: 206 [0/660 (0%)]\tLoss: 1685.719849\tLoss Per Feature 0.048191\n",
      "====> Epoch: 206 Average Loss: 1685.818237\tAverage Loss Per Feature 0.048194\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1701.254883\tLoss Per Feature 0.048635\n",
      "[64/164 (33%)]\tLoss: 1706.033325\tLoss Per Feature 0.048772\n",
      "[72/164 (67%)]\tLoss: 1641.345825\tLoss Per Feature 0.046922\n",
      "Average Loss: 1682.878011\tAverage Loss Per Feature 0.048110\n",
      "Train Epoch: 207\n",
      "Train Epoch: 207 [0/660 (0%)]\tLoss: 1597.628174\tLoss Per Feature 0.045673\n",
      "====> Epoch: 207 Average Loss: 1666.372050\tAverage Loss Per Feature 0.047638\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1652.564453\tLoss Per Feature 0.047243\n",
      "[64/164 (33%)]\tLoss: 1652.636719\tLoss Per Feature 0.047245\n",
      "[72/164 (67%)]\tLoss: 1640.186279\tLoss Per Feature 0.046889\n",
      "Average Loss: 1648.462484\tAverage Loss Per Feature 0.047126\n",
      "Train Epoch: 208\n",
      "Train Epoch: 208 [0/660 (0%)]\tLoss: 1695.445312\tLoss Per Feature 0.048469\n",
      "====> Epoch: 208 Average Loss: 1660.533549\tAverage Loss Per Feature 0.047471\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1663.162842\tLoss Per Feature 0.047546\n",
      "[64/164 (33%)]\tLoss: 1624.209473\tLoss Per Feature 0.046433\n",
      "[72/164 (67%)]\tLoss: 1654.686035\tLoss Per Feature 0.047304\n",
      "Average Loss: 1647.352783\tAverage Loss Per Feature 0.047094\n",
      "Train Epoch: 209\n",
      "Train Epoch: 209 [0/660 (0%)]\tLoss: 1717.511719\tLoss Per Feature 0.049100\n",
      "====> Epoch: 209 Average Loss: 1633.534505\tAverage Loss Per Feature 0.046699\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1694.972168\tLoss Per Feature 0.048455\n",
      "[64/164 (33%)]\tLoss: 1621.933228\tLoss Per Feature 0.046367\n",
      "[72/164 (67%)]\tLoss: 1640.083740\tLoss Per Feature 0.046886\n",
      "Average Loss: 1652.329712\tAverage Loss Per Feature 0.047236\n",
      "Train Epoch: 210\n",
      "Train Epoch: 210 [0/660 (0%)]\tLoss: 1652.883301\tLoss Per Feature 0.047252\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "====> Epoch: 210 Average Loss: 1624.052124\tAverage Loss Per Feature 0.046428\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1681.497925\tLoss Per Feature 0.048070\n",
      "[64/164 (33%)]\tLoss: 1627.897583\tLoss Per Feature 0.046538\n",
      "[72/164 (67%)]\tLoss: 1686.001343\tLoss Per Feature 0.048199\n",
      "Average Loss: 1665.132284\tAverage Loss Per Feature 0.047602\n",
      "Train Epoch: 211\n",
      "Train Epoch: 211 [0/660 (0%)]\tLoss: 1631.561035\tLoss Per Feature 0.046643\n",
      "====> Epoch: 211 Average Loss: 1627.358846\tAverage Loss Per Feature 0.046523\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1666.130493\tLoss Per Feature 0.047631\n",
      "[64/164 (33%)]\tLoss: 1641.867310\tLoss Per Feature 0.046937\n",
      "[72/164 (67%)]\tLoss: 1619.721191\tLoss Per Feature 0.046304\n",
      "Average Loss: 1642.572998\tAverage Loss Per Feature 0.046957\n",
      "Train Epoch: 212\n",
      "Train Epoch: 212 [0/660 (0%)]\tLoss: 1638.704224\tLoss Per Feature 0.046847\n",
      "====> Epoch: 212 Average Loss: 1630.089498\tAverage Loss Per Feature 0.046601\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1664.855225\tLoss Per Feature 0.047594\n",
      "[64/164 (33%)]\tLoss: 1624.124146\tLoss Per Feature 0.046430\n",
      "[72/164 (67%)]\tLoss: 1621.291748\tLoss Per Feature 0.046349\n",
      "Average Loss: 1636.757039\tAverage Loss Per Feature 0.046791\n",
      "Train Epoch: 213\n",
      "Train Epoch: 213 [0/660 (0%)]\tLoss: 1642.064697\tLoss Per Feature 0.046943\n",
      "====> Epoch: 213 Average Loss: 1630.676331\tAverage Loss Per Feature 0.046617\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1653.067139\tLoss Per Feature 0.047257\n",
      "[64/164 (33%)]\tLoss: 1613.076538\tLoss Per Feature 0.046114\n",
      "[72/164 (67%)]\tLoss: 1601.999878\tLoss Per Feature 0.045798\n",
      "Average Loss: 1622.714518\tAverage Loss Per Feature 0.046390\n",
      "Train Epoch: 214\n",
      "Train Epoch: 214 [0/660 (0%)]\tLoss: 1617.400879\tLoss Per Feature 0.046238\n",
      "====> Epoch: 214 Average Loss: 1617.438192\tAverage Loss Per Feature 0.046239\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1662.886841\tLoss Per Feature 0.047538\n",
      "[64/164 (33%)]\tLoss: 1620.892578\tLoss Per Feature 0.046338\n",
      "[72/164 (67%)]\tLoss: 1685.159424\tLoss Per Feature 0.048175\n",
      "Average Loss: 1656.312948\tAverage Loss Per Feature 0.047350\n",
      "Train Epoch: 215\n",
      "Train Epoch: 215 [0/660 (0%)]\tLoss: 1623.308960\tLoss Per Feature 0.046407\n",
      "====> Epoch: 215 Average Loss: 1623.629150\tAverage Loss Per Feature 0.046416\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1673.483032\tLoss Per Feature 0.047841\n",
      "[64/164 (33%)]\tLoss: 1581.305786\tLoss Per Feature 0.045206\n",
      "[72/164 (67%)]\tLoss: 1625.799438\tLoss Per Feature 0.046478\n",
      "Average Loss: 1626.862752\tAverage Loss Per Feature 0.046508\n",
      "Train Epoch: 216\n",
      "Train Epoch: 216 [0/660 (0%)]\tLoss: 1676.148193\tLoss Per Feature 0.047917\n",
      "====> Epoch: 216 Average Loss: 1619.891988\tAverage Loss Per Feature 0.046309\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1641.636475\tLoss Per Feature 0.046931\n",
      "[64/164 (33%)]\tLoss: 1609.674805\tLoss Per Feature 0.046017\n",
      "[72/164 (67%)]\tLoss: 1649.962769\tLoss Per Feature 0.047169\n",
      "Average Loss: 1633.758016\tAverage Loss Per Feature 0.046705\n",
      "Train Epoch: 217\n",
      "Train Epoch: 217 [0/660 (0%)]\tLoss: 1584.100098\tLoss Per Feature 0.045286\n",
      "====> Epoch: 217 Average Loss: 1610.506714\tAverage Loss Per Feature 0.046041\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1642.621338\tLoss Per Feature 0.046959\n",
      "[64/164 (33%)]\tLoss: 1574.382080\tLoss Per Feature 0.045008\n",
      "[72/164 (67%)]\tLoss: 1590.058716\tLoss Per Feature 0.045456\n",
      "Average Loss: 1602.354045\tAverage Loss Per Feature 0.045808\n",
      "Train Epoch: 218\n",
      "Train Epoch: 218 [0/660 (0%)]\tLoss: 1595.713501\tLoss Per Feature 0.045618\n",
      "====> Epoch: 218 Average Loss: 1613.958293\tAverage Loss Per Feature 0.046139\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1649.499023\tLoss Per Feature 0.047155\n",
      "[64/164 (33%)]\tLoss: 1628.088013\tLoss Per Feature 0.046543\n",
      "[72/164 (67%)]\tLoss: 1638.749512\tLoss Per Feature 0.046848\n",
      "Average Loss: 1638.778849\tAverage Loss Per Feature 0.046849\n",
      "Train Epoch: 219\n",
      "Train Epoch: 219 [0/660 (0%)]\tLoss: 1610.836060\tLoss Per Feature 0.046050\n",
      "====> Epoch: 219 Average Loss: 1605.608744\tAverage Loss Per Feature 0.045901\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1627.107300\tLoss Per Feature 0.046515\n",
      "[64/164 (33%)]\tLoss: 1611.194336\tLoss Per Feature 0.046060\n",
      "[72/164 (67%)]\tLoss: 1594.510864\tLoss Per Feature 0.045584\n",
      "Average Loss: 1610.937500\tAverage Loss Per Feature 0.046053\n",
      "Train Epoch: 220\n",
      "Train Epoch: 220 [0/660 (0%)]\tLoss: 1601.267090\tLoss Per Feature 0.045777\n",
      "====> Epoch: 220 Average Loss: 1595.874084\tAverage Loss Per Feature 0.045622\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1611.626709\tLoss Per Feature 0.046073\n",
      "[64/164 (33%)]\tLoss: 1593.035767\tLoss Per Feature 0.045541\n",
      "[72/164 (67%)]\tLoss: 1562.309204\tLoss Per Feature 0.044663\n",
      "Average Loss: 1588.990560\tAverage Loss Per Feature 0.045426\n",
      "Train Epoch: 221\n",
      "Train Epoch: 221 [0/660 (0%)]\tLoss: 1598.374512\tLoss Per Feature 0.045694\n",
      "====> Epoch: 221 Average Loss: 1598.462077\tAverage Loss Per Feature 0.045696\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1622.312622\tLoss Per Feature 0.046378\n",
      "[64/164 (33%)]\tLoss: 1614.766968\tLoss Per Feature 0.046163\n",
      "[72/164 (67%)]\tLoss: 1563.915771\tLoss Per Feature 0.044709\n",
      "Average Loss: 1600.331787\tAverage Loss Per Feature 0.045750\n",
      "Train Epoch: 222\n",
      "Train Epoch: 222 [0/660 (0%)]\tLoss: 1570.514404\tLoss Per Feature 0.044897\n",
      "====> Epoch: 222 Average Loss: 1596.351847\tAverage Loss Per Feature 0.045636\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1635.061890\tLoss Per Feature 0.046743\n",
      "[64/164 (33%)]\tLoss: 1577.786743\tLoss Per Feature 0.045105\n",
      "[72/164 (67%)]\tLoss: 1637.882324\tLoss Per Feature 0.046823\n",
      "Average Loss: 1616.910319\tAverage Loss Per Feature 0.046224\n",
      "Train Epoch: 223\n",
      "Train Epoch: 223 [0/660 (0%)]\tLoss: 1573.494385\tLoss Per Feature 0.044983\n",
      "====> Epoch: 223 Average Loss: 1587.741862\tAverage Loss Per Feature 0.045390\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1602.441650\tLoss Per Feature 0.045810\n",
      "[64/164 (33%)]\tLoss: 1555.461182\tLoss Per Feature 0.044467\n",
      "[72/164 (67%)]\tLoss: 1562.528198\tLoss Per Feature 0.044669\n",
      "Average Loss: 1573.477010\tAverage Loss Per Feature 0.044982\n",
      "Train Epoch: 224\n",
      "Train Epoch: 224 [0/660 (0%)]\tLoss: 1614.502319\tLoss Per Feature 0.046155\n",
      "====> Epoch: 224 Average Loss: 1582.539062\tAverage Loss Per Feature 0.045241\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1621.906494\tLoss Per Feature 0.046367\n",
      "[64/164 (33%)]\tLoss: 1587.205566\tLoss Per Feature 0.045375\n",
      "[72/164 (67%)]\tLoss: 1613.119995\tLoss Per Feature 0.046115\n",
      "Average Loss: 1607.410685\tAverage Loss Per Feature 0.045952\n",
      "Train Epoch: 225\n",
      "Train Epoch: 225 [0/660 (0%)]\tLoss: 1552.397705\tLoss Per Feature 0.044380\n",
      "====> Epoch: 225 Average Loss: 1577.028849\tAverage Loss Per Feature 0.045084\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1591.467896\tLoss Per Feature 0.045497\n",
      "[64/164 (33%)]\tLoss: 1567.528564\tLoss Per Feature 0.044812\n",
      "[72/164 (67%)]\tLoss: 1551.659790\tLoss Per Feature 0.044358\n",
      "Average Loss: 1570.218750\tAverage Loss Per Feature 0.044889\n",
      "Train Epoch: 226\n",
      "Train Epoch: 226 [0/660 (0%)]\tLoss: 1574.174805\tLoss Per Feature 0.045002\n",
      "====> Epoch: 226 Average Loss: 1582.043620\tAverage Loss Per Feature 0.045227\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1611.857178\tLoss Per Feature 0.046079\n",
      "[64/164 (33%)]\tLoss: 1575.869507\tLoss Per Feature 0.045051\n",
      "[72/164 (67%)]\tLoss: 1595.965820\tLoss Per Feature 0.045625\n",
      "Average Loss: 1594.564168\tAverage Loss Per Feature 0.045585\n",
      "Train Epoch: 227\n",
      "Train Epoch: 227 [0/660 (0%)]\tLoss: 1541.549927\tLoss Per Feature 0.044069\n",
      "====> Epoch: 227 Average Loss: 1564.312052\tAverage Loss Per Feature 0.044720\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1602.577515\tLoss Per Feature 0.045814\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1558.044067\tLoss Per Feature 0.044541\n",
      "[72/164 (67%)]\tLoss: 1551.631714\tLoss Per Feature 0.044358\n",
      "Average Loss: 1570.751099\tAverage Loss Per Feature 0.044904\n",
      "Train Epoch: 228\n",
      "Train Epoch: 228 [0/660 (0%)]\tLoss: 1589.878052\tLoss Per Feature 0.045451\n",
      "====> Epoch: 228 Average Loss: 1577.982402\tAverage Loss Per Feature 0.045111\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1575.099487\tLoss Per Feature 0.045029\n",
      "[64/164 (33%)]\tLoss: 1512.170776\tLoss Per Feature 0.043230\n",
      "[72/164 (67%)]\tLoss: 1580.995361\tLoss Per Feature 0.045197\n",
      "Average Loss: 1556.088542\tAverage Loss Per Feature 0.044485\n",
      "Train Epoch: 229\n",
      "Train Epoch: 229 [0/660 (0%)]\tLoss: 1556.082642\tLoss Per Feature 0.044485\n",
      "====> Epoch: 229 Average Loss: 1584.827616\tAverage Loss Per Feature 0.045307\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1596.974121\tLoss Per Feature 0.045654\n",
      "[64/164 (33%)]\tLoss: 1574.008789\tLoss Per Feature 0.044997\n",
      "[72/164 (67%)]\tLoss: 1527.073364\tLoss Per Feature 0.043656\n",
      "Average Loss: 1566.018758\tAverage Loss Per Feature 0.044769\n",
      "Train Epoch: 230\n",
      "Train Epoch: 230 [0/660 (0%)]\tLoss: 1533.112671\tLoss Per Feature 0.043828\n",
      "====> Epoch: 230 Average Loss: 1548.605184\tAverage Loss Per Feature 0.044271\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1571.712524\tLoss Per Feature 0.044932\n",
      "[64/164 (33%)]\tLoss: 1567.798340\tLoss Per Feature 0.044820\n",
      "[72/164 (67%)]\tLoss: 1614.200317\tLoss Per Feature 0.046146\n",
      "Average Loss: 1584.570394\tAverage Loss Per Feature 0.045299\n",
      "Train Epoch: 231\n",
      "Train Epoch: 231 [0/660 (0%)]\tLoss: 1564.279907\tLoss Per Feature 0.044719\n",
      "====> Epoch: 231 Average Loss: 1558.905416\tAverage Loss Per Feature 0.044566\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1598.728760\tLoss Per Feature 0.045704\n",
      "[64/164 (33%)]\tLoss: 1572.465332\tLoss Per Feature 0.044953\n",
      "[72/164 (67%)]\tLoss: 1568.766968\tLoss Per Feature 0.044848\n",
      "Average Loss: 1579.987020\tAverage Loss Per Feature 0.045168\n",
      "Train Epoch: 232\n",
      "Train Epoch: 232 [0/660 (0%)]\tLoss: 1513.015381\tLoss Per Feature 0.043254\n",
      "====> Epoch: 232 Average Loss: 1551.442118\tAverage Loss Per Feature 0.044352\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1553.810547\tLoss Per Feature 0.044420\n",
      "[64/164 (33%)]\tLoss: 1501.245972\tLoss Per Feature 0.042917\n",
      "[72/164 (67%)]\tLoss: 1561.986938\tLoss Per Feature 0.044654\n",
      "Average Loss: 1539.014486\tAverage Loss Per Feature 0.043997\n",
      "Train Epoch: 233\n",
      "Train Epoch: 233 [0/660 (0%)]\tLoss: 1521.552490\tLoss Per Feature 0.043498\n",
      "====> Epoch: 233 Average Loss: 1550.935750\tAverage Loss Per Feature 0.044338\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1592.333374\tLoss Per Feature 0.045521\n",
      "[64/164 (33%)]\tLoss: 1549.518677\tLoss Per Feature 0.044297\n",
      "[72/164 (67%)]\tLoss: 1581.782227\tLoss Per Feature 0.045220\n",
      "Average Loss: 1574.544759\tAverage Loss Per Feature 0.045013\n",
      "Train Epoch: 234\n",
      "Train Epoch: 234 [0/660 (0%)]\tLoss: 1526.656982\tLoss Per Feature 0.043644\n",
      "====> Epoch: 234 Average Loss: 1569.125854\tAverage Loss Per Feature 0.044858\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1561.058838\tLoss Per Feature 0.044627\n",
      "[64/164 (33%)]\tLoss: 1558.638916\tLoss Per Feature 0.044558\n",
      "[72/164 (67%)]\tLoss: 1570.277222\tLoss Per Feature 0.044891\n",
      "Average Loss: 1563.324992\tAverage Loss Per Feature 0.044692\n",
      "Train Epoch: 235\n",
      "Train Epoch: 235 [0/660 (0%)]\tLoss: 1538.566528\tLoss Per Feature 0.043984\n",
      "====> Epoch: 235 Average Loss: 1542.317851\tAverage Loss Per Feature 0.044091\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1578.096069\tLoss Per Feature 0.045114\n",
      "[64/164 (33%)]\tLoss: 1522.765991\tLoss Per Feature 0.043532\n",
      "[72/164 (67%)]\tLoss: 1498.470703\tLoss Per Feature 0.042838\n",
      "Average Loss: 1533.110921\tAverage Loss Per Feature 0.043828\n",
      "Train Epoch: 236\n",
      "Train Epoch: 236 [0/660 (0%)]\tLoss: 1549.185669\tLoss Per Feature 0.044288\n",
      "====> Epoch: 236 Average Loss: 1547.511678\tAverage Loss Per Feature 0.044240\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1559.842896\tLoss Per Feature 0.044592\n",
      "[64/164 (33%)]\tLoss: 1528.742065\tLoss Per Feature 0.043703\n",
      "[72/164 (67%)]\tLoss: 1580.897461\tLoss Per Feature 0.045194\n",
      "Average Loss: 1556.494141\tAverage Loss Per Feature 0.044497\n",
      "Train Epoch: 237\n",
      "Train Epoch: 237 [0/660 (0%)]\tLoss: 1506.834351\tLoss Per Feature 0.043077\n",
      "====> Epoch: 237 Average Loss: 1517.889730\tAverage Loss Per Feature 0.043393\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1565.736206\tLoss Per Feature 0.044761\n",
      "[64/164 (33%)]\tLoss: 1541.673950\tLoss Per Feature 0.044073\n",
      "[72/164 (67%)]\tLoss: 1544.363403\tLoss Per Feature 0.044150\n",
      "Average Loss: 1550.591187\tAverage Loss Per Feature 0.044328\n",
      "Train Epoch: 238\n",
      "Train Epoch: 238 [0/660 (0%)]\tLoss: 1485.367798\tLoss Per Feature 0.042463\n",
      "====> Epoch: 238 Average Loss: 1528.120504\tAverage Loss Per Feature 0.043686\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1529.969116\tLoss Per Feature 0.043738\n",
      "[64/164 (33%)]\tLoss: 1498.993408\tLoss Per Feature 0.042853\n",
      "[72/164 (67%)]\tLoss: 1479.028931\tLoss Per Feature 0.042282\n",
      "Average Loss: 1502.663818\tAverage Loss Per Feature 0.042958\n",
      "Train Epoch: 239\n",
      "Train Epoch: 239 [0/660 (0%)]\tLoss: 1503.422363\tLoss Per Feature 0.042979\n",
      "====> Epoch: 239 Average Loss: 1510.414083\tAverage Loss Per Feature 0.043179\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1584.589600\tLoss Per Feature 0.045300\n",
      "[64/164 (33%)]\tLoss: 1529.766724\tLoss Per Feature 0.043733\n",
      "[72/164 (67%)]\tLoss: 1530.341064\tLoss Per Feature 0.043749\n",
      "Average Loss: 1548.232463\tAverage Loss Per Feature 0.044261\n",
      "Train Epoch: 240\n",
      "Train Epoch: 240 [0/660 (0%)]\tLoss: 1529.592041\tLoss Per Feature 0.043728\n",
      "====> Epoch: 240 Average Loss: 1524.476013\tAverage Loss Per Feature 0.043581\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1526.856812\tLoss Per Feature 0.043649\n",
      "[64/164 (33%)]\tLoss: 1507.164307\tLoss Per Feature 0.043086\n",
      "[72/164 (67%)]\tLoss: 1491.447998\tLoss Per Feature 0.042637\n",
      "Average Loss: 1508.489705\tAverage Loss Per Feature 0.043124\n",
      "Train Epoch: 241\n",
      "Train Epoch: 241 [0/660 (0%)]\tLoss: 1537.474731\tLoss Per Feature 0.043953\n",
      "====> Epoch: 241 Average Loss: 1517.417969\tAverage Loss Per Feature 0.043380\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1549.479980\tLoss Per Feature 0.044296\n",
      "[64/164 (33%)]\tLoss: 1483.886353\tLoss Per Feature 0.042421\n",
      "[72/164 (67%)]\tLoss: 1476.510986\tLoss Per Feature 0.042210\n",
      "Average Loss: 1503.292440\tAverage Loss Per Feature 0.042976\n",
      "Train Epoch: 242\n",
      "Train Epoch: 242 [0/660 (0%)]\tLoss: 1539.744263\tLoss Per Feature 0.044018\n",
      "====> Epoch: 242 Average Loss: 1514.693746\tAverage Loss Per Feature 0.043302\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1557.541382\tLoss Per Feature 0.044527\n",
      "[64/164 (33%)]\tLoss: 1522.039429\tLoss Per Feature 0.043512\n",
      "[72/164 (67%)]\tLoss: 1593.233154\tLoss Per Feature 0.045547\n",
      "Average Loss: 1557.604655\tAverage Loss Per Feature 0.044528\n",
      "Train Epoch: 243\n",
      "Train Epoch: 243 [0/660 (0%)]\tLoss: 1548.826538\tLoss Per Feature 0.044277\n",
      "====> Epoch: 243 Average Loss: 1500.001302\tAverage Loss Per Feature 0.042882\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1540.988037\tLoss Per Feature 0.044053\n",
      "[64/164 (33%)]\tLoss: 1493.511353\tLoss Per Feature 0.042696\n",
      "[72/164 (67%)]\tLoss: 1536.863647\tLoss Per Feature 0.043935\n",
      "Average Loss: 1523.787679\tAverage Loss Per Feature 0.043562\n",
      "Train Epoch: 244\n",
      "Train Epoch: 244 [0/660 (0%)]\tLoss: 1522.792725\tLoss Per Feature 0.043533\n",
      "====> Epoch: 244 Average Loss: 1505.026835\tAverage Loss Per Feature 0.043025\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1535.477661\tLoss Per Feature 0.043896\n",
      "[64/164 (33%)]\tLoss: 1522.158081\tLoss Per Feature 0.043515\n",
      "[72/164 (67%)]\tLoss: 1584.213745\tLoss Per Feature 0.045289\n",
      "Average Loss: 1547.283162\tAverage Loss Per Feature 0.044233\n",
      "Train Epoch: 245\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 245 [0/660 (0%)]\tLoss: 1510.250732\tLoss Per Feature 0.043175\n",
      "====> Epoch: 245 Average Loss: 1521.222188\tAverage Loss Per Feature 0.043488\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1518.180786\tLoss Per Feature 0.043401\n",
      "[64/164 (33%)]\tLoss: 1484.466431\tLoss Per Feature 0.042438\n",
      "[72/164 (67%)]\tLoss: 1505.168701\tLoss Per Feature 0.043029\n",
      "Average Loss: 1502.605306\tAverage Loss Per Feature 0.042956\n",
      "Train Epoch: 246\n",
      "Train Epoch: 246 [0/660 (0%)]\tLoss: 1492.167358\tLoss Per Feature 0.042658\n",
      "====> Epoch: 246 Average Loss: 1528.830973\tAverage Loss Per Feature 0.043706\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1513.125122\tLoss Per Feature 0.043257\n",
      "[64/164 (33%)]\tLoss: 1498.818237\tLoss Per Feature 0.042848\n",
      "[72/164 (67%)]\tLoss: 1467.173340\tLoss Per Feature 0.041943\n",
      "Average Loss: 1493.038900\tAverage Loss Per Feature 0.042683\n",
      "Train Epoch: 247\n",
      "Train Epoch: 247 [0/660 (0%)]\tLoss: 1478.007568\tLoss Per Feature 0.042253\n",
      "====> Epoch: 247 Average Loss: 1510.193909\tAverage Loss Per Feature 0.043173\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1521.609375\tLoss Per Feature 0.043499\n",
      "[64/164 (33%)]\tLoss: 1515.668457\tLoss Per Feature 0.043330\n",
      "[72/164 (67%)]\tLoss: 1516.908691\tLoss Per Feature 0.043365\n",
      "Average Loss: 1518.062174\tAverage Loss Per Feature 0.043398\n",
      "Train Epoch: 248\n",
      "Train Epoch: 248 [0/660 (0%)]\tLoss: 1486.122925\tLoss Per Feature 0.042485\n",
      "====> Epoch: 248 Average Loss: 1479.908223\tAverage Loss Per Feature 0.042307\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1520.814209\tLoss Per Feature 0.043477\n",
      "[64/164 (33%)]\tLoss: 1519.176392\tLoss Per Feature 0.043430\n",
      "[72/164 (67%)]\tLoss: 1518.550659\tLoss Per Feature 0.043412\n",
      "Average Loss: 1519.513753\tAverage Loss Per Feature 0.043440\n",
      "Train Epoch: 249\n",
      "Train Epoch: 249 [0/660 (0%)]\tLoss: 1515.105225\tLoss Per Feature 0.043313\n",
      "====> Epoch: 249 Average Loss: 1481.391500\tAverage Loss Per Feature 0.042350\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1500.253540\tLoss Per Feature 0.042889\n",
      "[64/164 (33%)]\tLoss: 1474.230835\tLoss Per Feature 0.042145\n",
      "[72/164 (67%)]\tLoss: 1477.646851\tLoss Per Feature 0.042243\n",
      "Average Loss: 1484.043742\tAverage Loss Per Feature 0.042425\n",
      "Train Epoch: 250\n",
      "Train Epoch: 250 [0/660 (0%)]\tLoss: 1475.234131\tLoss Per Feature 0.042174\n",
      "====> Epoch: 250 Average Loss: 1511.223409\tAverage Loss Per Feature 0.043202\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1524.930176\tLoss Per Feature 0.043594\n",
      "[64/164 (33%)]\tLoss: 1484.932617\tLoss Per Feature 0.042451\n",
      "[72/164 (67%)]\tLoss: 1528.775146\tLoss Per Feature 0.043704\n",
      "Average Loss: 1512.879313\tAverage Loss Per Feature 0.043250\n",
      "Train Epoch: 251\n",
      "Train Epoch: 251 [0/660 (0%)]\tLoss: 1471.751709\tLoss Per Feature 0.042074\n",
      "====> Epoch: 251 Average Loss: 1489.553955\tAverage Loss Per Feature 0.042583\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1476.731079\tLoss Per Feature 0.042216\n",
      "[64/164 (33%)]\tLoss: 1471.430786\tLoss Per Feature 0.042065\n",
      "[72/164 (67%)]\tLoss: 1464.251343\tLoss Per Feature 0.041860\n",
      "Average Loss: 1470.804403\tAverage Loss Per Feature 0.042047\n",
      "Train Epoch: 252\n",
      "Train Epoch: 252 [0/660 (0%)]\tLoss: 1481.530029\tLoss Per Feature 0.042354\n",
      "====> Epoch: 252 Average Loss: 1468.375956\tAverage Loss Per Feature 0.041978\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1533.728027\tLoss Per Feature 0.043846\n",
      "[64/164 (33%)]\tLoss: 1484.197754\tLoss Per Feature 0.042430\n",
      "[72/164 (67%)]\tLoss: 1468.426147\tLoss Per Feature 0.041979\n",
      "Average Loss: 1495.450643\tAverage Loss Per Feature 0.042752\n",
      "Train Epoch: 253\n",
      "Train Epoch: 253 [0/660 (0%)]\tLoss: 1461.225586\tLoss Per Feature 0.041773\n",
      "====> Epoch: 253 Average Loss: 1478.990540\tAverage Loss Per Feature 0.042281\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1509.442749\tLoss Per Feature 0.043152\n",
      "[64/164 (33%)]\tLoss: 1451.088623\tLoss Per Feature 0.041483\n",
      "[72/164 (67%)]\tLoss: 1434.413452\tLoss Per Feature 0.041007\n",
      "Average Loss: 1464.981608\tAverage Loss Per Feature 0.041881\n",
      "Train Epoch: 254\n",
      "Train Epoch: 254 [0/660 (0%)]\tLoss: 1440.406616\tLoss Per Feature 0.041178\n",
      "====> Epoch: 254 Average Loss: 1492.001282\tAverage Loss Per Feature 0.042653\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1484.684082\tLoss Per Feature 0.042444\n",
      "[64/164 (33%)]\tLoss: 1457.866943\tLoss Per Feature 0.041677\n",
      "[72/164 (67%)]\tLoss: 1481.893188\tLoss Per Feature 0.042364\n",
      "Average Loss: 1474.814738\tAverage Loss Per Feature 0.042162\n",
      "Train Epoch: 255\n",
      "Train Epoch: 255 [0/660 (0%)]\tLoss: 1456.757690\tLoss Per Feature 0.041645\n",
      "====> Epoch: 255 Average Loss: 1481.113831\tAverage Loss Per Feature 0.042342\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1514.433228\tLoss Per Feature 0.043294\n",
      "[64/164 (33%)]\tLoss: 1456.118408\tLoss Per Feature 0.041627\n",
      "[72/164 (67%)]\tLoss: 1508.039551\tLoss Per Feature 0.043111\n",
      "Average Loss: 1492.863729\tAverage Loss Per Feature 0.042678\n",
      "Train Epoch: 256\n",
      "Train Epoch: 256 [0/660 (0%)]\tLoss: 1438.351929\tLoss Per Feature 0.041119\n",
      "====> Epoch: 256 Average Loss: 1455.907471\tAverage Loss Per Feature 0.041621\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1460.748901\tLoss Per Feature 0.041760\n",
      "[64/164 (33%)]\tLoss: 1448.147339\tLoss Per Feature 0.041399\n",
      "[72/164 (67%)]\tLoss: 1444.771118\tLoss Per Feature 0.041303\n",
      "Average Loss: 1451.222453\tAverage Loss Per Feature 0.041487\n",
      "Train Epoch: 257\n",
      "Train Epoch: 257 [0/660 (0%)]\tLoss: 1468.973389\tLoss Per Feature 0.041995\n",
      "====> Epoch: 257 Average Loss: 1480.719523\tAverage Loss Per Feature 0.042330\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1474.139893\tLoss Per Feature 0.042142\n",
      "[64/164 (33%)]\tLoss: 1454.578491\tLoss Per Feature 0.041583\n",
      "[72/164 (67%)]\tLoss: 1442.478027\tLoss Per Feature 0.041237\n",
      "Average Loss: 1457.065470\tAverage Loss Per Feature 0.041654\n",
      "Train Epoch: 258\n",
      "Train Epoch: 258 [0/660 (0%)]\tLoss: 1490.258667\tLoss Per Feature 0.042603\n",
      "====> Epoch: 258 Average Loss: 1468.249329\tAverage Loss Per Feature 0.041974\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1492.927856\tLoss Per Feature 0.042679\n",
      "[64/164 (33%)]\tLoss: 1444.886719\tLoss Per Feature 0.041306\n",
      "[72/164 (67%)]\tLoss: 1484.718872\tLoss Per Feature 0.042445\n",
      "Average Loss: 1474.177816\tAverage Loss Per Feature 0.042143\n",
      "Train Epoch: 259\n",
      "Train Epoch: 259 [0/660 (0%)]\tLoss: 1503.148438\tLoss Per Feature 0.042972\n",
      "====> Epoch: 259 Average Loss: 1442.668498\tAverage Loss Per Feature 0.041243\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1454.929199\tLoss Per Feature 0.041593\n",
      "[64/164 (33%)]\tLoss: 1424.416504\tLoss Per Feature 0.040721\n",
      "[72/164 (67%)]\tLoss: 1481.456421\tLoss Per Feature 0.042352\n",
      "Average Loss: 1453.600708\tAverage Loss Per Feature 0.041555\n",
      "Train Epoch: 260\n",
      "Train Epoch: 260 [0/660 (0%)]\tLoss: 1479.045044\tLoss Per Feature 0.042283\n",
      "====> Epoch: 260 Average Loss: 1449.698079\tAverage Loss Per Feature 0.041444\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1472.264404\tLoss Per Feature 0.042089\n",
      "[64/164 (33%)]\tLoss: 1460.764038\tLoss Per Feature 0.041760\n",
      "[72/164 (67%)]\tLoss: 1443.417114\tLoss Per Feature 0.041264\n",
      "Average Loss: 1458.815186\tAverage Loss Per Feature 0.041704\n",
      "Train Epoch: 261\n",
      "Train Epoch: 261 [0/660 (0%)]\tLoss: 1483.572754\tLoss Per Feature 0.042412\n",
      "====> Epoch: 261 Average Loss: 1437.681132\tAverage Loss Per Feature 0.041100\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1457.218262\tLoss Per Feature 0.041659\n",
      "[64/164 (33%)]\tLoss: 1481.075928\tLoss Per Feature 0.042341\n",
      "[72/164 (67%)]\tLoss: 1435.568237\tLoss Per Feature 0.041040\n",
      "Average Loss: 1457.954142\tAverage Loss Per Feature 0.041680\n",
      "Train Epoch: 262\n",
      "Train Epoch: 262 [0/660 (0%)]\tLoss: 1443.155151\tLoss Per Feature 0.041257\n",
      "====> Epoch: 262 Average Loss: 1450.706156\tAverage Loss Per Feature 0.041472\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1458.775879\tLoss Per Feature 0.041703\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1448.048218\tLoss Per Feature 0.041396\n",
      "[72/164 (67%)]\tLoss: 1435.534058\tLoss Per Feature 0.041039\n",
      "Average Loss: 1447.452718\tAverage Loss Per Feature 0.041379\n",
      "Train Epoch: 263\n",
      "Train Epoch: 263 [0/660 (0%)]\tLoss: 1434.360107\tLoss Per Feature 0.041005\n",
      "====> Epoch: 263 Average Loss: 1436.713786\tAverage Loss Per Feature 0.041072\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1463.438354\tLoss Per Feature 0.041836\n",
      "[64/164 (33%)]\tLoss: 1424.283203\tLoss Per Feature 0.040717\n",
      "[72/164 (67%)]\tLoss: 1452.149048\tLoss Per Feature 0.041514\n",
      "Average Loss: 1446.623535\tAverage Loss Per Feature 0.041356\n",
      "Train Epoch: 264\n",
      "Train Epoch: 264 [0/660 (0%)]\tLoss: 1429.871948\tLoss Per Feature 0.040877\n",
      "====> Epoch: 264 Average Loss: 1439.666748\tAverage Loss Per Feature 0.041157\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1424.325439\tLoss Per Feature 0.040718\n",
      "[64/164 (33%)]\tLoss: 1437.297729\tLoss Per Feature 0.041089\n",
      "[72/164 (67%)]\tLoss: 1462.306030\tLoss Per Feature 0.041804\n",
      "Average Loss: 1441.309733\tAverage Loss Per Feature 0.041204\n",
      "Train Epoch: 265\n",
      "Train Epoch: 265 [0/660 (0%)]\tLoss: 1427.332397\tLoss Per Feature 0.040804\n",
      "====> Epoch: 265 Average Loss: 1428.043132\tAverage Loss Per Feature 0.040825\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1459.730347\tLoss Per Feature 0.041730\n",
      "[64/164 (33%)]\tLoss: 1426.574463\tLoss Per Feature 0.040783\n",
      "[72/164 (67%)]\tLoss: 1436.899780\tLoss Per Feature 0.041078\n",
      "Average Loss: 1441.068197\tAverage Loss Per Feature 0.041197\n",
      "Train Epoch: 266\n",
      "Train Epoch: 266 [0/660 (0%)]\tLoss: 1435.323730\tLoss Per Feature 0.041033\n",
      "====> Epoch: 266 Average Loss: 1430.770650\tAverage Loss Per Feature 0.040903\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1485.079224\tLoss Per Feature 0.042455\n",
      "[64/164 (33%)]\tLoss: 1422.611572\tLoss Per Feature 0.040669\n",
      "[72/164 (67%)]\tLoss: 1494.211548\tLoss Per Feature 0.042716\n",
      "Average Loss: 1467.300781\tAverage Loss Per Feature 0.041947\n",
      "Train Epoch: 267\n",
      "Train Epoch: 267 [0/660 (0%)]\tLoss: 1422.055664\tLoss Per Feature 0.040653\n",
      "====> Epoch: 267 Average Loss: 1435.872823\tAverage Loss Per Feature 0.041048\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1487.680664\tLoss Per Feature 0.042529\n",
      "[64/164 (33%)]\tLoss: 1447.939697\tLoss Per Feature 0.041393\n",
      "[72/164 (67%)]\tLoss: 1473.113403\tLoss Per Feature 0.042113\n",
      "Average Loss: 1469.577922\tAverage Loss Per Feature 0.042012\n",
      "Train Epoch: 268\n",
      "Train Epoch: 268 [0/660 (0%)]\tLoss: 1430.513916\tLoss Per Feature 0.040895\n",
      "====> Epoch: 268 Average Loss: 1411.391337\tAverage Loss Per Feature 0.040349\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1467.124756\tLoss Per Feature 0.041942\n",
      "[64/164 (33%)]\tLoss: 1444.817261\tLoss Per Feature 0.041304\n",
      "[72/164 (67%)]\tLoss: 1431.916138\tLoss Per Feature 0.040935\n",
      "Average Loss: 1447.952718\tAverage Loss Per Feature 0.041394\n",
      "Train Epoch: 269\n",
      "Train Epoch: 269 [0/660 (0%)]\tLoss: 1434.043091\tLoss Per Feature 0.040996\n",
      "====> Epoch: 269 Average Loss: 1417.842204\tAverage Loss Per Feature 0.040533\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1414.494385\tLoss Per Feature 0.040437\n",
      "[64/164 (33%)]\tLoss: 1444.546875\tLoss Per Feature 0.041296\n",
      "[72/164 (67%)]\tLoss: 1423.911499\tLoss Per Feature 0.040706\n",
      "Average Loss: 1427.650920\tAverage Loss Per Feature 0.040813\n",
      "Train Epoch: 270\n",
      "Train Epoch: 270 [0/660 (0%)]\tLoss: 1415.753174\tLoss Per Feature 0.040473\n",
      "====> Epoch: 270 Average Loss: 1429.277242\tAverage Loss Per Feature 0.040860\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1472.053223\tLoss Per Feature 0.042083\n",
      "[64/164 (33%)]\tLoss: 1420.240845\tLoss Per Feature 0.040602\n",
      "[72/164 (67%)]\tLoss: 1439.650879\tLoss Per Feature 0.041156\n",
      "Average Loss: 1443.981649\tAverage Loss Per Feature 0.041280\n",
      "Train Epoch: 271\n",
      "Train Epoch: 271 [0/660 (0%)]\tLoss: 1410.009766\tLoss Per Feature 0.040309\n",
      "====> Epoch: 271 Average Loss: 1427.178019\tAverage Loss Per Feature 0.040800\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1423.160522\tLoss Per Feature 0.040685\n",
      "[64/164 (33%)]\tLoss: 1422.885742\tLoss Per Feature 0.040677\n",
      "[72/164 (67%)]\tLoss: 1463.466797\tLoss Per Feature 0.041837\n",
      "Average Loss: 1436.504354\tAverage Loss Per Feature 0.041066\n",
      "Train Epoch: 272\n",
      "Train Epoch: 272 [0/660 (0%)]\tLoss: 1408.707886\tLoss Per Feature 0.040272\n",
      "====> Epoch: 272 Average Loss: 1400.985433\tAverage Loss Per Feature 0.040051\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1416.957031\tLoss Per Feature 0.040508\n",
      "[64/164 (33%)]\tLoss: 1408.982788\tLoss Per Feature 0.040280\n",
      "[72/164 (67%)]\tLoss: 1419.859253\tLoss Per Feature 0.040591\n",
      "Average Loss: 1415.266357\tAverage Loss Per Feature 0.040459\n",
      "Train Epoch: 273\n",
      "Train Epoch: 273 [0/660 (0%)]\tLoss: 1422.320068\tLoss Per Feature 0.040661\n",
      "====> Epoch: 273 Average Loss: 1400.465230\tAverage Loss Per Feature 0.040036\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1421.049072\tLoss Per Feature 0.040625\n",
      "[64/164 (33%)]\tLoss: 1419.864136\tLoss Per Feature 0.040591\n",
      "[72/164 (67%)]\tLoss: 1400.588379\tLoss Per Feature 0.040040\n",
      "Average Loss: 1413.833862\tAverage Loss Per Feature 0.040418\n",
      "Train Epoch: 274\n",
      "Train Epoch: 274 [0/660 (0%)]\tLoss: 1462.454712\tLoss Per Feature 0.041808\n",
      "====> Epoch: 274 Average Loss: 1417.162944\tAverage Loss Per Feature 0.040514\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1444.415771\tLoss Per Feature 0.041293\n",
      "[64/164 (33%)]\tLoss: 1446.399414\tLoss Per Feature 0.041349\n",
      "[72/164 (67%)]\tLoss: 1429.201538\tLoss Per Feature 0.040858\n",
      "Average Loss: 1440.005575\tAverage Loss Per Feature 0.041167\n",
      "Train Epoch: 275\n",
      "Train Epoch: 275 [0/660 (0%)]\tLoss: 1402.143188\tLoss Per Feature 0.040084\n",
      "====> Epoch: 275 Average Loss: 1409.285014\tAverage Loss Per Feature 0.040288\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1422.730591\tLoss Per Feature 0.040673\n",
      "[64/164 (33%)]\tLoss: 1383.601440\tLoss Per Feature 0.039554\n",
      "[72/164 (67%)]\tLoss: 1376.437622\tLoss Per Feature 0.039349\n",
      "Average Loss: 1394.256551\tAverage Loss Per Feature 0.039859\n",
      "Train Epoch: 276\n",
      "Train Epoch: 276 [0/660 (0%)]\tLoss: 1354.962769\tLoss Per Feature 0.038735\n",
      "====> Epoch: 276 Average Loss: 1414.261759\tAverage Loss Per Feature 0.040431\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1430.198975\tLoss Per Feature 0.040886\n",
      "[64/164 (33%)]\tLoss: 1434.008179\tLoss Per Feature 0.040995\n",
      "[72/164 (67%)]\tLoss: 1438.093628\tLoss Per Feature 0.041112\n",
      "Average Loss: 1434.100260\tAverage Loss Per Feature 0.040998\n",
      "Train Epoch: 277\n",
      "Train Epoch: 277 [0/660 (0%)]\tLoss: 1396.550171\tLoss Per Feature 0.039924\n",
      "====> Epoch: 277 Average Loss: 1373.430196\tAverage Loss Per Feature 0.039263\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1403.498535\tLoss Per Feature 0.040123\n",
      "[64/164 (33%)]\tLoss: 1412.871948\tLoss Per Feature 0.040391\n",
      "[72/164 (67%)]\tLoss: 1407.216431\tLoss Per Feature 0.040229\n",
      "Average Loss: 1407.862305\tAverage Loss Per Feature 0.040248\n",
      "Train Epoch: 278\n",
      "Train Epoch: 278 [0/660 (0%)]\tLoss: 1395.725586\tLoss Per Feature 0.039901\n",
      "====> Epoch: 278 Average Loss: 1376.467326\tAverage Loss Per Feature 0.039350\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1432.663818\tLoss Per Feature 0.040957\n",
      "[64/164 (33%)]\tLoss: 1376.805664\tLoss Per Feature 0.039360\n",
      "[72/164 (67%)]\tLoss: 1413.037598\tLoss Per Feature 0.040396\n",
      "Average Loss: 1407.502360\tAverage Loss Per Feature 0.040237\n",
      "Train Epoch: 279\n",
      "Train Epoch: 279 [0/660 (0%)]\tLoss: 1412.418457\tLoss Per Feature 0.040378\n",
      "====> Epoch: 279 Average Loss: 1377.485677\tAverage Loss Per Feature 0.039379\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1409.142456\tLoss Per Feature 0.040284\n",
      "[64/164 (33%)]\tLoss: 1371.594238\tLoss Per Feature 0.039211\n",
      "[72/164 (67%)]\tLoss: 1443.842651\tLoss Per Feature 0.041276\n",
      "Average Loss: 1408.193115\tAverage Loss Per Feature 0.040257\n",
      "Train Epoch: 280\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 280 [0/660 (0%)]\tLoss: 1369.218140\tLoss Per Feature 0.039143\n",
      "====> Epoch: 280 Average Loss: 1410.709391\tAverage Loss Per Feature 0.040329\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1415.510498\tLoss Per Feature 0.040466\n",
      "[64/164 (33%)]\tLoss: 1404.137329\tLoss Per Feature 0.040141\n",
      "[72/164 (67%)]\tLoss: 1380.251099\tLoss Per Feature 0.039458\n",
      "Average Loss: 1399.966309\tAverage Loss Per Feature 0.040022\n",
      "Train Epoch: 281\n",
      "Train Epoch: 281 [0/660 (0%)]\tLoss: 1407.632324\tLoss Per Feature 0.040241\n",
      "====> Epoch: 281 Average Loss: 1393.678935\tAverage Loss Per Feature 0.039842\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1402.958862\tLoss Per Feature 0.040107\n",
      "[64/164 (33%)]\tLoss: 1362.143311\tLoss Per Feature 0.038941\n",
      "[72/164 (67%)]\tLoss: 1404.917603\tLoss Per Feature 0.040163\n",
      "Average Loss: 1390.006592\tAverage Loss Per Feature 0.039737\n",
      "Train Epoch: 282\n",
      "Train Epoch: 282 [0/660 (0%)]\tLoss: 1373.040161\tLoss Per Feature 0.039252\n",
      "====> Epoch: 282 Average Loss: 1379.041687\tAverage Loss Per Feature 0.039424\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1426.045288\tLoss Per Feature 0.040767\n",
      "[64/164 (33%)]\tLoss: 1380.652588\tLoss Per Feature 0.039470\n",
      "[72/164 (67%)]\tLoss: 1396.364014\tLoss Per Feature 0.039919\n",
      "Average Loss: 1401.020630\tAverage Loss Per Feature 0.040052\n",
      "Train Epoch: 283\n",
      "Train Epoch: 283 [0/660 (0%)]\tLoss: 1415.140625\tLoss Per Feature 0.040456\n",
      "====> Epoch: 283 Average Loss: 1367.641012\tAverage Loss Per Feature 0.039098\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1402.857910\tLoss Per Feature 0.040105\n",
      "[64/164 (33%)]\tLoss: 1387.262085\tLoss Per Feature 0.039659\n",
      "[72/164 (67%)]\tLoss: 1385.401733\tLoss Per Feature 0.039606\n",
      "Average Loss: 1391.840576\tAverage Loss Per Feature 0.039790\n",
      "Train Epoch: 284\n",
      "Train Epoch: 284 [0/660 (0%)]\tLoss: 1330.678345\tLoss Per Feature 0.038041\n",
      "====> Epoch: 284 Average Loss: 1372.869486\tAverage Loss Per Feature 0.039247\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1419.344360\tLoss Per Feature 0.040576\n",
      "[64/164 (33%)]\tLoss: 1371.922485\tLoss Per Feature 0.039220\n",
      "[72/164 (67%)]\tLoss: 1360.714111\tLoss Per Feature 0.038900\n",
      "Average Loss: 1383.993652\tAverage Loss Per Feature 0.039565\n",
      "Train Epoch: 285\n",
      "Train Epoch: 285 [0/660 (0%)]\tLoss: 1371.405518\tLoss Per Feature 0.039205\n",
      "====> Epoch: 285 Average Loss: 1369.879537\tAverage Loss Per Feature 0.039162\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1409.084961\tLoss Per Feature 0.040283\n",
      "[64/164 (33%)]\tLoss: 1379.407715\tLoss Per Feature 0.039434\n",
      "[72/164 (67%)]\tLoss: 1343.074463\tLoss Per Feature 0.038395\n",
      "Average Loss: 1377.189046\tAverage Loss Per Feature 0.039371\n",
      "Train Epoch: 286\n",
      "Train Epoch: 286 [0/660 (0%)]\tLoss: 1422.259644\tLoss Per Feature 0.040659\n",
      "====> Epoch: 286 Average Loss: 1377.860677\tAverage Loss Per Feature 0.039390\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1387.197021\tLoss Per Feature 0.039657\n",
      "[64/164 (33%)]\tLoss: 1361.434448\tLoss Per Feature 0.038920\n",
      "[72/164 (67%)]\tLoss: 1373.020630\tLoss Per Feature 0.039252\n",
      "Average Loss: 1373.884033\tAverage Loss Per Feature 0.039276\n",
      "Train Epoch: 287\n",
      "Train Epoch: 287 [0/660 (0%)]\tLoss: 1346.912598\tLoss Per Feature 0.038505\n",
      "====> Epoch: 287 Average Loss: 1366.137553\tAverage Loss Per Feature 0.039055\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1402.230469\tLoss Per Feature 0.040087\n",
      "[64/164 (33%)]\tLoss: 1389.394775\tLoss Per Feature 0.039720\n",
      "[72/164 (67%)]\tLoss: 1390.689087\tLoss Per Feature 0.039757\n",
      "Average Loss: 1394.104777\tAverage Loss Per Feature 0.039854\n",
      "Train Epoch: 288\n",
      "Train Epoch: 288 [0/660 (0%)]\tLoss: 1378.005005\tLoss Per Feature 0.039394\n",
      "====> Epoch: 288 Average Loss: 1367.912435\tAverage Loss Per Feature 0.039106\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1382.277588\tLoss Per Feature 0.039516\n",
      "[64/164 (33%)]\tLoss: 1345.056152\tLoss Per Feature 0.038452\n",
      "[72/164 (67%)]\tLoss: 1388.147339\tLoss Per Feature 0.039684\n",
      "Average Loss: 1371.827026\tAverage Loss Per Feature 0.039217\n",
      "Train Epoch: 289\n",
      "Train Epoch: 289 [0/660 (0%)]\tLoss: 1354.918945\tLoss Per Feature 0.038734\n",
      "====> Epoch: 289 Average Loss: 1356.312012\tAverage Loss Per Feature 0.038774\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1393.778931\tLoss Per Feature 0.039845\n",
      "[64/164 (33%)]\tLoss: 1389.645508\tLoss Per Feature 0.039727\n",
      "[72/164 (67%)]\tLoss: 1381.041504\tLoss Per Feature 0.039481\n",
      "Average Loss: 1388.155314\tAverage Loss Per Feature 0.039684\n",
      "Train Epoch: 290\n",
      "Train Epoch: 290 [0/660 (0%)]\tLoss: 1354.323975\tLoss Per Feature 0.038717\n",
      "====> Epoch: 290 Average Loss: 1363.792989\tAverage Loss Per Feature 0.038988\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1404.675049\tLoss Per Feature 0.040157\n",
      "[64/164 (33%)]\tLoss: 1382.661133\tLoss Per Feature 0.039527\n",
      "[72/164 (67%)]\tLoss: 1334.007324\tLoss Per Feature 0.038136\n",
      "Average Loss: 1373.781169\tAverage Loss Per Feature 0.039273\n",
      "Train Epoch: 291\n",
      "Train Epoch: 291 [0/660 (0%)]\tLoss: 1357.684326\tLoss Per Feature 0.038813\n",
      "====> Epoch: 291 Average Loss: 1353.720662\tAverage Loss Per Feature 0.038700\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1377.127686\tLoss Per Feature 0.039369\n",
      "[64/164 (33%)]\tLoss: 1370.112427\tLoss Per Feature 0.039168\n",
      "[72/164 (67%)]\tLoss: 1349.263306\tLoss Per Feature 0.038572\n",
      "Average Loss: 1365.501139\tAverage Loss Per Feature 0.039037\n",
      "Train Epoch: 292\n",
      "Train Epoch: 292 [0/660 (0%)]\tLoss: 1355.935059\tLoss Per Feature 0.038763\n",
      "====> Epoch: 292 Average Loss: 1380.953389\tAverage Loss Per Feature 0.039478\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1388.339478\tLoss Per Feature 0.039690\n",
      "[64/164 (33%)]\tLoss: 1344.415039\tLoss Per Feature 0.038434\n",
      "[72/164 (67%)]\tLoss: 1372.381592\tLoss Per Feature 0.039233\n",
      "Average Loss: 1368.378703\tAverage Loss Per Feature 0.039119\n",
      "Train Epoch: 293\n",
      "Train Epoch: 293 [0/660 (0%)]\tLoss: 1352.157959\tLoss Per Feature 0.038655\n",
      "====> Epoch: 293 Average Loss: 1368.915039\tAverage Loss Per Feature 0.039134\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1380.783325\tLoss Per Feature 0.039474\n",
      "[64/164 (33%)]\tLoss: 1366.191284\tLoss Per Feature 0.039056\n",
      "[72/164 (67%)]\tLoss: 1391.833130\tLoss Per Feature 0.039789\n",
      "Average Loss: 1379.602580\tAverage Loss Per Feature 0.039440\n",
      "Train Epoch: 294\n",
      "Train Epoch: 294 [0/660 (0%)]\tLoss: 1368.062622\tLoss Per Feature 0.039110\n",
      "====> Epoch: 294 Average Loss: 1341.434143\tAverage Loss Per Feature 0.038349\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1373.776123\tLoss Per Feature 0.039273\n",
      "[64/164 (33%)]\tLoss: 1349.744263\tLoss Per Feature 0.038586\n",
      "[72/164 (67%)]\tLoss: 1385.777710\tLoss Per Feature 0.039616\n",
      "Average Loss: 1369.766032\tAverage Loss Per Feature 0.039159\n",
      "Train Epoch: 295\n",
      "Train Epoch: 295 [0/660 (0%)]\tLoss: 1365.107666\tLoss Per Feature 0.039025\n",
      "====> Epoch: 295 Average Loss: 1363.480042\tAverage Loss Per Feature 0.038979\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1355.391235\tLoss Per Feature 0.038748\n",
      "[64/164 (33%)]\tLoss: 1362.852417\tLoss Per Feature 0.038961\n",
      "[72/164 (67%)]\tLoss: 1360.738892\tLoss Per Feature 0.038900\n",
      "Average Loss: 1359.660848\tAverage Loss Per Feature 0.038870\n",
      "Train Epoch: 296\n",
      "Train Epoch: 296 [0/660 (0%)]\tLoss: 1376.950562\tLoss Per Feature 0.039364\n",
      "====> Epoch: 296 Average Loss: 1334.776265\tAverage Loss Per Feature 0.038158\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1381.270996\tLoss Per Feature 0.039487\n",
      "[64/164 (33%)]\tLoss: 1350.611206\tLoss Per Feature 0.038611\n",
      "[72/164 (67%)]\tLoss: 1368.416382\tLoss Per Feature 0.039120\n",
      "Average Loss: 1366.766195\tAverage Loss Per Feature 0.039073\n",
      "Train Epoch: 297\n",
      "Train Epoch: 297 [0/660 (0%)]\tLoss: 1330.615234\tLoss Per Feature 0.038039\n",
      "====> Epoch: 297 Average Loss: 1345.888143\tAverage Loss Per Feature 0.038476\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1384.876587\tLoss Per Feature 0.039591\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1353.534912\tLoss Per Feature 0.038695\n",
      "[72/164 (67%)]\tLoss: 1356.701172\tLoss Per Feature 0.038785\n",
      "Average Loss: 1365.037557\tAverage Loss Per Feature 0.039023\n",
      "Train Epoch: 298\n",
      "Train Epoch: 298 [0/660 (0%)]\tLoss: 1379.813721\tLoss Per Feature 0.039446\n",
      "====> Epoch: 298 Average Loss: 1331.589315\tAverage Loss Per Feature 0.038067\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1351.895508\tLoss Per Feature 0.038648\n",
      "[64/164 (33%)]\tLoss: 1343.846924\tLoss Per Feature 0.038418\n",
      "[72/164 (67%)]\tLoss: 1350.243774\tLoss Per Feature 0.038600\n",
      "Average Loss: 1348.662069\tAverage Loss Per Feature 0.038555\n",
      "Train Epoch: 299\n",
      "Train Epoch: 299 [0/660 (0%)]\tLoss: 1337.871704\tLoss Per Feature 0.038247\n",
      "====> Epoch: 299 Average Loss: 1370.542460\tAverage Loss Per Feature 0.039181\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1385.762207\tLoss Per Feature 0.039616\n",
      "[64/164 (33%)]\tLoss: 1340.502930\tLoss Per Feature 0.038322\n",
      "[72/164 (67%)]\tLoss: 1361.926270\tLoss Per Feature 0.038934\n",
      "Average Loss: 1362.730469\tAverage Loss Per Feature 0.038957\n",
      "Train Epoch: 300\n",
      "Train Epoch: 300 [0/660 (0%)]\tLoss: 1314.447021\tLoss Per Feature 0.037577\n",
      "====> Epoch: 300 Average Loss: 1351.108215\tAverage Loss Per Feature 0.038625\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_300.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1398.450928\tLoss Per Feature 0.039979\n",
      "[64/164 (33%)]\tLoss: 1342.286377\tLoss Per Feature 0.038373\n",
      "[72/164 (67%)]\tLoss: 1335.051880\tLoss Per Feature 0.038166\n",
      "Average Loss: 1358.596395\tAverage Loss Per Feature 0.038839\n",
      "Train Epoch: 301\n",
      "Train Epoch: 301 [0/660 (0%)]\tLoss: 1338.692993\tLoss Per Feature 0.038270\n",
      "====> Epoch: 301 Average Loss: 1333.460632\tAverage Loss Per Feature 0.038121\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1352.042603\tLoss Per Feature 0.038652\n",
      "[64/164 (33%)]\tLoss: 1342.277954\tLoss Per Feature 0.038373\n",
      "[72/164 (67%)]\tLoss: 1351.340088\tLoss Per Feature 0.038632\n",
      "Average Loss: 1348.553548\tAverage Loss Per Feature 0.038552\n",
      "Train Epoch: 302\n",
      "Train Epoch: 302 [0/660 (0%)]\tLoss: 1338.756348\tLoss Per Feature 0.038272\n",
      "====> Epoch: 302 Average Loss: 1338.983541\tAverage Loss Per Feature 0.038279\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1391.484253\tLoss Per Feature 0.039779\n",
      "[64/164 (33%)]\tLoss: 1343.511963\tLoss Per Feature 0.038408\n",
      "[72/164 (67%)]\tLoss: 1370.029297\tLoss Per Feature 0.039166\n",
      "Average Loss: 1368.341838\tAverage Loss Per Feature 0.039118\n",
      "Train Epoch: 303\n",
      "Train Epoch: 303 [0/660 (0%)]\tLoss: 1318.341675\tLoss Per Feature 0.037688\n",
      "====> Epoch: 303 Average Loss: 1321.201619\tAverage Loss Per Feature 0.037770\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1358.398193\tLoss Per Feature 0.038834\n",
      "[64/164 (33%)]\tLoss: 1326.155151\tLoss Per Feature 0.037912\n",
      "[72/164 (67%)]\tLoss: 1349.279541\tLoss Per Feature 0.038573\n",
      "Average Loss: 1344.610962\tAverage Loss Per Feature 0.038439\n",
      "Train Epoch: 304\n",
      "Train Epoch: 304 [0/660 (0%)]\tLoss: 1345.247925\tLoss Per Feature 0.038458\n",
      "====> Epoch: 304 Average Loss: 1335.259399\tAverage Loss Per Feature 0.038172\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1369.572266\tLoss Per Feature 0.039153\n",
      "[64/164 (33%)]\tLoss: 1323.070068\tLoss Per Feature 0.037824\n",
      "[72/164 (67%)]\tLoss: 1334.378174\tLoss Per Feature 0.038147\n",
      "Average Loss: 1342.340169\tAverage Loss Per Feature 0.038375\n",
      "Train Epoch: 305\n",
      "Train Epoch: 305 [0/660 (0%)]\tLoss: 1301.016479\tLoss Per Feature 0.037193\n",
      "====> Epoch: 305 Average Loss: 1325.982727\tAverage Loss Per Feature 0.037907\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1359.989624\tLoss Per Feature 0.038879\n",
      "[64/164 (33%)]\tLoss: 1324.858276\tLoss Per Feature 0.037875\n",
      "[72/164 (67%)]\tLoss: 1336.758423\tLoss Per Feature 0.038215\n",
      "Average Loss: 1340.535441\tAverage Loss Per Feature 0.038323\n",
      "Train Epoch: 306\n",
      "Train Epoch: 306 [0/660 (0%)]\tLoss: 1291.324219\tLoss Per Feature 0.036916\n",
      "====> Epoch: 306 Average Loss: 1322.277832\tAverage Loss Per Feature 0.037801\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1349.782227\tLoss Per Feature 0.038587\n",
      "[64/164 (33%)]\tLoss: 1338.529297\tLoss Per Feature 0.038266\n",
      "[72/164 (67%)]\tLoss: 1319.062500\tLoss Per Feature 0.037709\n",
      "Average Loss: 1335.791341\tAverage Loss Per Feature 0.038187\n",
      "Train Epoch: 307\n",
      "Train Epoch: 307 [0/660 (0%)]\tLoss: 1318.257690\tLoss Per Feature 0.037686\n",
      "====> Epoch: 307 Average Loss: 1329.763611\tAverage Loss Per Feature 0.038015\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1340.492920\tLoss Per Feature 0.038322\n",
      "[64/164 (33%)]\tLoss: 1328.195801\tLoss Per Feature 0.037970\n",
      "[72/164 (67%)]\tLoss: 1306.936157\tLoss Per Feature 0.037362\n",
      "Average Loss: 1325.208293\tAverage Loss Per Feature 0.037885\n",
      "Train Epoch: 308\n",
      "Train Epoch: 308 [0/660 (0%)]\tLoss: 1323.081665\tLoss Per Feature 0.037824\n",
      "====> Epoch: 308 Average Loss: 1324.717611\tAverage Loss Per Feature 0.037871\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1321.699463\tLoss Per Feature 0.037784\n",
      "[64/164 (33%)]\tLoss: 1351.778442\tLoss Per Feature 0.038644\n",
      "[72/164 (67%)]\tLoss: 1325.786987\tLoss Per Feature 0.037901\n",
      "Average Loss: 1333.088298\tAverage Loss Per Feature 0.038110\n",
      "Train Epoch: 309\n",
      "Train Epoch: 309 [0/660 (0%)]\tLoss: 1336.869873\tLoss Per Feature 0.038218\n",
      "====> Epoch: 309 Average Loss: 1310.495707\tAverage Loss Per Feature 0.037464\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1352.297241\tLoss Per Feature 0.038659\n",
      "[64/164 (33%)]\tLoss: 1311.273193\tLoss Per Feature 0.037486\n",
      "[72/164 (67%)]\tLoss: 1293.685181\tLoss Per Feature 0.036984\n",
      "Average Loss: 1319.085205\tAverage Loss Per Feature 0.037710\n",
      "Train Epoch: 310\n",
      "Train Epoch: 310 [0/660 (0%)]\tLoss: 1349.632446\tLoss Per Feature 0.038583\n",
      "====> Epoch: 310 Average Loss: 1337.663289\tAverage Loss Per Feature 0.038241\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1339.084229\tLoss Per Feature 0.038281\n",
      "[64/164 (33%)]\tLoss: 1302.842407\tLoss Per Feature 0.037245\n",
      "[72/164 (67%)]\tLoss: 1330.510498\tLoss Per Feature 0.038036\n",
      "Average Loss: 1324.145711\tAverage Loss Per Feature 0.037854\n",
      "Train Epoch: 311\n",
      "Train Epoch: 311 [0/660 (0%)]\tLoss: 1320.123413\tLoss Per Feature 0.037739\n",
      "====> Epoch: 311 Average Loss: 1336.349548\tAverage Loss Per Feature 0.038203\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1334.858032\tLoss Per Feature 0.038161\n",
      "[64/164 (33%)]\tLoss: 1321.787109\tLoss Per Feature 0.037787\n",
      "[72/164 (67%)]\tLoss: 1326.938965\tLoss Per Feature 0.037934\n",
      "Average Loss: 1327.861369\tAverage Loss Per Feature 0.037961\n",
      "Train Epoch: 312\n",
      "Train Epoch: 312 [0/660 (0%)]\tLoss: 1317.577271\tLoss Per Feature 0.037667\n",
      "====> Epoch: 312 Average Loss: 1308.787699\tAverage Loss Per Feature 0.037415\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1360.858276\tLoss Per Feature 0.038904\n",
      "[64/164 (33%)]\tLoss: 1366.489868\tLoss Per Feature 0.039065\n",
      "[72/164 (67%)]\tLoss: 1317.026855\tLoss Per Feature 0.037651\n",
      "Average Loss: 1348.125000\tAverage Loss Per Feature 0.038540\n",
      "Train Epoch: 313\n",
      "Train Epoch: 313 [0/660 (0%)]\tLoss: 1306.332275\tLoss Per Feature 0.037345\n",
      "====> Epoch: 313 Average Loss: 1329.758423\tAverage Loss Per Feature 0.038015\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1358.101562\tLoss Per Feature 0.038825\n",
      "[64/164 (33%)]\tLoss: 1339.634888\tLoss Per Feature 0.038297\n",
      "[72/164 (67%)]\tLoss: 1314.847900\tLoss Per Feature 0.037589\n",
      "Average Loss: 1337.528117\tAverage Loss Per Feature 0.038237\n",
      "Train Epoch: 314\n",
      "Train Epoch: 314 [0/660 (0%)]\tLoss: 1359.132446\tLoss Per Feature 0.038855\n",
      "====> Epoch: 314 Average Loss: 1304.852214\tAverage Loss Per Feature 0.037303\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1337.936768\tLoss Per Feature 0.038249\n",
      "[64/164 (33%)]\tLoss: 1300.272705\tLoss Per Feature 0.037172\n",
      "[72/164 (67%)]\tLoss: 1331.412842\tLoss Per Feature 0.038062\n",
      "Average Loss: 1323.207438\tAverage Loss Per Feature 0.037828\n",
      "Train Epoch: 315\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 315 [0/660 (0%)]\tLoss: 1329.713745\tLoss Per Feature 0.038014\n",
      "====> Epoch: 315 Average Loss: 1318.071635\tAverage Loss Per Feature 0.037681\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1316.363892\tLoss Per Feature 0.037632\n",
      "[64/164 (33%)]\tLoss: 1298.109497\tLoss Per Feature 0.037110\n",
      "[72/164 (67%)]\tLoss: 1315.126587\tLoss Per Feature 0.037597\n",
      "Average Loss: 1309.866659\tAverage Loss Per Feature 0.037446\n",
      "Train Epoch: 316\n",
      "Train Epoch: 316 [0/660 (0%)]\tLoss: 1291.479858\tLoss Per Feature 0.036921\n",
      "====> Epoch: 316 Average Loss: 1330.161987\tAverage Loss Per Feature 0.038026\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1337.730835\tLoss Per Feature 0.038243\n",
      "[64/164 (33%)]\tLoss: 1298.100464\tLoss Per Feature 0.037110\n",
      "[72/164 (67%)]\tLoss: 1350.770264\tLoss Per Feature 0.038616\n",
      "Average Loss: 1328.867188\tAverage Loss Per Feature 0.037989\n",
      "Train Epoch: 317\n",
      "Train Epoch: 317 [0/660 (0%)]\tLoss: 1321.730713\tLoss Per Feature 0.037785\n",
      "====> Epoch: 317 Average Loss: 1305.103638\tAverage Loss Per Feature 0.037310\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1329.325806\tLoss Per Feature 0.038002\n",
      "[64/164 (33%)]\tLoss: 1311.072998\tLoss Per Feature 0.037481\n",
      "[72/164 (67%)]\tLoss: 1318.062622\tLoss Per Feature 0.037680\n",
      "Average Loss: 1319.487142\tAverage Loss Per Feature 0.037721\n",
      "Train Epoch: 318\n",
      "Train Epoch: 318 [0/660 (0%)]\tLoss: 1329.729248\tLoss Per Feature 0.038014\n",
      "====> Epoch: 318 Average Loss: 1307.978455\tAverage Loss Per Feature 0.037392\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1300.436768\tLoss Per Feature 0.037177\n",
      "[64/164 (33%)]\tLoss: 1322.079590\tLoss Per Feature 0.037795\n",
      "[72/164 (67%)]\tLoss: 1286.752686\tLoss Per Feature 0.036785\n",
      "Average Loss: 1303.089681\tAverage Loss Per Feature 0.037252\n",
      "Train Epoch: 319\n",
      "Train Epoch: 319 [0/660 (0%)]\tLoss: 1278.223389\tLoss Per Feature 0.036542\n",
      "====> Epoch: 319 Average Loss: 1285.813843\tAverage Loss Per Feature 0.036759\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1332.472290\tLoss Per Feature 0.038092\n",
      "[64/164 (33%)]\tLoss: 1302.863403\tLoss Per Feature 0.037246\n",
      "[72/164 (67%)]\tLoss: 1305.171875\tLoss Per Feature 0.037312\n",
      "Average Loss: 1313.502523\tAverage Loss Per Feature 0.037550\n",
      "Train Epoch: 320\n",
      "Train Epoch: 320 [0/660 (0%)]\tLoss: 1276.439453\tLoss Per Feature 0.036491\n",
      "====> Epoch: 320 Average Loss: 1285.500427\tAverage Loss Per Feature 0.036750\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1307.446411\tLoss Per Feature 0.037377\n",
      "[64/164 (33%)]\tLoss: 1316.907715\tLoss Per Feature 0.037647\n",
      "[72/164 (67%)]\tLoss: 1315.267578\tLoss Per Feature 0.037601\n",
      "Average Loss: 1313.207235\tAverage Loss Per Feature 0.037542\n",
      "Train Epoch: 321\n",
      "Train Epoch: 321 [0/660 (0%)]\tLoss: 1275.135132\tLoss Per Feature 0.036453\n",
      "====> Epoch: 321 Average Loss: 1282.598043\tAverage Loss Per Feature 0.036667\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1301.138428\tLoss Per Feature 0.037197\n",
      "[64/164 (33%)]\tLoss: 1314.039062\tLoss Per Feature 0.037565\n",
      "[72/164 (67%)]\tLoss: 1274.080078\tLoss Per Feature 0.036423\n",
      "Average Loss: 1296.419189\tAverage Loss Per Feature 0.037062\n",
      "Train Epoch: 322\n",
      "Train Epoch: 322 [0/660 (0%)]\tLoss: 1268.078247\tLoss Per Feature 0.036252\n",
      "====> Epoch: 322 Average Loss: 1298.600972\tAverage Loss Per Feature 0.037124\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1303.283936\tLoss Per Feature 0.037258\n",
      "[64/164 (33%)]\tLoss: 1283.334229\tLoss Per Feature 0.036688\n",
      "[72/164 (67%)]\tLoss: 1319.884399\tLoss Per Feature 0.037733\n",
      "Average Loss: 1302.167521\tAverage Loss Per Feature 0.037226\n",
      "Train Epoch: 323\n",
      "Train Epoch: 323 [0/660 (0%)]\tLoss: 1321.740112\tLoss Per Feature 0.037786\n",
      "====> Epoch: 323 Average Loss: 1293.755493\tAverage Loss Per Feature 0.036986\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1304.561890\tLoss Per Feature 0.037295\n",
      "[64/164 (33%)]\tLoss: 1295.339722\tLoss Per Feature 0.037031\n",
      "[72/164 (67%)]\tLoss: 1279.665649\tLoss Per Feature 0.036583\n",
      "Average Loss: 1293.189087\tAverage Loss Per Feature 0.036969\n",
      "Train Epoch: 324\n",
      "Train Epoch: 324 [0/660 (0%)]\tLoss: 1280.586914\tLoss Per Feature 0.036609\n",
      "====> Epoch: 324 Average Loss: 1300.675049\tAverage Loss Per Feature 0.037183\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1318.310181\tLoss Per Feature 0.037688\n",
      "[64/164 (33%)]\tLoss: 1303.580566\tLoss Per Feature 0.037266\n",
      "[72/164 (67%)]\tLoss: 1270.404419\tLoss Per Feature 0.036318\n",
      "Average Loss: 1297.431722\tAverage Loss Per Feature 0.037091\n",
      "Train Epoch: 325\n",
      "Train Epoch: 325 [0/660 (0%)]\tLoss: 1270.812256\tLoss Per Feature 0.036330\n",
      "====> Epoch: 325 Average Loss: 1298.662313\tAverage Loss Per Feature 0.037126\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1318.193359\tLoss Per Feature 0.037684\n",
      "[64/164 (33%)]\tLoss: 1291.161133\tLoss Per Feature 0.036911\n",
      "[72/164 (67%)]\tLoss: 1292.397095\tLoss Per Feature 0.036947\n",
      "Average Loss: 1300.583862\tAverage Loss Per Feature 0.037181\n",
      "Train Epoch: 326\n",
      "Train Epoch: 326 [0/660 (0%)]\tLoss: 1360.896606\tLoss Per Feature 0.038905\n",
      "====> Epoch: 326 Average Loss: 1293.508728\tAverage Loss Per Feature 0.036979\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1321.525269\tLoss Per Feature 0.037779\n",
      "[64/164 (33%)]\tLoss: 1301.981079\tLoss Per Feature 0.037221\n",
      "[72/164 (67%)]\tLoss: 1281.124390\tLoss Per Feature 0.036624\n",
      "Average Loss: 1301.543579\tAverage Loss Per Feature 0.037208\n",
      "Train Epoch: 327\n",
      "Train Epoch: 327 [0/660 (0%)]\tLoss: 1280.450439\tLoss Per Feature 0.036605\n",
      "====> Epoch: 327 Average Loss: 1291.353577\tAverage Loss Per Feature 0.036917\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1311.571777\tLoss Per Feature 0.037495\n",
      "[64/164 (33%)]\tLoss: 1306.160400\tLoss Per Feature 0.037340\n",
      "[72/164 (67%)]\tLoss: 1289.028442\tLoss Per Feature 0.036850\n",
      "Average Loss: 1302.253540\tAverage Loss Per Feature 0.037229\n",
      "Train Epoch: 328\n",
      "Train Epoch: 328 [0/660 (0%)]\tLoss: 1271.646606\tLoss Per Feature 0.036354\n",
      "====> Epoch: 328 Average Loss: 1276.203328\tAverage Loss Per Feature 0.036484\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1308.520508\tLoss Per Feature 0.037408\n",
      "[64/164 (33%)]\tLoss: 1285.347168\tLoss Per Feature 0.036745\n",
      "[72/164 (67%)]\tLoss: 1276.044067\tLoss Per Feature 0.036479\n",
      "Average Loss: 1289.970581\tAverage Loss Per Feature 0.036877\n",
      "Train Epoch: 329\n",
      "Train Epoch: 329 [0/660 (0%)]\tLoss: 1326.123413\tLoss Per Feature 0.037911\n",
      "====> Epoch: 329 Average Loss: 1293.150472\tAverage Loss Per Feature 0.036968\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1309.584961\tLoss Per Feature 0.037438\n",
      "[64/164 (33%)]\tLoss: 1260.087524\tLoss Per Feature 0.036023\n",
      "[72/164 (67%)]\tLoss: 1286.165405\tLoss Per Feature 0.036769\n",
      "Average Loss: 1285.279297\tAverage Loss Per Feature 0.036743\n",
      "Train Epoch: 330\n",
      "Train Epoch: 330 [0/660 (0%)]\tLoss: 1267.189209\tLoss Per Feature 0.036226\n",
      "====> Epoch: 330 Average Loss: 1276.156331\tAverage Loss Per Feature 0.036482\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1318.407227\tLoss Per Feature 0.037690\n",
      "[64/164 (33%)]\tLoss: 1289.656860\tLoss Per Feature 0.036868\n",
      "[72/164 (67%)]\tLoss: 1300.660522\tLoss Per Feature 0.037183\n",
      "Average Loss: 1302.908203\tAverage Loss Per Feature 0.037247\n",
      "Train Epoch: 331\n",
      "Train Epoch: 331 [0/660 (0%)]\tLoss: 1265.986694\tLoss Per Feature 0.036192\n",
      "====> Epoch: 331 Average Loss: 1272.073385\tAverage Loss Per Feature 0.036366\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1330.782227\tLoss Per Feature 0.038044\n",
      "[64/164 (33%)]\tLoss: 1273.123047\tLoss Per Feature 0.036396\n",
      "[72/164 (67%)]\tLoss: 1258.496704\tLoss Per Feature 0.035978\n",
      "Average Loss: 1287.467326\tAverage Loss Per Feature 0.036806\n",
      "Train Epoch: 332\n",
      "Train Epoch: 332 [0/660 (0%)]\tLoss: 1251.155762\tLoss Per Feature 0.035768\n",
      "====> Epoch: 332 Average Loss: 1265.410746\tAverage Loss Per Feature 0.036175\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1302.324219\tLoss Per Feature 0.037231\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1278.630859\tLoss Per Feature 0.036553\n",
      "[72/164 (67%)]\tLoss: 1316.865356\tLoss Per Feature 0.037646\n",
      "Average Loss: 1299.273478\tAverage Loss Per Feature 0.037143\n",
      "Train Epoch: 333\n",
      "Train Epoch: 333 [0/660 (0%)]\tLoss: 1295.168701\tLoss Per Feature 0.037026\n",
      "====> Epoch: 333 Average Loss: 1287.572103\tAverage Loss Per Feature 0.036809\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1293.716675\tLoss Per Feature 0.036984\n",
      "[64/164 (33%)]\tLoss: 1286.216064\tLoss Per Feature 0.036770\n",
      "[72/164 (67%)]\tLoss: 1273.509033\tLoss Per Feature 0.036407\n",
      "Average Loss: 1284.480591\tAverage Loss Per Feature 0.036720\n",
      "Train Epoch: 334\n",
      "Train Epoch: 334 [0/660 (0%)]\tLoss: 1311.677612\tLoss Per Feature 0.037498\n",
      "====> Epoch: 334 Average Loss: 1270.738464\tAverage Loss Per Feature 0.036328\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1276.845459\tLoss Per Feature 0.036502\n",
      "[64/164 (33%)]\tLoss: 1273.006104\tLoss Per Feature 0.036392\n",
      "[72/164 (67%)]\tLoss: 1296.237793\tLoss Per Feature 0.037057\n",
      "Average Loss: 1282.029785\tAverage Loss Per Feature 0.036650\n",
      "Train Epoch: 335\n",
      "Train Epoch: 335 [0/660 (0%)]\tLoss: 1269.961914\tLoss Per Feature 0.036305\n",
      "====> Epoch: 335 Average Loss: 1269.587362\tAverage Loss Per Feature 0.036295\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1286.730225\tLoss Per Feature 0.036785\n",
      "[64/164 (33%)]\tLoss: 1282.244385\tLoss Per Feature 0.036657\n",
      "[72/164 (67%)]\tLoss: 1260.192627\tLoss Per Feature 0.036026\n",
      "Average Loss: 1276.389079\tAverage Loss Per Feature 0.036489\n",
      "Train Epoch: 336\n",
      "Train Epoch: 336 [0/660 (0%)]\tLoss: 1250.280640\tLoss Per Feature 0.035743\n",
      "====> Epoch: 336 Average Loss: 1261.913818\tAverage Loss Per Feature 0.036075\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1309.783691\tLoss Per Feature 0.037444\n",
      "[64/164 (33%)]\tLoss: 1268.799316\tLoss Per Feature 0.036272\n",
      "[72/164 (67%)]\tLoss: 1285.200562\tLoss Per Feature 0.036741\n",
      "Average Loss: 1287.927856\tAverage Loss Per Feature 0.036819\n",
      "Train Epoch: 337\n",
      "Train Epoch: 337 [0/660 (0%)]\tLoss: 1234.693848\tLoss Per Feature 0.035297\n",
      "====> Epoch: 337 Average Loss: 1265.684285\tAverage Loss Per Feature 0.036183\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1301.282959\tLoss Per Feature 0.037201\n",
      "[64/164 (33%)]\tLoss: 1275.995728\tLoss Per Feature 0.036478\n",
      "[72/164 (67%)]\tLoss: 1303.934692\tLoss Per Feature 0.037277\n",
      "Average Loss: 1293.737793\tAverage Loss Per Feature 0.036985\n",
      "Train Epoch: 338\n",
      "Train Epoch: 338 [0/660 (0%)]\tLoss: 1279.249878\tLoss Per Feature 0.036571\n",
      "====> Epoch: 338 Average Loss: 1271.181559\tAverage Loss Per Feature 0.036340\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1278.521484\tLoss Per Feature 0.036550\n",
      "[64/164 (33%)]\tLoss: 1277.186890\tLoss Per Feature 0.036512\n",
      "[72/164 (67%)]\tLoss: 1276.859741\tLoss Per Feature 0.036503\n",
      "Average Loss: 1277.522705\tAverage Loss Per Feature 0.036522\n",
      "Train Epoch: 339\n",
      "Train Epoch: 339 [0/660 (0%)]\tLoss: 1287.811157\tLoss Per Feature 0.036816\n",
      "====> Epoch: 339 Average Loss: 1270.767537\tAverage Loss Per Feature 0.036328\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1307.921265\tLoss Per Feature 0.037391\n",
      "[64/164 (33%)]\tLoss: 1275.526123\tLoss Per Feature 0.036464\n",
      "[72/164 (67%)]\tLoss: 1257.720459\tLoss Per Feature 0.035955\n",
      "Average Loss: 1280.389282\tAverage Loss Per Feature 0.036603\n",
      "Train Epoch: 340\n",
      "Train Epoch: 340 [0/660 (0%)]\tLoss: 1248.441284\tLoss Per Feature 0.035690\n",
      "====> Epoch: 340 Average Loss: 1287.532511\tAverage Loss Per Feature 0.036808\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1272.680298\tLoss Per Feature 0.036383\n",
      "[64/164 (33%)]\tLoss: 1258.326904\tLoss Per Feature 0.035973\n",
      "[72/164 (67%)]\tLoss: 1279.599365\tLoss Per Feature 0.036581\n",
      "Average Loss: 1270.202189\tAverage Loss Per Feature 0.036312\n",
      "Train Epoch: 341\n",
      "Train Epoch: 341 [0/660 (0%)]\tLoss: 1273.364014\tLoss Per Feature 0.036403\n",
      "====> Epoch: 341 Average Loss: 1271.557475\tAverage Loss Per Feature 0.036351\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1295.225464\tLoss Per Feature 0.037028\n",
      "[64/164 (33%)]\tLoss: 1241.880859\tLoss Per Feature 0.035503\n",
      "[72/164 (67%)]\tLoss: 1242.342529\tLoss Per Feature 0.035516\n",
      "Average Loss: 1259.816284\tAverage Loss Per Feature 0.036015\n",
      "Train Epoch: 342\n",
      "Train Epoch: 342 [0/660 (0%)]\tLoss: 1271.531738\tLoss Per Feature 0.036350\n",
      "====> Epoch: 342 Average Loss: 1262.764506\tAverage Loss Per Feature 0.036100\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1275.232056\tLoss Per Feature 0.036456\n",
      "[64/164 (33%)]\tLoss: 1263.581543\tLoss Per Feature 0.036123\n",
      "[72/164 (67%)]\tLoss: 1262.540283\tLoss Per Feature 0.036093\n",
      "Average Loss: 1267.117961\tAverage Loss Per Feature 0.036224\n",
      "Train Epoch: 343\n",
      "Train Epoch: 343 [0/660 (0%)]\tLoss: 1321.841797\tLoss Per Feature 0.037789\n",
      "====> Epoch: 343 Average Loss: 1275.910034\tAverage Loss Per Feature 0.036475\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1269.232910\tLoss Per Feature 0.036285\n",
      "[64/164 (33%)]\tLoss: 1257.531250\tLoss Per Feature 0.035950\n",
      "[72/164 (67%)]\tLoss: 1260.589966\tLoss Per Feature 0.036037\n",
      "Average Loss: 1262.451375\tAverage Loss Per Feature 0.036091\n",
      "Train Epoch: 344\n",
      "Train Epoch: 344 [0/660 (0%)]\tLoss: 1244.755249\tLoss Per Feature 0.035585\n",
      "====> Epoch: 344 Average Loss: 1273.308004\tAverage Loss Per Feature 0.036401\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1282.769653\tLoss Per Feature 0.036672\n",
      "[64/164 (33%)]\tLoss: 1245.976929\tLoss Per Feature 0.035620\n",
      "[72/164 (67%)]\tLoss: 1242.643921\tLoss Per Feature 0.035524\n",
      "Average Loss: 1257.130168\tAverage Loss Per Feature 0.035939\n",
      "Train Epoch: 345\n",
      "Train Epoch: 345 [0/660 (0%)]\tLoss: 1264.873901\tLoss Per Feature 0.036160\n",
      "====> Epoch: 345 Average Loss: 1246.901998\tAverage Loss Per Feature 0.035646\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1303.521484\tLoss Per Feature 0.037265\n",
      "[64/164 (33%)]\tLoss: 1261.730347\tLoss Per Feature 0.036070\n",
      "[72/164 (67%)]\tLoss: 1263.896118\tLoss Per Feature 0.036132\n",
      "Average Loss: 1276.382650\tAverage Loss Per Feature 0.036489\n",
      "Train Epoch: 346\n",
      "Train Epoch: 346 [0/660 (0%)]\tLoss: 1255.362793\tLoss Per Feature 0.035888\n",
      "====> Epoch: 346 Average Loss: 1287.935608\tAverage Loss Per Feature 0.036819\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1289.137817\tLoss Per Feature 0.036854\n",
      "[64/164 (33%)]\tLoss: 1269.793945\tLoss Per Feature 0.036301\n",
      "[72/164 (67%)]\tLoss: 1246.079590\tLoss Per Feature 0.035623\n",
      "Average Loss: 1268.337118\tAverage Loss Per Feature 0.036259\n",
      "Train Epoch: 347\n",
      "Train Epoch: 347 [0/660 (0%)]\tLoss: 1280.278564\tLoss Per Feature 0.036600\n",
      "====> Epoch: 347 Average Loss: 1252.105448\tAverage Loss Per Feature 0.035795\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1279.363281\tLoss Per Feature 0.036574\n",
      "[64/164 (33%)]\tLoss: 1263.365845\tLoss Per Feature 0.036117\n",
      "[72/164 (67%)]\tLoss: 1264.437622\tLoss Per Feature 0.036147\n",
      "Average Loss: 1269.055583\tAverage Loss Per Feature 0.036279\n",
      "Train Epoch: 348\n",
      "Train Epoch: 348 [0/660 (0%)]\tLoss: 1222.091431\tLoss Per Feature 0.034937\n",
      "====> Epoch: 348 Average Loss: 1248.144328\tAverage Loss Per Feature 0.035682\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1278.173706\tLoss Per Feature 0.036540\n",
      "[64/164 (33%)]\tLoss: 1265.246094\tLoss Per Feature 0.036171\n",
      "[72/164 (67%)]\tLoss: 1261.389893\tLoss Per Feature 0.036060\n",
      "Average Loss: 1268.269897\tAverage Loss Per Feature 0.036257\n",
      "Train Epoch: 349\n",
      "Train Epoch: 349 [0/660 (0%)]\tLoss: 1216.932373\tLoss Per Feature 0.034789\n",
      "====> Epoch: 349 Average Loss: 1243.208822\tAverage Loss Per Feature 0.035541\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1276.733643\tLoss Per Feature 0.036499\n",
      "[64/164 (33%)]\tLoss: 1252.306274\tLoss Per Feature 0.035801\n",
      "[72/164 (67%)]\tLoss: 1232.555420\tLoss Per Feature 0.035236\n",
      "Average Loss: 1253.865112\tAverage Loss Per Feature 0.035845\n",
      "Train Epoch: 350\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 350 [0/660 (0%)]\tLoss: 1238.929565\tLoss Per Feature 0.035418\n",
      "====> Epoch: 350 Average Loss: 1252.346395\tAverage Loss Per Feature 0.035802\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1269.061035\tLoss Per Feature 0.036280\n",
      "[64/164 (33%)]\tLoss: 1252.406738\tLoss Per Feature 0.035804\n",
      "[72/164 (67%)]\tLoss: 1243.636108\tLoss Per Feature 0.035553\n",
      "Average Loss: 1255.034627\tAverage Loss Per Feature 0.035879\n",
      "Train Epoch: 351\n",
      "Train Epoch: 351 [0/660 (0%)]\tLoss: 1271.276001\tLoss Per Feature 0.036343\n",
      "====> Epoch: 351 Average Loss: 1249.985087\tAverage Loss Per Feature 0.035734\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1293.377441\tLoss Per Feature 0.036975\n",
      "[64/164 (33%)]\tLoss: 1231.774170\tLoss Per Feature 0.035214\n",
      "[72/164 (67%)]\tLoss: 1280.575562\tLoss Per Feature 0.036609\n",
      "Average Loss: 1268.575724\tAverage Loss Per Feature 0.036266\n",
      "Train Epoch: 352\n",
      "Train Epoch: 352 [0/660 (0%)]\tLoss: 1292.718750\tLoss Per Feature 0.036956\n",
      "====> Epoch: 352 Average Loss: 1230.217550\tAverage Loss Per Feature 0.035169\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1286.228882\tLoss Per Feature 0.036770\n",
      "[64/164 (33%)]\tLoss: 1273.965698\tLoss Per Feature 0.036420\n",
      "[72/164 (67%)]\tLoss: 1233.711548\tLoss Per Feature 0.035269\n",
      "Average Loss: 1264.635376\tAverage Loss Per Feature 0.036153\n",
      "Train Epoch: 353\n",
      "Train Epoch: 353 [0/660 (0%)]\tLoss: 1240.741455\tLoss Per Feature 0.035470\n",
      "====> Epoch: 353 Average Loss: 1242.670695\tAverage Loss Per Feature 0.035525\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1259.395996\tLoss Per Feature 0.036003\n",
      "[64/164 (33%)]\tLoss: 1260.702881\tLoss Per Feature 0.036041\n",
      "[72/164 (67%)]\tLoss: 1256.670532\tLoss Per Feature 0.035925\n",
      "Average Loss: 1258.923136\tAverage Loss Per Feature 0.035990\n",
      "Train Epoch: 354\n",
      "Train Epoch: 354 [0/660 (0%)]\tLoss: 1191.825684\tLoss Per Feature 0.034072\n",
      "====> Epoch: 354 Average Loss: 1230.871602\tAverage Loss Per Feature 0.035188\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1279.461548\tLoss Per Feature 0.036577\n",
      "[64/164 (33%)]\tLoss: 1238.926514\tLoss Per Feature 0.035418\n",
      "[72/164 (67%)]\tLoss: 1254.636841\tLoss Per Feature 0.035867\n",
      "Average Loss: 1257.674967\tAverage Loss Per Feature 0.035954\n",
      "Train Epoch: 355\n",
      "Train Epoch: 355 [0/660 (0%)]\tLoss: 1264.876587\tLoss Per Feature 0.036160\n",
      "====> Epoch: 355 Average Loss: 1232.814718\tAverage Loss Per Feature 0.035243\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1269.609497\tLoss Per Feature 0.036295\n",
      "[64/164 (33%)]\tLoss: 1247.106934\tLoss Per Feature 0.035652\n",
      "[72/164 (67%)]\tLoss: 1277.794434\tLoss Per Feature 0.036529\n",
      "Average Loss: 1264.836955\tAverage Loss Per Feature 0.036159\n",
      "Train Epoch: 356\n",
      "Train Epoch: 356 [0/660 (0%)]\tLoss: 1263.983765\tLoss Per Feature 0.036134\n",
      "====> Epoch: 356 Average Loss: 1238.652039\tAverage Loss Per Feature 0.035410\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1271.651245\tLoss Per Feature 0.036354\n",
      "[64/164 (33%)]\tLoss: 1219.207275\tLoss Per Feature 0.034854\n",
      "[72/164 (67%)]\tLoss: 1274.129395\tLoss Per Feature 0.036425\n",
      "Average Loss: 1254.995972\tAverage Loss Per Feature 0.035878\n",
      "Train Epoch: 357\n",
      "Train Epoch: 357 [0/660 (0%)]\tLoss: 1261.113770\tLoss Per Feature 0.036052\n",
      "====> Epoch: 357 Average Loss: 1252.589213\tAverage Loss Per Feature 0.035809\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1259.774170\tLoss Per Feature 0.036014\n",
      "[64/164 (33%)]\tLoss: 1261.867798\tLoss Per Feature 0.036074\n",
      "[72/164 (67%)]\tLoss: 1235.279175\tLoss Per Feature 0.035314\n",
      "Average Loss: 1252.307048\tAverage Loss Per Feature 0.035801\n",
      "Train Epoch: 358\n",
      "Train Epoch: 358 [0/660 (0%)]\tLoss: 1267.623169\tLoss Per Feature 0.036239\n",
      "====> Epoch: 358 Average Loss: 1262.848083\tAverage Loss Per Feature 0.036102\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1270.350586\tLoss Per Feature 0.036316\n",
      "[64/164 (33%)]\tLoss: 1228.190308\tLoss Per Feature 0.035111\n",
      "[72/164 (67%)]\tLoss: 1247.597534\tLoss Per Feature 0.035666\n",
      "Average Loss: 1248.712809\tAverage Loss Per Feature 0.035698\n",
      "Train Epoch: 359\n",
      "Train Epoch: 359 [0/660 (0%)]\tLoss: 1280.532471\tLoss Per Feature 0.036608\n",
      "====> Epoch: 359 Average Loss: 1247.210754\tAverage Loss Per Feature 0.035655\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1260.365234\tLoss Per Feature 0.036031\n",
      "[64/164 (33%)]\tLoss: 1228.120361\tLoss Per Feature 0.035109\n",
      "[72/164 (67%)]\tLoss: 1234.227295\tLoss Per Feature 0.035284\n",
      "Average Loss: 1240.904297\tAverage Loss Per Feature 0.035475\n",
      "Train Epoch: 360\n",
      "Train Epoch: 360 [0/660 (0%)]\tLoss: 1189.317993\tLoss Per Feature 0.034000\n",
      "====> Epoch: 360 Average Loss: 1231.934245\tAverage Loss Per Feature 0.035218\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1272.636353\tLoss Per Feature 0.036382\n",
      "[64/164 (33%)]\tLoss: 1240.770630\tLoss Per Feature 0.035471\n",
      "[72/164 (67%)]\tLoss: 1268.591431\tLoss Per Feature 0.036266\n",
      "Average Loss: 1260.666138\tAverage Loss Per Feature 0.036040\n",
      "Train Epoch: 361\n",
      "Train Epoch: 361 [0/660 (0%)]\tLoss: 1193.449951\tLoss Per Feature 0.034118\n",
      "====> Epoch: 361 Average Loss: 1235.805278\tAverage Loss Per Feature 0.035329\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1253.875122\tLoss Per Feature 0.035845\n",
      "[64/164 (33%)]\tLoss: 1219.662842\tLoss Per Feature 0.034867\n",
      "[72/164 (67%)]\tLoss: 1254.020996\tLoss Per Feature 0.035850\n",
      "Average Loss: 1242.519653\tAverage Loss Per Feature 0.035521\n",
      "Train Epoch: 362\n",
      "Train Epoch: 362 [0/660 (0%)]\tLoss: 1226.678955\tLoss Per Feature 0.035068\n",
      "====> Epoch: 362 Average Loss: 1239.675537\tAverage Loss Per Feature 0.035440\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1259.501953\tLoss Per Feature 0.036006\n",
      "[64/164 (33%)]\tLoss: 1230.926270\tLoss Per Feature 0.035189\n",
      "[72/164 (67%)]\tLoss: 1200.120972\tLoss Per Feature 0.034309\n",
      "Average Loss: 1230.183065\tAverage Loss Per Feature 0.035168\n",
      "Train Epoch: 363\n",
      "Train Epoch: 363 [0/660 (0%)]\tLoss: 1219.444702\tLoss Per Feature 0.034861\n",
      "====> Epoch: 363 Average Loss: 1226.680623\tAverage Loss Per Feature 0.035068\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1253.793213\tLoss Per Feature 0.035843\n",
      "[64/164 (33%)]\tLoss: 1215.021484\tLoss Per Feature 0.034735\n",
      "[72/164 (67%)]\tLoss: 1234.665039\tLoss Per Feature 0.035296\n",
      "Average Loss: 1234.493245\tAverage Loss Per Feature 0.035291\n",
      "Train Epoch: 364\n",
      "Train Epoch: 364 [0/660 (0%)]\tLoss: 1272.829834\tLoss Per Feature 0.036387\n",
      "====> Epoch: 364 Average Loss: 1225.135925\tAverage Loss Per Feature 0.035024\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1283.963501\tLoss Per Feature 0.036706\n",
      "[64/164 (33%)]\tLoss: 1222.544067\tLoss Per Feature 0.034950\n",
      "[72/164 (67%)]\tLoss: 1246.354248\tLoss Per Feature 0.035630\n",
      "Average Loss: 1250.953939\tAverage Loss Per Feature 0.035762\n",
      "Train Epoch: 365\n",
      "Train Epoch: 365 [0/660 (0%)]\tLoss: 1224.639404\tLoss Per Feature 0.035010\n",
      "====> Epoch: 365 Average Loss: 1221.453451\tAverage Loss Per Feature 0.034919\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1274.715454\tLoss Per Feature 0.036441\n",
      "[64/164 (33%)]\tLoss: 1234.808472\tLoss Per Feature 0.035300\n",
      "[72/164 (67%)]\tLoss: 1257.086426\tLoss Per Feature 0.035937\n",
      "Average Loss: 1255.536784\tAverage Loss Per Feature 0.035893\n",
      "Train Epoch: 366\n",
      "Train Epoch: 366 [0/660 (0%)]\tLoss: 1205.673096\tLoss Per Feature 0.034467\n",
      "====> Epoch: 366 Average Loss: 1224.648560\tAverage Loss Per Feature 0.035010\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1258.687500\tLoss Per Feature 0.035983\n",
      "[64/164 (33%)]\tLoss: 1209.391602\tLoss Per Feature 0.034574\n",
      "[72/164 (67%)]\tLoss: 1225.874268\tLoss Per Feature 0.035045\n",
      "Average Loss: 1231.317790\tAverage Loss Per Feature 0.035201\n",
      "Train Epoch: 367\n",
      "Train Epoch: 367 [0/660 (0%)]\tLoss: 1238.790894\tLoss Per Feature 0.035414\n",
      "====> Epoch: 367 Average Loss: 1243.963379\tAverage Loss Per Feature 0.035562\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1252.029663\tLoss Per Feature 0.035793\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1223.879883\tLoss Per Feature 0.034988\n",
      "[72/164 (67%)]\tLoss: 1228.217651\tLoss Per Feature 0.035112\n",
      "Average Loss: 1234.709066\tAverage Loss Per Feature 0.035298\n",
      "Train Epoch: 368\n",
      "Train Epoch: 368 [0/660 (0%)]\tLoss: 1242.338379\tLoss Per Feature 0.035516\n",
      "====> Epoch: 368 Average Loss: 1221.970072\tAverage Loss Per Feature 0.034933\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1257.810181\tLoss Per Feature 0.035958\n",
      "[64/164 (33%)]\tLoss: 1223.532837\tLoss Per Feature 0.034978\n",
      "[72/164 (67%)]\tLoss: 1229.648193\tLoss Per Feature 0.035153\n",
      "Average Loss: 1236.997070\tAverage Loss Per Feature 0.035363\n",
      "Train Epoch: 369\n",
      "Train Epoch: 369 [0/660 (0%)]\tLoss: 1253.425171\tLoss Per Feature 0.035833\n",
      "====> Epoch: 369 Average Loss: 1224.582296\tAverage Loss Per Feature 0.035008\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1248.024536\tLoss Per Feature 0.035678\n",
      "[64/164 (33%)]\tLoss: 1219.021484\tLoss Per Feature 0.034849\n",
      "[72/164 (67%)]\tLoss: 1234.158813\tLoss Per Feature 0.035282\n",
      "Average Loss: 1233.734945\tAverage Loss Per Feature 0.035270\n",
      "Train Epoch: 370\n",
      "Train Epoch: 370 [0/660 (0%)]\tLoss: 1250.320312\tLoss Per Feature 0.035744\n",
      "====> Epoch: 370 Average Loss: 1208.374654\tAverage Loss Per Feature 0.034545\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1243.902832\tLoss Per Feature 0.035560\n",
      "[64/164 (33%)]\tLoss: 1215.713989\tLoss Per Feature 0.034755\n",
      "[72/164 (67%)]\tLoss: 1244.662598\tLoss Per Feature 0.035582\n",
      "Average Loss: 1234.759806\tAverage Loss Per Feature 0.035299\n",
      "Train Epoch: 371\n",
      "Train Epoch: 371 [0/660 (0%)]\tLoss: 1171.656128\tLoss Per Feature 0.033495\n",
      "====> Epoch: 371 Average Loss: 1211.494588\tAverage Loss Per Feature 0.034634\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1233.906372\tLoss Per Feature 0.035275\n",
      "[64/164 (33%)]\tLoss: 1230.262451\tLoss Per Feature 0.035170\n",
      "[72/164 (67%)]\tLoss: 1231.540283\tLoss Per Feature 0.035207\n",
      "Average Loss: 1231.903035\tAverage Loss Per Feature 0.035217\n",
      "Train Epoch: 372\n",
      "Train Epoch: 372 [0/660 (0%)]\tLoss: 1235.218262\tLoss Per Feature 0.035312\n",
      "====> Epoch: 372 Average Loss: 1233.632182\tAverage Loss Per Feature 0.035267\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1236.687866\tLoss Per Feature 0.035354\n",
      "[64/164 (33%)]\tLoss: 1211.639893\tLoss Per Feature 0.034638\n",
      "[72/164 (67%)]\tLoss: 1244.305542\tLoss Per Feature 0.035572\n",
      "Average Loss: 1230.877767\tAverage Loss Per Feature 0.035188\n",
      "Train Epoch: 373\n",
      "Train Epoch: 373 [0/660 (0%)]\tLoss: 1211.211914\tLoss Per Feature 0.034626\n",
      "====> Epoch: 373 Average Loss: 1216.296183\tAverage Loss Per Feature 0.034771\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1248.462524\tLoss Per Feature 0.035691\n",
      "[64/164 (33%)]\tLoss: 1214.564209\tLoss Per Feature 0.034722\n",
      "[72/164 (67%)]\tLoss: 1231.701660\tLoss Per Feature 0.035212\n",
      "Average Loss: 1231.576131\tAverage Loss Per Feature 0.035208\n",
      "Train Epoch: 374\n",
      "Train Epoch: 374 [0/660 (0%)]\tLoss: 1242.126221\tLoss Per Feature 0.035510\n",
      "====> Epoch: 374 Average Loss: 1228.123922\tAverage Loss Per Feature 0.035109\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1252.440552\tLoss Per Feature 0.035804\n",
      "[64/164 (33%)]\tLoss: 1222.439087\tLoss Per Feature 0.034947\n",
      "[72/164 (67%)]\tLoss: 1221.646729\tLoss Per Feature 0.034924\n",
      "Average Loss: 1232.175456\tAverage Loss Per Feature 0.035225\n",
      "Train Epoch: 375\n",
      "Train Epoch: 375 [0/660 (0%)]\tLoss: 1232.456909\tLoss Per Feature 0.035233\n",
      "====> Epoch: 375 Average Loss: 1223.173950\tAverage Loss Per Feature 0.034968\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1227.489258\tLoss Per Feature 0.035091\n",
      "[64/164 (33%)]\tLoss: 1237.169312\tLoss Per Feature 0.035368\n",
      "[72/164 (67%)]\tLoss: 1223.770630\tLoss Per Feature 0.034985\n",
      "Average Loss: 1229.476400\tAverage Loss Per Feature 0.035148\n",
      "Train Epoch: 376\n",
      "Train Epoch: 376 [0/660 (0%)]\tLoss: 1248.211426\tLoss Per Feature 0.035684\n",
      "====> Epoch: 376 Average Loss: 1210.248820\tAverage Loss Per Feature 0.034598\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1233.601807\tLoss Per Feature 0.035266\n",
      "[64/164 (33%)]\tLoss: 1211.126953\tLoss Per Feature 0.034623\n",
      "[72/164 (67%)]\tLoss: 1235.890747\tLoss Per Feature 0.035331\n",
      "Average Loss: 1226.873169\tAverage Loss Per Feature 0.035074\n",
      "Train Epoch: 377\n",
      "Train Epoch: 377 [0/660 (0%)]\tLoss: 1233.804443\tLoss Per Feature 0.035272\n",
      "====> Epoch: 377 Average Loss: 1214.684855\tAverage Loss Per Feature 0.034725\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1238.394409\tLoss Per Feature 0.035403\n",
      "[64/164 (33%)]\tLoss: 1223.276001\tLoss Per Feature 0.034971\n",
      "[72/164 (67%)]\tLoss: 1214.134155\tLoss Per Feature 0.034709\n",
      "Average Loss: 1225.268188\tAverage Loss Per Feature 0.035028\n",
      "Train Epoch: 378\n",
      "Train Epoch: 378 [0/660 (0%)]\tLoss: 1220.338013\tLoss Per Feature 0.034887\n",
      "====> Epoch: 378 Average Loss: 1215.884989\tAverage Loss Per Feature 0.034759\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1248.148193\tLoss Per Feature 0.035682\n",
      "[64/164 (33%)]\tLoss: 1211.439697\tLoss Per Feature 0.034632\n",
      "[72/164 (67%)]\tLoss: 1230.660278\tLoss Per Feature 0.035182\n",
      "Average Loss: 1230.082723\tAverage Loss Per Feature 0.035165\n",
      "Train Epoch: 379\n",
      "Train Epoch: 379 [0/660 (0%)]\tLoss: 1217.064209\tLoss Per Feature 0.034793\n",
      "====> Epoch: 379 Average Loss: 1214.564473\tAverage Loss Per Feature 0.034722\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1267.179810\tLoss Per Feature 0.036226\n",
      "[64/164 (33%)]\tLoss: 1216.571899\tLoss Per Feature 0.034779\n",
      "[72/164 (67%)]\tLoss: 1216.777954\tLoss Per Feature 0.034785\n",
      "Average Loss: 1233.509888\tAverage Loss Per Feature 0.035263\n",
      "Train Epoch: 380\n",
      "Train Epoch: 380 [0/660 (0%)]\tLoss: 1193.051514\tLoss Per Feature 0.034107\n",
      "====> Epoch: 380 Average Loss: 1196.931722\tAverage Loss Per Feature 0.034218\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1228.453979\tLoss Per Feature 0.035119\n",
      "[64/164 (33%)]\tLoss: 1219.037354\tLoss Per Feature 0.034850\n",
      "[72/164 (67%)]\tLoss: 1190.057251\tLoss Per Feature 0.034021\n",
      "Average Loss: 1212.516195\tAverage Loss Per Feature 0.034663\n",
      "Train Epoch: 381\n",
      "Train Epoch: 381 [0/660 (0%)]\tLoss: 1161.985229\tLoss Per Feature 0.033219\n",
      "====> Epoch: 381 Average Loss: 1203.838420\tAverage Loss Per Feature 0.034415\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1231.548706\tLoss Per Feature 0.035207\n",
      "[64/164 (33%)]\tLoss: 1205.127319\tLoss Per Feature 0.034452\n",
      "[72/164 (67%)]\tLoss: 1237.022705\tLoss Per Feature 0.035364\n",
      "Average Loss: 1224.566243\tAverage Loss Per Feature 0.035008\n",
      "Train Epoch: 382\n",
      "Train Epoch: 382 [0/660 (0%)]\tLoss: 1207.037598\tLoss Per Feature 0.034507\n",
      "====> Epoch: 382 Average Loss: 1216.143941\tAverage Loss Per Feature 0.034767\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1222.172485\tLoss Per Feature 0.034939\n",
      "[64/164 (33%)]\tLoss: 1229.822510\tLoss Per Feature 0.035158\n",
      "[72/164 (67%)]\tLoss: 1194.026245\tLoss Per Feature 0.034135\n",
      "Average Loss: 1215.340413\tAverage Loss Per Feature 0.034744\n",
      "Train Epoch: 383\n",
      "Train Epoch: 383 [0/660 (0%)]\tLoss: 1223.741333\tLoss Per Feature 0.034984\n",
      "====> Epoch: 383 Average Loss: 1217.165894\tAverage Loss Per Feature 0.034796\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1224.126953\tLoss Per Feature 0.034995\n",
      "[64/164 (33%)]\tLoss: 1211.672485\tLoss Per Feature 0.034639\n",
      "[72/164 (67%)]\tLoss: 1218.068970\tLoss Per Feature 0.034822\n",
      "Average Loss: 1217.956136\tAverage Loss Per Feature 0.034819\n",
      "Train Epoch: 384\n",
      "Train Epoch: 384 [0/660 (0%)]\tLoss: 1236.986572\tLoss Per Feature 0.035363\n",
      "====> Epoch: 384 Average Loss: 1197.687398\tAverage Loss Per Feature 0.034239\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1236.937500\tLoss Per Feature 0.035361\n",
      "[64/164 (33%)]\tLoss: 1216.028564\tLoss Per Feature 0.034764\n",
      "[72/164 (67%)]\tLoss: 1208.756714\tLoss Per Feature 0.034556\n",
      "Average Loss: 1220.574259\tAverage Loss Per Feature 0.034893\n",
      "Train Epoch: 385\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 385 [0/660 (0%)]\tLoss: 1209.677612\tLoss Per Feature 0.034582\n",
      "====> Epoch: 385 Average Loss: 1213.294454\tAverage Loss Per Feature 0.034685\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1220.099487\tLoss Per Feature 0.034880\n",
      "[64/164 (33%)]\tLoss: 1190.671631\tLoss Per Feature 0.034039\n",
      "[72/164 (67%)]\tLoss: 1214.775879\tLoss Per Feature 0.034728\n",
      "Average Loss: 1208.515666\tAverage Loss Per Feature 0.034549\n",
      "Train Epoch: 386\n",
      "Train Epoch: 386 [0/660 (0%)]\tLoss: 1230.261353\tLoss Per Feature 0.035170\n",
      "====> Epoch: 386 Average Loss: 1213.596985\tAverage Loss Per Feature 0.034694\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1229.286133\tLoss Per Feature 0.035143\n",
      "[64/164 (33%)]\tLoss: 1200.600220\tLoss Per Feature 0.034322\n",
      "[72/164 (67%)]\tLoss: 1211.314819\tLoss Per Feature 0.034629\n",
      "Average Loss: 1213.733724\tAverage Loss Per Feature 0.034698\n",
      "Train Epoch: 387\n",
      "Train Epoch: 387 [0/660 (0%)]\tLoss: 1211.488647\tLoss Per Feature 0.034634\n",
      "====> Epoch: 387 Average Loss: 1192.356384\tAverage Loss Per Feature 0.034087\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1237.054688\tLoss Per Feature 0.035365\n",
      "[64/164 (33%)]\tLoss: 1197.819214\tLoss Per Feature 0.034243\n",
      "[72/164 (67%)]\tLoss: 1182.633545\tLoss Per Feature 0.033809\n",
      "Average Loss: 1205.835815\tAverage Loss Per Feature 0.034472\n",
      "Train Epoch: 388\n",
      "Train Epoch: 388 [0/660 (0%)]\tLoss: 1219.854248\tLoss Per Feature 0.034873\n",
      "====> Epoch: 388 Average Loss: 1205.248861\tAverage Loss Per Feature 0.034455\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1223.195923\tLoss Per Feature 0.034968\n",
      "[64/164 (33%)]\tLoss: 1197.933472\tLoss Per Feature 0.034246\n",
      "[72/164 (67%)]\tLoss: 1209.744873\tLoss Per Feature 0.034584\n",
      "Average Loss: 1210.291423\tAverage Loss Per Feature 0.034600\n",
      "Train Epoch: 389\n",
      "Train Epoch: 389 [0/660 (0%)]\tLoss: 1204.654907\tLoss Per Feature 0.034438\n",
      "====> Epoch: 389 Average Loss: 1196.476379\tAverage Loss Per Feature 0.034205\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1223.128784\tLoss Per Feature 0.034967\n",
      "[64/164 (33%)]\tLoss: 1216.701782\tLoss Per Feature 0.034783\n",
      "[72/164 (67%)]\tLoss: 1196.455811\tLoss Per Feature 0.034204\n",
      "Average Loss: 1212.095459\tAverage Loss Per Feature 0.034651\n",
      "Train Epoch: 390\n",
      "Train Epoch: 390 [0/660 (0%)]\tLoss: 1210.559814\tLoss Per Feature 0.034607\n",
      "====> Epoch: 390 Average Loss: 1202.730998\tAverage Loss Per Feature 0.034383\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1232.050171\tLoss Per Feature 0.035222\n",
      "[64/164 (33%)]\tLoss: 1211.985962\tLoss Per Feature 0.034648\n",
      "[72/164 (67%)]\tLoss: 1203.072876\tLoss Per Feature 0.034393\n",
      "Average Loss: 1215.703003\tAverage Loss Per Feature 0.034754\n",
      "Train Epoch: 391\n",
      "Train Epoch: 391 [0/660 (0%)]\tLoss: 1233.440186\tLoss Per Feature 0.035261\n",
      "====> Epoch: 391 Average Loss: 1190.356791\tAverage Loss Per Feature 0.034030\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1233.427246\tLoss Per Feature 0.035261\n",
      "[64/164 (33%)]\tLoss: 1217.821777\tLoss Per Feature 0.034815\n",
      "[72/164 (67%)]\tLoss: 1188.896729\tLoss Per Feature 0.033988\n",
      "Average Loss: 1213.381917\tAverage Loss Per Feature 0.034688\n",
      "Train Epoch: 392\n",
      "Train Epoch: 392 [0/660 (0%)]\tLoss: 1202.690552\tLoss Per Feature 0.034382\n",
      "====> Epoch: 392 Average Loss: 1198.939758\tAverage Loss Per Feature 0.034275\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1212.369995\tLoss Per Feature 0.034659\n",
      "[64/164 (33%)]\tLoss: 1236.052368\tLoss Per Feature 0.035336\n",
      "[72/164 (67%)]\tLoss: 1202.000732\tLoss Per Feature 0.034363\n",
      "Average Loss: 1216.807699\tAverage Loss Per Feature 0.034786\n",
      "Train Epoch: 393\n",
      "Train Epoch: 393 [0/660 (0%)]\tLoss: 1176.262207\tLoss Per Feature 0.033627\n",
      "====> Epoch: 393 Average Loss: 1193.989034\tAverage Loss Per Feature 0.034133\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1220.738770\tLoss Per Feature 0.034898\n",
      "[64/164 (33%)]\tLoss: 1222.613159\tLoss Per Feature 0.034952\n",
      "[72/164 (67%)]\tLoss: 1192.367432\tLoss Per Feature 0.034087\n",
      "Average Loss: 1211.906453\tAverage Loss Per Feature 0.034646\n",
      "Train Epoch: 394\n",
      "Train Epoch: 394 [0/660 (0%)]\tLoss: 1212.173950\tLoss Per Feature 0.034653\n",
      "====> Epoch: 394 Average Loss: 1203.777425\tAverage Loss Per Feature 0.034413\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1234.178955\tLoss Per Feature 0.035282\n",
      "[64/164 (33%)]\tLoss: 1188.147949\tLoss Per Feature 0.033966\n",
      "[72/164 (67%)]\tLoss: 1203.594116\tLoss Per Feature 0.034408\n",
      "Average Loss: 1208.640340\tAverage Loss Per Feature 0.034552\n",
      "Train Epoch: 395\n",
      "Train Epoch: 395 [0/660 (0%)]\tLoss: 1179.418213\tLoss Per Feature 0.033717\n",
      "====> Epoch: 395 Average Loss: 1220.253276\tAverage Loss Per Feature 0.034884\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1211.231445\tLoss Per Feature 0.034626\n",
      "[64/164 (33%)]\tLoss: 1223.832153\tLoss Per Feature 0.034987\n",
      "[72/164 (67%)]\tLoss: 1204.218506\tLoss Per Feature 0.034426\n",
      "Average Loss: 1213.094035\tAverage Loss Per Feature 0.034680\n",
      "Train Epoch: 396\n",
      "Train Epoch: 396 [0/660 (0%)]\tLoss: 1211.534912\tLoss Per Feature 0.034635\n",
      "====> Epoch: 396 Average Loss: 1189.267924\tAverage Loss Per Feature 0.033999\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1209.400024\tLoss Per Feature 0.034574\n",
      "[64/164 (33%)]\tLoss: 1205.528076\tLoss Per Feature 0.034463\n",
      "[72/164 (67%)]\tLoss: 1214.581543\tLoss Per Feature 0.034722\n",
      "Average Loss: 1209.836548\tAverage Loss Per Feature 0.034587\n",
      "Train Epoch: 397\n",
      "Train Epoch: 397 [0/660 (0%)]\tLoss: 1205.948853\tLoss Per Feature 0.034475\n",
      "====> Epoch: 397 Average Loss: 1193.826803\tAverage Loss Per Feature 0.034129\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1220.228394\tLoss Per Feature 0.034884\n",
      "[64/164 (33%)]\tLoss: 1206.643311\tLoss Per Feature 0.034495\n",
      "[72/164 (67%)]\tLoss: 1200.213135\tLoss Per Feature 0.034311\n",
      "Average Loss: 1209.028280\tAverage Loss Per Feature 0.034563\n",
      "Train Epoch: 398\n",
      "Train Epoch: 398 [0/660 (0%)]\tLoss: 1161.901123\tLoss Per Feature 0.033216\n",
      "====> Epoch: 398 Average Loss: 1187.037496\tAverage Loss Per Feature 0.033935\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1228.747070\tLoss Per Feature 0.035127\n",
      "[64/164 (33%)]\tLoss: 1207.013916\tLoss Per Feature 0.034506\n",
      "[72/164 (67%)]\tLoss: 1200.873535\tLoss Per Feature 0.034330\n",
      "Average Loss: 1212.211507\tAverage Loss Per Feature 0.034654\n",
      "Train Epoch: 399\n",
      "Train Epoch: 399 [0/660 (0%)]\tLoss: 1198.702148\tLoss Per Feature 0.034268\n",
      "====> Epoch: 399 Average Loss: 1206.953064\tAverage Loss Per Feature 0.034504\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1230.761963\tLoss Per Feature 0.035185\n",
      "[64/164 (33%)]\tLoss: 1173.795410\tLoss Per Feature 0.033556\n",
      "[72/164 (67%)]\tLoss: 1200.308838\tLoss Per Feature 0.034314\n",
      "Average Loss: 1201.622070\tAverage Loss Per Feature 0.034352\n",
      "Train Epoch: 400\n",
      "Train Epoch: 400 [0/660 (0%)]\tLoss: 1233.618408\tLoss Per Feature 0.035266\n",
      "====> Epoch: 400 Average Loss: 1194.186422\tAverage Loss Per Feature 0.034139\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_400.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1231.556519\tLoss Per Feature 0.035207\n",
      "[64/164 (33%)]\tLoss: 1192.663574\tLoss Per Feature 0.034096\n",
      "[72/164 (67%)]\tLoss: 1212.694824\tLoss Per Feature 0.034668\n",
      "Average Loss: 1212.304972\tAverage Loss Per Feature 0.034657\n",
      "Train Epoch: 401\n",
      "Train Epoch: 401 [0/660 (0%)]\tLoss: 1219.059937\tLoss Per Feature 0.034850\n",
      "====> Epoch: 401 Average Loss: 1196.712341\tAverage Loss Per Feature 0.034211\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1218.794922\tLoss Per Feature 0.034843\n",
      "[64/164 (33%)]\tLoss: 1195.722534\tLoss Per Feature 0.034183\n",
      "[72/164 (67%)]\tLoss: 1195.549438\tLoss Per Feature 0.034178\n",
      "Average Loss: 1203.355632\tAverage Loss Per Feature 0.034401\n",
      "Train Epoch: 402\n",
      "Train Epoch: 402 [0/660 (0%)]\tLoss: 1169.516235\tLoss Per Feature 0.033434\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "====> Epoch: 402 Average Loss: 1197.522929\tAverage Loss Per Feature 0.034235\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1202.494873\tLoss Per Feature 0.034377\n",
      "[64/164 (33%)]\tLoss: 1206.289551\tLoss Per Feature 0.034485\n",
      "[72/164 (67%)]\tLoss: 1176.428223\tLoss Per Feature 0.033631\n",
      "Average Loss: 1195.070882\tAverage Loss Per Feature 0.034164\n",
      "Train Epoch: 403\n",
      "Train Epoch: 403 [0/660 (0%)]\tLoss: 1180.860107\tLoss Per Feature 0.033758\n",
      "====> Epoch: 403 Average Loss: 1197.887878\tAverage Loss Per Feature 0.034245\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1211.668579\tLoss Per Feature 0.034639\n",
      "[64/164 (33%)]\tLoss: 1209.600830\tLoss Per Feature 0.034580\n",
      "[72/164 (67%)]\tLoss: 1177.224243\tLoss Per Feature 0.033654\n",
      "Average Loss: 1199.497884\tAverage Loss Per Feature 0.034291\n",
      "Train Epoch: 404\n",
      "Train Epoch: 404 [0/660 (0%)]\tLoss: 1160.575562\tLoss Per Feature 0.033178\n",
      "====> Epoch: 404 Average Loss: 1196.517782\tAverage Loss Per Feature 0.034206\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1217.354126\tLoss Per Feature 0.034801\n",
      "[64/164 (33%)]\tLoss: 1194.540039\tLoss Per Feature 0.034149\n",
      "[72/164 (67%)]\tLoss: 1184.126099\tLoss Per Feature 0.033852\n",
      "Average Loss: 1198.673421\tAverage Loss Per Feature 0.034267\n",
      "Train Epoch: 405\n",
      "Train Epoch: 405 [0/660 (0%)]\tLoss: 1200.961914\tLoss Per Feature 0.034333\n",
      "====> Epoch: 405 Average Loss: 1196.391703\tAverage Loss Per Feature 0.034202\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1196.187988\tLoss Per Feature 0.034196\n",
      "[64/164 (33%)]\tLoss: 1176.619263\tLoss Per Feature 0.033637\n",
      "[72/164 (67%)]\tLoss: 1191.074219\tLoss Per Feature 0.034050\n",
      "Average Loss: 1187.960490\tAverage Loss Per Feature 0.033961\n",
      "Train Epoch: 406\n",
      "Train Epoch: 406 [0/660 (0%)]\tLoss: 1157.468384\tLoss Per Feature 0.033089\n",
      "====> Epoch: 406 Average Loss: 1201.767334\tAverage Loss Per Feature 0.034356\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1207.342407\tLoss Per Feature 0.034515\n",
      "[64/164 (33%)]\tLoss: 1196.054688\tLoss Per Feature 0.034193\n",
      "[72/164 (67%)]\tLoss: 1191.992310\tLoss Per Feature 0.034076\n",
      "Average Loss: 1198.463135\tAverage Loss Per Feature 0.034261\n",
      "Train Epoch: 407\n",
      "Train Epoch: 407 [0/660 (0%)]\tLoss: 1223.777222\tLoss Per Feature 0.034985\n",
      "====> Epoch: 407 Average Loss: 1194.808797\tAverage Loss Per Feature 0.034157\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1202.585449\tLoss Per Feature 0.034379\n",
      "[64/164 (33%)]\tLoss: 1187.011963\tLoss Per Feature 0.033934\n",
      "[72/164 (67%)]\tLoss: 1182.638672\tLoss Per Feature 0.033809\n",
      "Average Loss: 1190.745361\tAverage Loss Per Feature 0.034041\n",
      "Train Epoch: 408\n",
      "Train Epoch: 408 [0/660 (0%)]\tLoss: 1177.952881\tLoss Per Feature 0.033675\n",
      "====> Epoch: 408 Average Loss: 1191.235006\tAverage Loss Per Feature 0.034055\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1220.711426\tLoss Per Feature 0.034897\n",
      "[64/164 (33%)]\tLoss: 1184.506592\tLoss Per Feature 0.033862\n",
      "[72/164 (67%)]\tLoss: 1167.042847\tLoss Per Feature 0.033363\n",
      "Average Loss: 1190.753621\tAverage Loss Per Feature 0.034041\n",
      "Train Epoch: 409\n",
      "Train Epoch: 409 [0/660 (0%)]\tLoss: 1165.752197\tLoss Per Feature 0.033326\n",
      "====> Epoch: 409 Average Loss: 1190.852091\tAverage Loss Per Feature 0.034044\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1218.771362\tLoss Per Feature 0.034842\n",
      "[64/164 (33%)]\tLoss: 1168.884277\tLoss Per Feature 0.033416\n",
      "[72/164 (67%)]\tLoss: 1183.298706\tLoss Per Feature 0.033828\n",
      "Average Loss: 1190.318115\tAverage Loss Per Feature 0.034029\n",
      "Train Epoch: 410\n",
      "Train Epoch: 410 [0/660 (0%)]\tLoss: 1190.504395\tLoss Per Feature 0.034034\n",
      "====> Epoch: 410 Average Loss: 1188.060242\tAverage Loss Per Feature 0.033964\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1202.812012\tLoss Per Feature 0.034386\n",
      "[64/164 (33%)]\tLoss: 1183.696777\tLoss Per Feature 0.033839\n",
      "[72/164 (67%)]\tLoss: 1201.567017\tLoss Per Feature 0.034350\n",
      "Average Loss: 1196.025269\tAverage Loss Per Feature 0.034192\n",
      "Train Epoch: 411\n",
      "Train Epoch: 411 [0/660 (0%)]\tLoss: 1209.043457\tLoss Per Feature 0.034564\n",
      "====> Epoch: 411 Average Loss: 1184.362549\tAverage Loss Per Feature 0.033858\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1204.534790\tLoss Per Feature 0.034435\n",
      "[64/164 (33%)]\tLoss: 1192.460449\tLoss Per Feature 0.034090\n",
      "[72/164 (67%)]\tLoss: 1182.393921\tLoss Per Feature 0.033802\n",
      "Average Loss: 1193.129720\tAverage Loss Per Feature 0.034109\n",
      "Train Epoch: 412\n",
      "Train Epoch: 412 [0/660 (0%)]\tLoss: 1225.532104\tLoss Per Feature 0.035035\n",
      "====> Epoch: 412 Average Loss: 1177.513041\tAverage Loss Per Feature 0.033662\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1183.237061\tLoss Per Feature 0.033826\n",
      "[64/164 (33%)]\tLoss: 1187.401367\tLoss Per Feature 0.033945\n",
      "[72/164 (67%)]\tLoss: 1196.069580\tLoss Per Feature 0.034193\n",
      "Average Loss: 1188.902669\tAverage Loss Per Feature 0.033988\n",
      "Train Epoch: 413\n",
      "Train Epoch: 413 [0/660 (0%)]\tLoss: 1174.159912\tLoss Per Feature 0.033567\n",
      "====> Epoch: 413 Average Loss: 1178.963074\tAverage Loss Per Feature 0.033704\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1206.622559\tLoss Per Feature 0.034495\n",
      "[64/164 (33%)]\tLoss: 1198.629150\tLoss Per Feature 0.034266\n",
      "[72/164 (67%)]\tLoss: 1177.057861\tLoss Per Feature 0.033649\n",
      "Average Loss: 1194.103190\tAverage Loss Per Feature 0.034137\n",
      "Train Epoch: 414\n",
      "Train Epoch: 414 [0/660 (0%)]\tLoss: 1214.427612\tLoss Per Feature 0.034718\n",
      "====> Epoch: 414 Average Loss: 1175.870280\tAverage Loss Per Feature 0.033616\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1214.113892\tLoss Per Feature 0.034709\n",
      "[64/164 (33%)]\tLoss: 1183.989014\tLoss Per Feature 0.033848\n",
      "[72/164 (67%)]\tLoss: 1167.244873\tLoss Per Feature 0.033369\n",
      "Average Loss: 1188.449259\tAverage Loss Per Feature 0.033975\n",
      "Train Epoch: 415\n",
      "Train Epoch: 415 [0/660 (0%)]\tLoss: 1196.036499\tLoss Per Feature 0.034192\n",
      "====> Epoch: 415 Average Loss: 1171.722087\tAverage Loss Per Feature 0.033497\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1210.767822\tLoss Per Feature 0.034613\n",
      "[64/164 (33%)]\tLoss: 1195.710083\tLoss Per Feature 0.034183\n",
      "[72/164 (67%)]\tLoss: 1190.914673\tLoss Per Feature 0.034046\n",
      "Average Loss: 1199.130859\tAverage Loss Per Feature 0.034280\n",
      "Train Epoch: 416\n",
      "Train Epoch: 416 [0/660 (0%)]\tLoss: 1177.498657\tLoss Per Feature 0.033662\n",
      "====> Epoch: 416 Average Loss: 1169.653809\tAverage Loss Per Feature 0.033438\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1215.718628\tLoss Per Feature 0.034755\n",
      "[64/164 (33%)]\tLoss: 1167.705322\tLoss Per Feature 0.033382\n",
      "[72/164 (67%)]\tLoss: 1162.397461\tLoss Per Feature 0.033230\n",
      "Average Loss: 1181.940470\tAverage Loss Per Feature 0.033789\n",
      "Train Epoch: 417\n",
      "Train Epoch: 417 [0/660 (0%)]\tLoss: 1136.041992\tLoss Per Feature 0.032477\n",
      "====> Epoch: 417 Average Loss: 1187.383911\tAverage Loss Per Feature 0.033945\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1198.550537\tLoss Per Feature 0.034264\n",
      "[64/164 (33%)]\tLoss: 1178.035156\tLoss Per Feature 0.033677\n",
      "[72/164 (67%)]\tLoss: 1177.559692\tLoss Per Feature 0.033664\n",
      "Average Loss: 1184.715129\tAverage Loss Per Feature 0.033868\n",
      "Train Epoch: 418\n",
      "Train Epoch: 418 [0/660 (0%)]\tLoss: 1182.362671\tLoss Per Feature 0.033801\n",
      "====> Epoch: 418 Average Loss: 1202.453166\tAverage Loss Per Feature 0.034375\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1203.598633\tLoss Per Feature 0.034408\n",
      "[64/164 (33%)]\tLoss: 1187.182251\tLoss Per Feature 0.033939\n",
      "[72/164 (67%)]\tLoss: 1189.500000\tLoss Per Feature 0.034005\n",
      "Average Loss: 1193.426961\tAverage Loss Per Feature 0.034117\n",
      "Train Epoch: 419\n",
      "Train Epoch: 419 [0/660 (0%)]\tLoss: 1189.554688\tLoss Per Feature 0.034007\n",
      "====> Epoch: 419 Average Loss: 1174.395203\tAverage Loss Per Feature 0.033573\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1191.622681\tLoss Per Feature 0.034066\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1189.570801\tLoss Per Feature 0.034007\n",
      "[72/164 (67%)]\tLoss: 1176.915527\tLoss Per Feature 0.033645\n",
      "Average Loss: 1186.036336\tAverage Loss Per Feature 0.033906\n",
      "Train Epoch: 420\n",
      "Train Epoch: 420 [0/660 (0%)]\tLoss: 1199.228027\tLoss Per Feature 0.034283\n",
      "====> Epoch: 420 Average Loss: 1181.362712\tAverage Loss Per Feature 0.033773\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1204.151123\tLoss Per Feature 0.034424\n",
      "[64/164 (33%)]\tLoss: 1173.261597\tLoss Per Feature 0.033541\n",
      "[72/164 (67%)]\tLoss: 1183.512329\tLoss Per Feature 0.033834\n",
      "Average Loss: 1186.975016\tAverage Loss Per Feature 0.033933\n",
      "Train Epoch: 421\n",
      "Train Epoch: 421 [0/660 (0%)]\tLoss: 1147.803345\tLoss Per Feature 0.032813\n",
      "====> Epoch: 421 Average Loss: 1171.532328\tAverage Loss Per Feature 0.033491\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1193.938110\tLoss Per Feature 0.034132\n",
      "[64/164 (33%)]\tLoss: 1184.313477\tLoss Per Feature 0.033857\n",
      "[72/164 (67%)]\tLoss: 1177.386963\tLoss Per Feature 0.033659\n",
      "Average Loss: 1185.212850\tAverage Loss Per Feature 0.033883\n",
      "Train Epoch: 422\n",
      "Train Epoch: 422 [0/660 (0%)]\tLoss: 1185.950195\tLoss Per Feature 0.033904\n",
      "====> Epoch: 422 Average Loss: 1177.024333\tAverage Loss Per Feature 0.033648\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1200.175049\tLoss Per Feature 0.034310\n",
      "[64/164 (33%)]\tLoss: 1184.748047\tLoss Per Feature 0.033869\n",
      "[72/164 (67%)]\tLoss: 1177.618408\tLoss Per Feature 0.033665\n",
      "Average Loss: 1187.513835\tAverage Loss Per Feature 0.033948\n",
      "Train Epoch: 423\n",
      "Train Epoch: 423 [0/660 (0%)]\tLoss: 1175.449463\tLoss Per Feature 0.033603\n",
      "====> Epoch: 423 Average Loss: 1185.930155\tAverage Loss Per Feature 0.033903\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1208.918701\tLoss Per Feature 0.034560\n",
      "[64/164 (33%)]\tLoss: 1174.753052\tLoss Per Feature 0.033584\n",
      "[72/164 (67%)]\tLoss: 1188.041260\tLoss Per Feature 0.033963\n",
      "Average Loss: 1190.571004\tAverage Loss Per Feature 0.034036\n",
      "Train Epoch: 424\n",
      "Train Epoch: 424 [0/660 (0%)]\tLoss: 1197.565552\tLoss Per Feature 0.034236\n",
      "====> Epoch: 424 Average Loss: 1174.695109\tAverage Loss Per Feature 0.033582\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1191.304565\tLoss Per Feature 0.034057\n",
      "[64/164 (33%)]\tLoss: 1186.163818\tLoss Per Feature 0.033910\n",
      "[72/164 (67%)]\tLoss: 1185.878662\tLoss Per Feature 0.033902\n",
      "Average Loss: 1187.782349\tAverage Loss Per Feature 0.033956\n",
      "Train Epoch: 425\n",
      "Train Epoch: 425 [0/660 (0%)]\tLoss: 1121.018921\tLoss Per Feature 0.032047\n",
      "====> Epoch: 425 Average Loss: 1168.284871\tAverage Loss Per Feature 0.033399\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1191.762085\tLoss Per Feature 0.034070\n",
      "[64/164 (33%)]\tLoss: 1195.520264\tLoss Per Feature 0.034177\n",
      "[72/164 (67%)]\tLoss: 1202.105835\tLoss Per Feature 0.034366\n",
      "Average Loss: 1196.462728\tAverage Loss Per Feature 0.034204\n",
      "Train Epoch: 426\n",
      "Train Epoch: 426 [0/660 (0%)]\tLoss: 1160.850952\tLoss Per Feature 0.033186\n",
      "====> Epoch: 426 Average Loss: 1173.841227\tAverage Loss Per Feature 0.033557\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1194.243164\tLoss Per Feature 0.034141\n",
      "[64/164 (33%)]\tLoss: 1171.958252\tLoss Per Feature 0.033504\n",
      "[72/164 (67%)]\tLoss: 1173.405762\tLoss Per Feature 0.033545\n",
      "Average Loss: 1179.869059\tAverage Loss Per Feature 0.033730\n",
      "Train Epoch: 427\n",
      "Train Epoch: 427 [0/660 (0%)]\tLoss: 1185.130615\tLoss Per Feature 0.033880\n",
      "====> Epoch: 427 Average Loss: 1180.466370\tAverage Loss Per Feature 0.033747\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1181.548340\tLoss Per Feature 0.033778\n",
      "[64/164 (33%)]\tLoss: 1178.388428\tLoss Per Feature 0.033687\n",
      "[72/164 (67%)]\tLoss: 1169.149292\tLoss Per Feature 0.033423\n",
      "Average Loss: 1176.362020\tAverage Loss Per Feature 0.033630\n",
      "Train Epoch: 428\n",
      "Train Epoch: 428 [0/660 (0%)]\tLoss: 1175.318237\tLoss Per Feature 0.033600\n",
      "====> Epoch: 428 Average Loss: 1167.706177\tAverage Loss Per Feature 0.033382\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1178.403809\tLoss Per Feature 0.033688\n",
      "[64/164 (33%)]\tLoss: 1185.562134\tLoss Per Feature 0.033893\n",
      "[72/164 (67%)]\tLoss: 1166.152222\tLoss Per Feature 0.033338\n",
      "Average Loss: 1176.706055\tAverage Loss Per Feature 0.033639\n",
      "Train Epoch: 429\n",
      "Train Epoch: 429 [0/660 (0%)]\tLoss: 1182.237793\tLoss Per Feature 0.033798\n",
      "====> Epoch: 429 Average Loss: 1174.787598\tAverage Loss Per Feature 0.033585\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1213.475952\tLoss Per Feature 0.034691\n",
      "[64/164 (33%)]\tLoss: 1176.507690\tLoss Per Feature 0.033634\n",
      "[72/164 (67%)]\tLoss: 1175.210571\tLoss Per Feature 0.033597\n",
      "Average Loss: 1188.398071\tAverage Loss Per Feature 0.033974\n",
      "Train Epoch: 430\n",
      "Train Epoch: 430 [0/660 (0%)]\tLoss: 1167.116577\tLoss Per Feature 0.033365\n",
      "====> Epoch: 430 Average Loss: 1172.542236\tAverage Loss Per Feature 0.033520\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1197.499146\tLoss Per Feature 0.034234\n",
      "[64/164 (33%)]\tLoss: 1166.074707\tLoss Per Feature 0.033335\n",
      "[72/164 (67%)]\tLoss: 1180.127808\tLoss Per Feature 0.033737\n",
      "Average Loss: 1181.233887\tAverage Loss Per Feature 0.033769\n",
      "Train Epoch: 431\n",
      "Train Epoch: 431 [0/660 (0%)]\tLoss: 1137.886353\tLoss Per Feature 0.032530\n",
      "====> Epoch: 431 Average Loss: 1166.920919\tAverage Loss Per Feature 0.033360\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1201.162354\tLoss Per Feature 0.034339\n",
      "[64/164 (33%)]\tLoss: 1171.785645\tLoss Per Feature 0.033499\n",
      "[72/164 (67%)]\tLoss: 1185.971069\tLoss Per Feature 0.033904\n",
      "Average Loss: 1186.306356\tAverage Loss Per Feature 0.033914\n",
      "Train Epoch: 432\n",
      "Train Epoch: 432 [0/660 (0%)]\tLoss: 1186.232666\tLoss Per Feature 0.033912\n",
      "====> Epoch: 432 Average Loss: 1158.776082\tAverage Loss Per Feature 0.033127\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1199.425903\tLoss Per Feature 0.034289\n",
      "[64/164 (33%)]\tLoss: 1179.141846\tLoss Per Feature 0.033709\n",
      "[72/164 (67%)]\tLoss: 1176.452637\tLoss Per Feature 0.033632\n",
      "Average Loss: 1185.006795\tAverage Loss Per Feature 0.033877\n",
      "Train Epoch: 433\n",
      "Train Epoch: 433 [0/660 (0%)]\tLoss: 1178.352661\tLoss Per Feature 0.033686\n",
      "====> Epoch: 433 Average Loss: 1161.080322\tAverage Loss Per Feature 0.033193\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1191.014038\tLoss Per Feature 0.034048\n",
      "[64/164 (33%)]\tLoss: 1171.497314\tLoss Per Feature 0.033490\n",
      "[72/164 (67%)]\tLoss: 1166.312866\tLoss Per Feature 0.033342\n",
      "Average Loss: 1176.274740\tAverage Loss Per Feature 0.033627\n",
      "Train Epoch: 434\n",
      "Train Epoch: 434 [0/660 (0%)]\tLoss: 1186.193848\tLoss Per Feature 0.033911\n",
      "====> Epoch: 434 Average Loss: 1177.155904\tAverage Loss Per Feature 0.033652\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1189.264404\tLoss Per Feature 0.033998\n",
      "[64/164 (33%)]\tLoss: 1165.126343\tLoss Per Feature 0.033308\n",
      "[72/164 (67%)]\tLoss: 1170.937134\tLoss Per Feature 0.033474\n",
      "Average Loss: 1175.109294\tAverage Loss Per Feature 0.033594\n",
      "Train Epoch: 435\n",
      "Train Epoch: 435 [0/660 (0%)]\tLoss: 1177.093262\tLoss Per Feature 0.033650\n",
      "====> Epoch: 435 Average Loss: 1165.129985\tAverage Loss Per Feature 0.033308\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1203.724731\tLoss Per Feature 0.034412\n",
      "[64/164 (33%)]\tLoss: 1164.112915\tLoss Per Feature 0.033279\n",
      "[72/164 (67%)]\tLoss: 1176.082764\tLoss Per Feature 0.033622\n",
      "Average Loss: 1181.306803\tAverage Loss Per Feature 0.033771\n",
      "Train Epoch: 436\n",
      "Train Epoch: 436 [0/660 (0%)]\tLoss: 1202.308350\tLoss Per Feature 0.034371\n",
      "====> Epoch: 436 Average Loss: 1160.609802\tAverage Loss Per Feature 0.033179\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1182.296753\tLoss Per Feature 0.033799\n",
      "[64/164 (33%)]\tLoss: 1160.876099\tLoss Per Feature 0.033187\n",
      "[72/164 (67%)]\tLoss: 1167.836182\tLoss Per Feature 0.033386\n",
      "Average Loss: 1170.336344\tAverage Loss Per Feature 0.033457\n",
      "Train Epoch: 437\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 437 [0/660 (0%)]\tLoss: 1163.493042\tLoss Per Feature 0.033262\n",
      "====> Epoch: 437 Average Loss: 1180.492228\tAverage Loss Per Feature 0.033748\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1189.512085\tLoss Per Feature 0.034005\n",
      "[64/164 (33%)]\tLoss: 1163.808105\tLoss Per Feature 0.033271\n",
      "[72/164 (67%)]\tLoss: 1169.256348\tLoss Per Feature 0.033426\n",
      "Average Loss: 1174.192179\tAverage Loss Per Feature 0.033568\n",
      "Train Epoch: 438\n",
      "Train Epoch: 438 [0/660 (0%)]\tLoss: 1174.159058\tLoss Per Feature 0.033567\n",
      "====> Epoch: 438 Average Loss: 1166.768209\tAverage Loss Per Feature 0.033355\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1201.488281\tLoss Per Feature 0.034348\n",
      "[64/164 (33%)]\tLoss: 1160.561401\tLoss Per Feature 0.033178\n",
      "[72/164 (67%)]\tLoss: 1159.040161\tLoss Per Feature 0.033134\n",
      "Average Loss: 1173.696615\tAverage Loss Per Feature 0.033553\n",
      "Train Epoch: 439\n",
      "Train Epoch: 439 [0/660 (0%)]\tLoss: 1159.955688\tLoss Per Feature 0.033161\n",
      "====> Epoch: 439 Average Loss: 1155.846802\tAverage Loss Per Feature 0.033043\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1185.173340\tLoss Per Feature 0.033881\n",
      "[64/164 (33%)]\tLoss: 1162.457275\tLoss Per Feature 0.033232\n",
      "[72/164 (67%)]\tLoss: 1166.112671\tLoss Per Feature 0.033337\n",
      "Average Loss: 1171.247762\tAverage Loss Per Feature 0.033483\n",
      "Train Epoch: 440\n",
      "Train Epoch: 440 [0/660 (0%)]\tLoss: 1148.003662\tLoss Per Feature 0.032819\n",
      "====> Epoch: 440 Average Loss: 1164.270081\tAverage Loss Per Feature 0.033284\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1196.914917\tLoss Per Feature 0.034217\n",
      "[64/164 (33%)]\tLoss: 1181.312378\tLoss Per Feature 0.033771\n",
      "[72/164 (67%)]\tLoss: 1165.898438\tLoss Per Feature 0.033330\n",
      "Average Loss: 1181.375244\tAverage Loss Per Feature 0.033773\n",
      "Train Epoch: 441\n",
      "Train Epoch: 441 [0/660 (0%)]\tLoss: 1145.247314\tLoss Per Feature 0.032740\n",
      "====> Epoch: 441 Average Loss: 1150.998962\tAverage Loss Per Feature 0.032904\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1177.914307\tLoss Per Feature 0.033674\n",
      "[64/164 (33%)]\tLoss: 1154.274292\tLoss Per Feature 0.032998\n",
      "[72/164 (67%)]\tLoss: 1175.746460\tLoss Per Feature 0.033612\n",
      "Average Loss: 1169.311686\tAverage Loss Per Feature 0.033428\n",
      "Train Epoch: 442\n",
      "Train Epoch: 442 [0/660 (0%)]\tLoss: 1179.425049\tLoss Per Feature 0.033717\n",
      "====> Epoch: 442 Average Loss: 1162.983602\tAverage Loss Per Feature 0.033247\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1194.340698\tLoss Per Feature 0.034144\n",
      "[64/164 (33%)]\tLoss: 1169.570557\tLoss Per Feature 0.033435\n",
      "[72/164 (67%)]\tLoss: 1159.414429\tLoss Per Feature 0.033145\n",
      "Average Loss: 1174.441895\tAverage Loss Per Feature 0.033575\n",
      "Train Epoch: 443\n",
      "Train Epoch: 443 [0/660 (0%)]\tLoss: 1135.277710\tLoss Per Feature 0.032455\n",
      "====> Epoch: 443 Average Loss: 1169.410482\tAverage Loss Per Feature 0.033431\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1181.807495\tLoss Per Feature 0.033785\n",
      "[64/164 (33%)]\tLoss: 1166.289551\tLoss Per Feature 0.033342\n",
      "[72/164 (67%)]\tLoss: 1178.662964\tLoss Per Feature 0.033695\n",
      "Average Loss: 1175.586670\tAverage Loss Per Feature 0.033607\n",
      "Train Epoch: 444\n",
      "Train Epoch: 444 [0/660 (0%)]\tLoss: 1117.721802\tLoss Per Feature 0.031953\n",
      "====> Epoch: 444 Average Loss: 1160.098877\tAverage Loss Per Feature 0.033165\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1198.250366\tLoss Per Feature 0.034255\n",
      "[64/164 (33%)]\tLoss: 1171.124023\tLoss Per Feature 0.033480\n",
      "[72/164 (67%)]\tLoss: 1176.737915\tLoss Per Feature 0.033640\n",
      "Average Loss: 1182.037435\tAverage Loss Per Feature 0.033792\n",
      "Train Epoch: 445\n",
      "Train Epoch: 445 [0/660 (0%)]\tLoss: 1158.333984\tLoss Per Feature 0.033114\n",
      "====> Epoch: 445 Average Loss: 1162.767639\tAverage Loss Per Feature 0.033241\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1181.451050\tLoss Per Feature 0.033775\n",
      "[64/164 (33%)]\tLoss: 1166.391968\tLoss Per Feature 0.033345\n",
      "[72/164 (67%)]\tLoss: 1160.793213\tLoss Per Feature 0.033184\n",
      "Average Loss: 1169.545410\tAverage Loss Per Feature 0.033435\n",
      "Train Epoch: 446\n",
      "Train Epoch: 446 [0/660 (0%)]\tLoss: 1099.863403\tLoss Per Feature 0.031443\n",
      "====> Epoch: 446 Average Loss: 1157.779643\tAverage Loss Per Feature 0.033098\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1184.280273\tLoss Per Feature 0.033856\n",
      "[64/164 (33%)]\tLoss: 1161.436035\tLoss Per Feature 0.033203\n",
      "[72/164 (67%)]\tLoss: 1174.603882\tLoss Per Feature 0.033579\n",
      "Average Loss: 1173.440063\tAverage Loss Per Feature 0.033546\n",
      "Train Epoch: 447\n",
      "Train Epoch: 447 [0/660 (0%)]\tLoss: 1140.627563\tLoss Per Feature 0.032608\n",
      "====> Epoch: 447 Average Loss: 1154.706645\tAverage Loss Per Feature 0.033010\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1187.532837\tLoss Per Feature 0.033949\n",
      "[64/164 (33%)]\tLoss: 1154.134399\tLoss Per Feature 0.032994\n",
      "[72/164 (67%)]\tLoss: 1149.585571\tLoss Per Feature 0.032864\n",
      "Average Loss: 1163.750936\tAverage Loss Per Feature 0.033269\n",
      "Train Epoch: 448\n",
      "Train Epoch: 448 [0/660 (0%)]\tLoss: 1133.499023\tLoss Per Feature 0.032404\n",
      "====> Epoch: 448 Average Loss: 1166.231832\tAverage Loss Per Feature 0.033340\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1193.158569\tLoss Per Feature 0.034110\n",
      "[64/164 (33%)]\tLoss: 1164.520508\tLoss Per Feature 0.033291\n",
      "[72/164 (67%)]\tLoss: 1164.482056\tLoss Per Feature 0.033290\n",
      "Average Loss: 1174.053711\tAverage Loss Per Feature 0.033564\n",
      "Train Epoch: 449\n",
      "Train Epoch: 449 [0/660 (0%)]\tLoss: 1123.541016\tLoss Per Feature 0.032120\n",
      "====> Epoch: 449 Average Loss: 1166.528727\tAverage Loss Per Feature 0.033348\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1174.584961\tLoss Per Feature 0.033579\n",
      "[64/164 (33%)]\tLoss: 1157.993408\tLoss Per Feature 0.033104\n",
      "[72/164 (67%)]\tLoss: 1161.399658\tLoss Per Feature 0.033202\n",
      "Average Loss: 1164.659342\tAverage Loss Per Feature 0.033295\n",
      "Train Epoch: 450\n",
      "Train Epoch: 450 [0/660 (0%)]\tLoss: 1131.638306\tLoss Per Feature 0.032351\n",
      "====> Epoch: 450 Average Loss: 1150.061666\tAverage Loss Per Feature 0.032878\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1171.587646\tLoss Per Feature 0.033493\n",
      "[64/164 (33%)]\tLoss: 1152.335083\tLoss Per Feature 0.032943\n",
      "[72/164 (67%)]\tLoss: 1168.945801\tLoss Per Feature 0.033418\n",
      "Average Loss: 1164.289510\tAverage Loss Per Feature 0.033284\n",
      "Train Epoch: 451\n",
      "Train Epoch: 451 [0/660 (0%)]\tLoss: 1160.280151\tLoss Per Feature 0.033170\n",
      "====> Epoch: 451 Average Loss: 1154.746358\tAverage Loss Per Feature 0.033012\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1170.344482\tLoss Per Feature 0.033458\n",
      "[64/164 (33%)]\tLoss: 1167.317627\tLoss Per Feature 0.033371\n",
      "[72/164 (67%)]\tLoss: 1158.483154\tLoss Per Feature 0.033118\n",
      "Average Loss: 1165.381755\tAverage Loss Per Feature 0.033316\n",
      "Train Epoch: 452\n",
      "Train Epoch: 452 [0/660 (0%)]\tLoss: 1149.684692\tLoss Per Feature 0.032867\n",
      "====> Epoch: 452 Average Loss: 1158.463908\tAverage Loss Per Feature 0.033118\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1196.426514\tLoss Per Feature 0.034203\n",
      "[64/164 (33%)]\tLoss: 1169.249756\tLoss Per Feature 0.033426\n",
      "[72/164 (67%)]\tLoss: 1151.415039\tLoss Per Feature 0.032916\n",
      "Average Loss: 1172.363770\tAverage Loss Per Feature 0.033515\n",
      "Train Epoch: 453\n",
      "Train Epoch: 453 [0/660 (0%)]\tLoss: 1129.968018\tLoss Per Feature 0.032303\n",
      "====> Epoch: 453 Average Loss: 1152.094401\tAverage Loss Per Feature 0.032936\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1173.706299\tLoss Per Feature 0.033554\n",
      "[64/164 (33%)]\tLoss: 1164.486328\tLoss Per Feature 0.033290\n",
      "[72/164 (67%)]\tLoss: 1173.514160\tLoss Per Feature 0.033548\n",
      "Average Loss: 1170.568929\tAverage Loss Per Feature 0.033464\n",
      "Train Epoch: 454\n",
      "Train Epoch: 454 [0/660 (0%)]\tLoss: 1105.509277\tLoss Per Feature 0.031604\n",
      "====> Epoch: 454 Average Loss: 1171.507670\tAverage Loss Per Feature 0.033491\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1182.260986\tLoss Per Feature 0.033798\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1176.370117\tLoss Per Feature 0.033630\n",
      "[72/164 (67%)]\tLoss: 1151.455811\tLoss Per Feature 0.032918\n",
      "Average Loss: 1170.028971\tAverage Loss Per Feature 0.033449\n",
      "Train Epoch: 455\n",
      "Train Epoch: 455 [0/660 (0%)]\tLoss: 1168.754639\tLoss Per Feature 0.033412\n",
      "====> Epoch: 455 Average Loss: 1164.580485\tAverage Loss Per Feature 0.033293\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1176.587524\tLoss Per Feature 0.033636\n",
      "[64/164 (33%)]\tLoss: 1163.006836\tLoss Per Feature 0.033248\n",
      "[72/164 (67%)]\tLoss: 1155.458496\tLoss Per Feature 0.033032\n",
      "Average Loss: 1165.017619\tAverage Loss Per Feature 0.033305\n",
      "Train Epoch: 456\n",
      "Train Epoch: 456 [0/660 (0%)]\tLoss: 1190.304321\tLoss Per Feature 0.034028\n",
      "====> Epoch: 456 Average Loss: 1168.866923\tAverage Loss Per Feature 0.033415\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.428711\tLoss Per Feature 0.033403\n",
      "[64/164 (33%)]\tLoss: 1166.506104\tLoss Per Feature 0.033348\n",
      "[72/164 (67%)]\tLoss: 1184.348267\tLoss Per Feature 0.033858\n",
      "Average Loss: 1173.094360\tAverage Loss Per Feature 0.033536\n",
      "Train Epoch: 457\n",
      "Train Epoch: 457 [0/660 (0%)]\tLoss: 1156.824707\tLoss Per Feature 0.033071\n",
      "====> Epoch: 457 Average Loss: 1158.955688\tAverage Loss Per Feature 0.033132\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1167.728027\tLoss Per Feature 0.033383\n",
      "[64/164 (33%)]\tLoss: 1139.577148\tLoss Per Feature 0.032578\n",
      "[72/164 (67%)]\tLoss: 1145.390381\tLoss Per Feature 0.032744\n",
      "Average Loss: 1150.898519\tAverage Loss Per Feature 0.032902\n",
      "Train Epoch: 458\n",
      "Train Epoch: 458 [0/660 (0%)]\tLoss: 1158.176392\tLoss Per Feature 0.033110\n",
      "====> Epoch: 458 Average Loss: 1147.791545\tAverage Loss Per Feature 0.032813\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1172.867920\tLoss Per Feature 0.033530\n",
      "[64/164 (33%)]\tLoss: 1171.314941\tLoss Per Feature 0.033485\n",
      "[72/164 (67%)]\tLoss: 1135.726685\tLoss Per Feature 0.032468\n",
      "Average Loss: 1159.969849\tAverage Loss Per Feature 0.033161\n",
      "Train Epoch: 459\n",
      "Train Epoch: 459 [0/660 (0%)]\tLoss: 1146.953369\tLoss Per Feature 0.032789\n",
      "====> Epoch: 459 Average Loss: 1146.237284\tAverage Loss Per Feature 0.032768\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1162.531616\tLoss Per Feature 0.033234\n",
      "[64/164 (33%)]\tLoss: 1156.039795\tLoss Per Feature 0.033049\n",
      "[72/164 (67%)]\tLoss: 1158.363159\tLoss Per Feature 0.033115\n",
      "Average Loss: 1158.978190\tAverage Loss Per Feature 0.033133\n",
      "Train Epoch: 460\n",
      "Train Epoch: 460 [0/660 (0%)]\tLoss: 1125.388062\tLoss Per Feature 0.032172\n",
      "====> Epoch: 460 Average Loss: 1169.664246\tAverage Loss Per Feature 0.033438\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1189.312622\tLoss Per Feature 0.034000\n",
      "[64/164 (33%)]\tLoss: 1154.085327\tLoss Per Feature 0.032993\n",
      "[72/164 (67%)]\tLoss: 1152.706299\tLoss Per Feature 0.032953\n",
      "Average Loss: 1165.368083\tAverage Loss Per Feature 0.033315\n",
      "Train Epoch: 461\n",
      "Train Epoch: 461 [0/660 (0%)]\tLoss: 1139.697510\tLoss Per Feature 0.032581\n",
      "====> Epoch: 461 Average Loss: 1148.254028\tAverage Loss Per Feature 0.032826\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1187.010254\tLoss Per Feature 0.033934\n",
      "[64/164 (33%)]\tLoss: 1155.530884\tLoss Per Feature 0.033034\n",
      "[72/164 (67%)]\tLoss: 1154.180908\tLoss Per Feature 0.032995\n",
      "Average Loss: 1165.574015\tAverage Loss Per Feature 0.033321\n",
      "Train Epoch: 462\n",
      "Train Epoch: 462 [0/660 (0%)]\tLoss: 1150.149048\tLoss Per Feature 0.032880\n",
      "====> Epoch: 462 Average Loss: 1150.831116\tAverage Loss Per Feature 0.032900\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1157.510986\tLoss Per Feature 0.033091\n",
      "[64/164 (33%)]\tLoss: 1150.337402\tLoss Per Feature 0.032886\n",
      "[72/164 (67%)]\tLoss: 1159.214111\tLoss Per Feature 0.033139\n",
      "Average Loss: 1155.687500\tAverage Loss Per Feature 0.033039\n",
      "Train Epoch: 463\n",
      "Train Epoch: 463 [0/660 (0%)]\tLoss: 1129.642700\tLoss Per Feature 0.032294\n",
      "====> Epoch: 463 Average Loss: 1157.850647\tAverage Loss Per Feature 0.033100\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1167.027832\tLoss Per Feature 0.033363\n",
      "[64/164 (33%)]\tLoss: 1157.550537\tLoss Per Feature 0.033092\n",
      "[72/164 (67%)]\tLoss: 1158.056396\tLoss Per Feature 0.033106\n",
      "Average Loss: 1160.878255\tAverage Loss Per Feature 0.033187\n",
      "Train Epoch: 464\n",
      "Train Epoch: 464 [0/660 (0%)]\tLoss: 1145.717041\tLoss Per Feature 0.032753\n",
      "====> Epoch: 464 Average Loss: 1164.943909\tAverage Loss Per Feature 0.033303\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1170.090332\tLoss Per Feature 0.033450\n",
      "[64/164 (33%)]\tLoss: 1149.100586\tLoss Per Feature 0.032850\n",
      "[72/164 (67%)]\tLoss: 1153.734009\tLoss Per Feature 0.032983\n",
      "Average Loss: 1157.641642\tAverage Loss Per Feature 0.033094\n",
      "Train Epoch: 465\n",
      "Train Epoch: 465 [0/660 (0%)]\tLoss: 1123.365234\tLoss Per Feature 0.032115\n",
      "====> Epoch: 465 Average Loss: 1157.282776\tAverage Loss Per Feature 0.033084\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.711792\tLoss Per Feature 0.033411\n",
      "[64/164 (33%)]\tLoss: 1152.364746\tLoss Per Feature 0.032944\n",
      "[72/164 (67%)]\tLoss: 1164.737427\tLoss Per Feature 0.033297\n",
      "Average Loss: 1161.937988\tAverage Loss Per Feature 0.033217\n",
      "Train Epoch: 466\n",
      "Train Epoch: 466 [0/660 (0%)]\tLoss: 1135.207764\tLoss Per Feature 0.032453\n",
      "====> Epoch: 466 Average Loss: 1144.722046\tAverage Loss Per Feature 0.032725\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1171.674194\tLoss Per Feature 0.033496\n",
      "[64/164 (33%)]\tLoss: 1162.126221\tLoss Per Feature 0.033223\n",
      "[72/164 (67%)]\tLoss: 1160.722534\tLoss Per Feature 0.033182\n",
      "Average Loss: 1164.840983\tAverage Loss Per Feature 0.033300\n",
      "Train Epoch: 467\n",
      "Train Epoch: 467 [0/660 (0%)]\tLoss: 1167.791992\tLoss Per Feature 0.033385\n",
      "====> Epoch: 467 Average Loss: 1142.086446\tAverage Loss Per Feature 0.032650\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1176.632202\tLoss Per Feature 0.033637\n",
      "[64/164 (33%)]\tLoss: 1162.201050\tLoss Per Feature 0.033225\n",
      "[72/164 (67%)]\tLoss: 1158.989258\tLoss Per Feature 0.033133\n",
      "Average Loss: 1165.940837\tAverage Loss Per Feature 0.033332\n",
      "Train Epoch: 468\n",
      "Train Epoch: 468 [0/660 (0%)]\tLoss: 1139.804688\tLoss Per Feature 0.032584\n",
      "====> Epoch: 468 Average Loss: 1178.167948\tAverage Loss Per Feature 0.033681\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.623169\tLoss Per Feature 0.033408\n",
      "[64/164 (33%)]\tLoss: 1155.335938\tLoss Per Feature 0.033028\n",
      "[72/164 (67%)]\tLoss: 1141.906494\tLoss Per Feature 0.032645\n",
      "Average Loss: 1155.288534\tAverage Loss Per Feature 0.033027\n",
      "Train Epoch: 469\n",
      "Train Epoch: 469 [0/660 (0%)]\tLoss: 1176.294312\tLoss Per Feature 0.033628\n",
      "====> Epoch: 469 Average Loss: 1142.909444\tAverage Loss Per Feature 0.032673\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1172.580933\tLoss Per Feature 0.033521\n",
      "[64/164 (33%)]\tLoss: 1154.188232\tLoss Per Feature 0.032996\n",
      "[72/164 (67%)]\tLoss: 1153.961304\tLoss Per Feature 0.032989\n",
      "Average Loss: 1160.243490\tAverage Loss Per Feature 0.033169\n",
      "Train Epoch: 470\n",
      "Train Epoch: 470 [0/660 (0%)]\tLoss: 1118.984863\tLoss Per Feature 0.031989\n",
      "====> Epoch: 470 Average Loss: 1143.192261\tAverage Loss Per Feature 0.032681\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1179.077759\tLoss Per Feature 0.033707\n",
      "[64/164 (33%)]\tLoss: 1146.724854\tLoss Per Feature 0.032782\n",
      "[72/164 (67%)]\tLoss: 1157.052246\tLoss Per Feature 0.033078\n",
      "Average Loss: 1160.951619\tAverage Loss Per Feature 0.033189\n",
      "Train Epoch: 471\n",
      "Train Epoch: 471 [0/660 (0%)]\tLoss: 1162.846069\tLoss Per Feature 0.033243\n",
      "====> Epoch: 471 Average Loss: 1151.037455\tAverage Loss Per Feature 0.032906\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1169.002075\tLoss Per Feature 0.033419\n",
      "[64/164 (33%)]\tLoss: 1157.730591\tLoss Per Feature 0.033097\n",
      "[72/164 (67%)]\tLoss: 1155.088379\tLoss Per Feature 0.033021\n",
      "Average Loss: 1160.607015\tAverage Loss Per Feature 0.033179\n",
      "Train Epoch: 472\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 472 [0/660 (0%)]\tLoss: 1170.432007\tLoss Per Feature 0.033460\n",
      "====> Epoch: 472 Average Loss: 1151.289673\tAverage Loss Per Feature 0.032913\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1173.154297\tLoss Per Feature 0.033538\n",
      "[64/164 (33%)]\tLoss: 1138.142700\tLoss Per Feature 0.032537\n",
      "[72/164 (67%)]\tLoss: 1132.106323\tLoss Per Feature 0.032364\n",
      "Average Loss: 1147.801107\tAverage Loss Per Feature 0.032813\n",
      "Train Epoch: 473\n",
      "Train Epoch: 473 [0/660 (0%)]\tLoss: 1154.626709\tLoss Per Feature 0.033008\n",
      "====> Epoch: 473 Average Loss: 1152.795553\tAverage Loss Per Feature 0.032956\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.232422\tLoss Per Feature 0.033397\n",
      "[64/164 (33%)]\tLoss: 1149.400146\tLoss Per Feature 0.032859\n",
      "[72/164 (67%)]\tLoss: 1159.034790\tLoss Per Feature 0.033134\n",
      "Average Loss: 1158.889119\tAverage Loss Per Feature 0.033130\n",
      "Train Epoch: 474\n",
      "Train Epoch: 474 [0/660 (0%)]\tLoss: 1127.567749\tLoss Per Feature 0.032235\n",
      "====> Epoch: 474 Average Loss: 1166.195048\tAverage Loss Per Feature 0.033339\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1162.737549\tLoss Per Feature 0.033240\n",
      "[64/164 (33%)]\tLoss: 1153.479126\tLoss Per Feature 0.032975\n",
      "[72/164 (67%)]\tLoss: 1140.475586\tLoss Per Feature 0.032604\n",
      "Average Loss: 1152.230754\tAverage Loss Per Feature 0.032940\n",
      "Train Epoch: 475\n",
      "Train Epoch: 475 [0/660 (0%)]\tLoss: 1140.289185\tLoss Per Feature 0.032598\n",
      "====> Epoch: 475 Average Loss: 1147.899312\tAverage Loss Per Feature 0.032816\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1183.907349\tLoss Per Feature 0.033845\n",
      "[64/164 (33%)]\tLoss: 1158.628662\tLoss Per Feature 0.033123\n",
      "[72/164 (67%)]\tLoss: 1150.790527\tLoss Per Feature 0.032899\n",
      "Average Loss: 1164.442179\tAverage Loss Per Feature 0.033289\n",
      "Train Epoch: 476\n",
      "Train Epoch: 476 [0/660 (0%)]\tLoss: 1126.685303\tLoss Per Feature 0.032209\n",
      "====> Epoch: 476 Average Loss: 1169.674418\tAverage Loss Per Feature 0.033438\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1169.462769\tLoss Per Feature 0.033432\n",
      "[64/164 (33%)]\tLoss: 1158.427734\tLoss Per Feature 0.033117\n",
      "[72/164 (67%)]\tLoss: 1147.493408\tLoss Per Feature 0.032804\n",
      "Average Loss: 1158.461304\tAverage Loss Per Feature 0.033118\n",
      "Train Epoch: 477\n",
      "Train Epoch: 477 [0/660 (0%)]\tLoss: 1143.569946\tLoss Per Feature 0.032692\n",
      "====> Epoch: 477 Average Loss: 1137.658773\tAverage Loss Per Feature 0.032523\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1165.492554\tLoss Per Feature 0.033319\n",
      "[64/164 (33%)]\tLoss: 1156.620605\tLoss Per Feature 0.033065\n",
      "[72/164 (67%)]\tLoss: 1153.887695\tLoss Per Feature 0.032987\n",
      "Average Loss: 1158.666951\tAverage Loss Per Feature 0.033124\n",
      "Train Epoch: 478\n",
      "Train Epoch: 478 [0/660 (0%)]\tLoss: 1166.626221\tLoss Per Feature 0.033351\n",
      "====> Epoch: 478 Average Loss: 1143.908813\tAverage Loss Per Feature 0.032702\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1165.062744\tLoss Per Feature 0.033307\n",
      "[64/164 (33%)]\tLoss: 1162.566040\tLoss Per Feature 0.033235\n",
      "[72/164 (67%)]\tLoss: 1149.666260\tLoss Per Feature 0.032866\n",
      "Average Loss: 1159.098348\tAverage Loss Per Feature 0.033136\n",
      "Train Epoch: 479\n",
      "Train Epoch: 479 [0/660 (0%)]\tLoss: 1119.937012\tLoss Per Feature 0.032016\n",
      "====> Epoch: 479 Average Loss: 1139.070801\tAverage Loss Per Feature 0.032563\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1183.575562\tLoss Per Feature 0.033836\n",
      "[64/164 (33%)]\tLoss: 1137.835571\tLoss Per Feature 0.032528\n",
      "[72/164 (67%)]\tLoss: 1150.052002\tLoss Per Feature 0.032877\n",
      "Average Loss: 1157.154378\tAverage Loss Per Feature 0.033080\n",
      "Train Epoch: 480\n",
      "Train Epoch: 480 [0/660 (0%)]\tLoss: 1124.518066\tLoss Per Feature 0.032147\n",
      "====> Epoch: 480 Average Loss: 1149.198893\tAverage Loss Per Feature 0.032853\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1160.267944\tLoss Per Feature 0.033169\n",
      "[64/164 (33%)]\tLoss: 1138.169678\tLoss Per Feature 0.032538\n",
      "[72/164 (67%)]\tLoss: 1161.896362\tLoss Per Feature 0.033216\n",
      "Average Loss: 1153.444661\tAverage Loss Per Feature 0.032974\n",
      "Train Epoch: 481\n",
      "Train Epoch: 481 [0/660 (0%)]\tLoss: 1118.693970\tLoss Per Feature 0.031981\n",
      "====> Epoch: 481 Average Loss: 1135.319926\tAverage Loss Per Feature 0.032456\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1178.625732\tLoss Per Feature 0.033694\n",
      "[64/164 (33%)]\tLoss: 1145.350464\tLoss Per Feature 0.032743\n",
      "[72/164 (67%)]\tLoss: 1140.062134\tLoss Per Feature 0.032592\n",
      "Average Loss: 1154.679443\tAverage Loss Per Feature 0.033010\n",
      "Train Epoch: 482\n",
      "Train Epoch: 482 [0/660 (0%)]\tLoss: 1100.941040\tLoss Per Feature 0.031473\n",
      "====> Epoch: 482 Average Loss: 1144.150370\tAverage Loss Per Feature 0.032709\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1164.538208\tLoss Per Feature 0.033292\n",
      "[64/164 (33%)]\tLoss: 1150.917236\tLoss Per Feature 0.032902\n",
      "[72/164 (67%)]\tLoss: 1170.727661\tLoss Per Feature 0.033468\n",
      "Average Loss: 1162.061035\tAverage Loss Per Feature 0.033221\n",
      "Train Epoch: 483\n",
      "Train Epoch: 483 [0/660 (0%)]\tLoss: 1139.953369\tLoss Per Feature 0.032589\n",
      "====> Epoch: 483 Average Loss: 1142.855326\tAverage Loss Per Feature 0.032672\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1158.741089\tLoss Per Feature 0.033126\n",
      "[64/164 (33%)]\tLoss: 1154.805664\tLoss Per Feature 0.033013\n",
      "[72/164 (67%)]\tLoss: 1157.569092\tLoss Per Feature 0.033092\n",
      "Average Loss: 1157.038615\tAverage Loss Per Feature 0.033077\n",
      "Train Epoch: 484\n",
      "Train Epoch: 484 [0/660 (0%)]\tLoss: 1164.064209\tLoss Per Feature 0.033278\n",
      "====> Epoch: 484 Average Loss: 1135.162028\tAverage Loss Per Feature 0.032452\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1165.627197\tLoss Per Feature 0.033323\n",
      "[64/164 (33%)]\tLoss: 1152.824707\tLoss Per Feature 0.032957\n",
      "[72/164 (67%)]\tLoss: 1132.554077\tLoss Per Feature 0.032377\n",
      "Average Loss: 1150.335327\tAverage Loss Per Feature 0.032886\n",
      "Train Epoch: 485\n",
      "Train Epoch: 485 [0/660 (0%)]\tLoss: 1112.740601\tLoss Per Feature 0.031811\n",
      "====> Epoch: 485 Average Loss: 1149.358154\tAverage Loss Per Feature 0.032858\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1166.504272\tLoss Per Feature 0.033348\n",
      "[64/164 (33%)]\tLoss: 1139.570312\tLoss Per Feature 0.032578\n",
      "[72/164 (67%)]\tLoss: 1155.078125\tLoss Per Feature 0.033021\n",
      "Average Loss: 1153.717570\tAverage Loss Per Feature 0.032982\n",
      "Train Epoch: 486\n",
      "Train Epoch: 486 [0/660 (0%)]\tLoss: 1142.127441\tLoss Per Feature 0.032651\n",
      "====> Epoch: 486 Average Loss: 1142.096558\tAverage Loss Per Feature 0.032650\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1170.989990\tLoss Per Feature 0.033476\n",
      "[64/164 (33%)]\tLoss: 1146.854004\tLoss Per Feature 0.032786\n",
      "[72/164 (67%)]\tLoss: 1151.653442\tLoss Per Feature 0.032923\n",
      "Average Loss: 1156.499146\tAverage Loss Per Feature 0.033062\n",
      "Train Epoch: 487\n",
      "Train Epoch: 487 [0/660 (0%)]\tLoss: 1185.920654\tLoss Per Feature 0.033903\n",
      "====> Epoch: 487 Average Loss: 1138.860962\tAverage Loss Per Feature 0.032557\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1176.739380\tLoss Per Feature 0.033640\n",
      "[64/164 (33%)]\tLoss: 1151.023682\tLoss Per Feature 0.032905\n",
      "[72/164 (67%)]\tLoss: 1150.115723\tLoss Per Feature 0.032879\n",
      "Average Loss: 1159.292928\tAverage Loss Per Feature 0.033142\n",
      "Train Epoch: 488\n",
      "Train Epoch: 488 [0/660 (0%)]\tLoss: 1179.219482\tLoss Per Feature 0.033711\n",
      "====> Epoch: 488 Average Loss: 1144.366699\tAverage Loss Per Feature 0.032715\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1162.504395\tLoss Per Feature 0.033233\n",
      "[64/164 (33%)]\tLoss: 1141.915405\tLoss Per Feature 0.032645\n",
      "[72/164 (67%)]\tLoss: 1135.315918\tLoss Per Feature 0.032456\n",
      "Average Loss: 1146.578573\tAverage Loss Per Feature 0.032778\n",
      "Train Epoch: 489\n",
      "Train Epoch: 489 [0/660 (0%)]\tLoss: 1151.368286\tLoss Per Feature 0.032915\n",
      "====> Epoch: 489 Average Loss: 1145.577332\tAverage Loss Per Feature 0.032749\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1164.633911\tLoss Per Feature 0.033294\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1143.314575\tLoss Per Feature 0.032685\n",
      "[72/164 (67%)]\tLoss: 1138.731079\tLoss Per Feature 0.032554\n",
      "Average Loss: 1148.893188\tAverage Loss Per Feature 0.032844\n",
      "Train Epoch: 490\n",
      "Train Epoch: 490 [0/660 (0%)]\tLoss: 1130.006958\tLoss Per Feature 0.032304\n",
      "====> Epoch: 490 Average Loss: 1132.563192\tAverage Loss Per Feature 0.032377\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1158.873901\tLoss Per Feature 0.033130\n",
      "[64/164 (33%)]\tLoss: 1141.987061\tLoss Per Feature 0.032647\n",
      "[72/164 (67%)]\tLoss: 1140.156128\tLoss Per Feature 0.032595\n",
      "Average Loss: 1147.005697\tAverage Loss Per Feature 0.032790\n",
      "Train Epoch: 491\n",
      "Train Epoch: 491 [0/660 (0%)]\tLoss: 1099.545044\tLoss Per Feature 0.031434\n",
      "====> Epoch: 491 Average Loss: 1129.455241\tAverage Loss Per Feature 0.032289\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1157.589722\tLoss Per Feature 0.033093\n",
      "[64/164 (33%)]\tLoss: 1127.249268\tLoss Per Feature 0.032226\n",
      "[72/164 (67%)]\tLoss: 1139.314331\tLoss Per Feature 0.032570\n",
      "Average Loss: 1141.384440\tAverage Loss Per Feature 0.032630\n",
      "Train Epoch: 492\n",
      "Train Epoch: 492 [0/660 (0%)]\tLoss: 1148.835938\tLoss Per Feature 0.032843\n",
      "====> Epoch: 492 Average Loss: 1131.439921\tAverage Loss Per Feature 0.032345\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.823120\tLoss Per Feature 0.033414\n",
      "[64/164 (33%)]\tLoss: 1156.767334\tLoss Per Feature 0.033069\n",
      "[72/164 (67%)]\tLoss: 1154.546387\tLoss Per Feature 0.033006\n",
      "Average Loss: 1160.045614\tAverage Loss Per Feature 0.033163\n",
      "Train Epoch: 493\n",
      "Train Epoch: 493 [0/660 (0%)]\tLoss: 1129.752808\tLoss Per Feature 0.032297\n",
      "====> Epoch: 493 Average Loss: 1148.141256\tAverage Loss Per Feature 0.032823\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1177.659546\tLoss Per Feature 0.033667\n",
      "[64/164 (33%)]\tLoss: 1154.447632\tLoss Per Feature 0.033003\n",
      "[72/164 (67%)]\tLoss: 1140.730713\tLoss Per Feature 0.032611\n",
      "Average Loss: 1157.612630\tAverage Loss Per Feature 0.033094\n",
      "Train Epoch: 494\n",
      "Train Epoch: 494 [0/660 (0%)]\tLoss: 1139.899902\tLoss Per Feature 0.032587\n",
      "====> Epoch: 494 Average Loss: 1132.456360\tAverage Loss Per Feature 0.032374\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1170.578003\tLoss Per Feature 0.033464\n",
      "[64/164 (33%)]\tLoss: 1142.993286\tLoss Per Feature 0.032676\n",
      "[72/164 (67%)]\tLoss: 1138.878662\tLoss Per Feature 0.032558\n",
      "Average Loss: 1150.816650\tAverage Loss Per Feature 0.032899\n",
      "Train Epoch: 495\n",
      "Train Epoch: 495 [0/660 (0%)]\tLoss: 1147.595459\tLoss Per Feature 0.032807\n",
      "====> Epoch: 495 Average Loss: 1130.265015\tAverage Loss Per Feature 0.032312\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1163.895508\tLoss Per Feature 0.033273\n",
      "[64/164 (33%)]\tLoss: 1140.958496\tLoss Per Feature 0.032617\n",
      "[72/164 (67%)]\tLoss: 1148.200562\tLoss Per Feature 0.032824\n",
      "Average Loss: 1151.018188\tAverage Loss Per Feature 0.032905\n",
      "Train Epoch: 496\n",
      "Train Epoch: 496 [0/660 (0%)]\tLoss: 1129.861694\tLoss Per Feature 0.032300\n",
      "====> Epoch: 496 Average Loss: 1146.673910\tAverage Loss Per Feature 0.032781\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1161.244385\tLoss Per Feature 0.033197\n",
      "[64/164 (33%)]\tLoss: 1147.210571\tLoss Per Feature 0.032796\n",
      "[72/164 (67%)]\tLoss: 1128.427612\tLoss Per Feature 0.032259\n",
      "Average Loss: 1145.627523\tAverage Loss Per Feature 0.032751\n",
      "Train Epoch: 497\n",
      "Train Epoch: 497 [0/660 (0%)]\tLoss: 1115.838135\tLoss Per Feature 0.031899\n",
      "====> Epoch: 497 Average Loss: 1156.066569\tAverage Loss Per Feature 0.033049\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1176.317993\tLoss Per Feature 0.033628\n",
      "[64/164 (33%)]\tLoss: 1143.501099\tLoss Per Feature 0.032690\n",
      "[72/164 (67%)]\tLoss: 1132.590820\tLoss Per Feature 0.032378\n",
      "Average Loss: 1150.803304\tAverage Loss Per Feature 0.032899\n",
      "Train Epoch: 498\n",
      "Train Epoch: 498 [0/660 (0%)]\tLoss: 1102.894043\tLoss Per Feature 0.031529\n",
      "====> Epoch: 498 Average Loss: 1137.434082\tAverage Loss Per Feature 0.032517\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.836548\tLoss Per Feature 0.033014\n",
      "[64/164 (33%)]\tLoss: 1132.337524\tLoss Per Feature 0.032371\n",
      "[72/164 (67%)]\tLoss: 1138.629150\tLoss Per Feature 0.032551\n",
      "Average Loss: 1141.934408\tAverage Loss Per Feature 0.032645\n",
      "Train Epoch: 499\n",
      "Train Epoch: 499 [0/660 (0%)]\tLoss: 1117.906494\tLoss Per Feature 0.031958\n",
      "====> Epoch: 499 Average Loss: 1144.613302\tAverage Loss Per Feature 0.032722\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1177.399170\tLoss Per Feature 0.033659\n",
      "[64/164 (33%)]\tLoss: 1137.793457\tLoss Per Feature 0.032527\n",
      "[72/164 (67%)]\tLoss: 1152.081177\tLoss Per Feature 0.032935\n",
      "Average Loss: 1155.757935\tAverage Loss Per Feature 0.033041\n",
      "Train Epoch: 500\n",
      "Train Epoch: 500 [0/660 (0%)]\tLoss: 1149.294189\tLoss Per Feature 0.032856\n",
      "====> Epoch: 500 Average Loss: 1145.300883\tAverage Loss Per Feature 0.032742\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_500.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1156.268799\tLoss Per Feature 0.033055\n",
      "[64/164 (33%)]\tLoss: 1136.791504\tLoss Per Feature 0.032498\n",
      "[72/164 (67%)]\tLoss: 1150.585938\tLoss Per Feature 0.032893\n",
      "Average Loss: 1147.882080\tAverage Loss Per Feature 0.032815\n",
      "Train Epoch: 501\n",
      "Train Epoch: 501 [0/660 (0%)]\tLoss: 1092.676270\tLoss Per Feature 0.031237\n",
      "====> Epoch: 501 Average Loss: 1128.614054\tAverage Loss Per Feature 0.032265\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1170.568237\tLoss Per Feature 0.033464\n",
      "[64/164 (33%)]\tLoss: 1159.109009\tLoss Per Feature 0.033136\n",
      "[72/164 (67%)]\tLoss: 1135.419434\tLoss Per Feature 0.032459\n",
      "Average Loss: 1155.032227\tAverage Loss Per Feature 0.033020\n",
      "Train Epoch: 502\n",
      "Train Epoch: 502 [0/660 (0%)]\tLoss: 1124.799316\tLoss Per Feature 0.032155\n",
      "====> Epoch: 502 Average Loss: 1127.821187\tAverage Loss Per Feature 0.032242\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.777954\tLoss Per Feature 0.033013\n",
      "[64/164 (33%)]\tLoss: 1131.035889\tLoss Per Feature 0.032334\n",
      "[72/164 (67%)]\tLoss: 1144.184082\tLoss Per Feature 0.032710\n",
      "Average Loss: 1143.332642\tAverage Loss Per Feature 0.032685\n",
      "Train Epoch: 503\n",
      "Train Epoch: 503 [0/660 (0%)]\tLoss: 1142.272461\tLoss Per Feature 0.032655\n",
      "====> Epoch: 503 Average Loss: 1127.219157\tAverage Loss Per Feature 0.032225\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.399292\tLoss Per Feature 0.033002\n",
      "[64/164 (33%)]\tLoss: 1139.016724\tLoss Per Feature 0.032562\n",
      "[72/164 (67%)]\tLoss: 1142.393188\tLoss Per Feature 0.032658\n",
      "Average Loss: 1145.269735\tAverage Loss Per Feature 0.032741\n",
      "Train Epoch: 504\n",
      "Train Epoch: 504 [0/660 (0%)]\tLoss: 1093.318848\tLoss Per Feature 0.031256\n",
      "====> Epoch: 504 Average Loss: 1138.263204\tAverage Loss Per Feature 0.032540\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1168.786865\tLoss Per Feature 0.033413\n",
      "[64/164 (33%)]\tLoss: 1142.363403\tLoss Per Feature 0.032658\n",
      "[72/164 (67%)]\tLoss: 1153.427368\tLoss Per Feature 0.032974\n",
      "Average Loss: 1154.859212\tAverage Loss Per Feature 0.033015\n",
      "Train Epoch: 505\n",
      "Train Epoch: 505 [0/660 (0%)]\tLoss: 1163.789185\tLoss Per Feature 0.033270\n",
      "====> Epoch: 505 Average Loss: 1131.400859\tAverage Loss Per Feature 0.032344\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1160.729248\tLoss Per Feature 0.033183\n",
      "[64/164 (33%)]\tLoss: 1134.154053\tLoss Per Feature 0.032423\n",
      "[72/164 (67%)]\tLoss: 1135.395142\tLoss Per Feature 0.032458\n",
      "Average Loss: 1143.426147\tAverage Loss Per Feature 0.032688\n",
      "Train Epoch: 506\n",
      "Train Epoch: 506 [0/660 (0%)]\tLoss: 1168.339600\tLoss Per Feature 0.033400\n",
      "====> Epoch: 506 Average Loss: 1132.352458\tAverage Loss Per Feature 0.032371\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1155.824829\tLoss Per Feature 0.033042\n",
      "[64/164 (33%)]\tLoss: 1140.651367\tLoss Per Feature 0.032609\n",
      "[72/164 (67%)]\tLoss: 1144.117920\tLoss Per Feature 0.032708\n",
      "Average Loss: 1146.864705\tAverage Loss Per Feature 0.032786\n",
      "Train Epoch: 507\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 507 [0/660 (0%)]\tLoss: 1150.439819\tLoss Per Feature 0.032889\n",
      "====> Epoch: 507 Average Loss: 1128.062134\tAverage Loss Per Feature 0.032249\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1156.260010\tLoss Per Feature 0.033055\n",
      "[64/164 (33%)]\tLoss: 1138.148315\tLoss Per Feature 0.032537\n",
      "[72/164 (67%)]\tLoss: 1133.755859\tLoss Per Feature 0.032412\n",
      "Average Loss: 1142.721395\tAverage Loss Per Feature 0.032668\n",
      "Train Epoch: 508\n",
      "Train Epoch: 508 [0/660 (0%)]\tLoss: 1157.038452\tLoss Per Feature 0.033077\n",
      "====> Epoch: 508 Average Loss: 1117.988566\tAverage Loss Per Feature 0.031961\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1158.888672\tLoss Per Feature 0.033130\n",
      "[64/164 (33%)]\tLoss: 1144.871216\tLoss Per Feature 0.032729\n",
      "[72/164 (67%)]\tLoss: 1131.031982\tLoss Per Feature 0.032334\n",
      "Average Loss: 1144.930623\tAverage Loss Per Feature 0.032731\n",
      "Train Epoch: 509\n",
      "Train Epoch: 509 [0/660 (0%)]\tLoss: 1155.849731\tLoss Per Feature 0.033043\n",
      "====> Epoch: 509 Average Loss: 1119.704305\tAverage Loss Per Feature 0.032010\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1160.422852\tLoss Per Feature 0.033174\n",
      "[64/164 (33%)]\tLoss: 1138.899414\tLoss Per Feature 0.032559\n",
      "[72/164 (67%)]\tLoss: 1132.479736\tLoss Per Feature 0.032375\n",
      "Average Loss: 1143.934001\tAverage Loss Per Feature 0.032703\n",
      "Train Epoch: 510\n",
      "Train Epoch: 510 [0/660 (0%)]\tLoss: 1118.201050\tLoss Per Feature 0.031967\n",
      "====> Epoch: 510 Average Loss: 1144.567179\tAverage Loss Per Feature 0.032721\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1152.661743\tLoss Per Feature 0.032952\n",
      "[64/164 (33%)]\tLoss: 1141.509399\tLoss Per Feature 0.032633\n",
      "[72/164 (67%)]\tLoss: 1142.547729\tLoss Per Feature 0.032663\n",
      "Average Loss: 1145.572957\tAverage Loss Per Feature 0.032749\n",
      "Train Epoch: 511\n",
      "Train Epoch: 511 [0/660 (0%)]\tLoss: 1115.085815\tLoss Per Feature 0.031878\n",
      "====> Epoch: 511 Average Loss: 1131.842183\tAverage Loss Per Feature 0.032357\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1153.762451\tLoss Per Feature 0.032983\n",
      "[64/164 (33%)]\tLoss: 1142.724365\tLoss Per Feature 0.032668\n",
      "[72/164 (67%)]\tLoss: 1141.016479\tLoss Per Feature 0.032619\n",
      "Average Loss: 1145.834432\tAverage Loss Per Feature 0.032757\n",
      "Train Epoch: 512\n",
      "Train Epoch: 512 [0/660 (0%)]\tLoss: 1129.611816\tLoss Per Feature 0.032293\n",
      "====> Epoch: 512 Average Loss: 1124.549642\tAverage Loss Per Feature 0.032148\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1158.675415\tLoss Per Feature 0.033124\n",
      "[64/164 (33%)]\tLoss: 1146.320923\tLoss Per Feature 0.032771\n",
      "[72/164 (67%)]\tLoss: 1128.137451\tLoss Per Feature 0.032251\n",
      "Average Loss: 1144.377930\tAverage Loss Per Feature 0.032715\n",
      "Train Epoch: 513\n",
      "Train Epoch: 513 [0/660 (0%)]\tLoss: 1139.641235\tLoss Per Feature 0.032580\n",
      "====> Epoch: 513 Average Loss: 1118.942993\tAverage Loss Per Feature 0.031988\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.415405\tLoss Per Feature 0.033002\n",
      "[64/164 (33%)]\tLoss: 1142.250244\tLoss Per Feature 0.032654\n",
      "[72/164 (67%)]\tLoss: 1125.656250\tLoss Per Feature 0.032180\n",
      "Average Loss: 1140.773966\tAverage Loss Per Feature 0.032612\n",
      "Train Epoch: 514\n",
      "Train Epoch: 514 [0/660 (0%)]\tLoss: 1103.265137\tLoss Per Feature 0.031540\n",
      "====> Epoch: 514 Average Loss: 1125.237956\tAverage Loss Per Feature 0.032168\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1166.770264\tLoss Per Feature 0.033355\n",
      "[64/164 (33%)]\tLoss: 1144.519043\tLoss Per Feature 0.032719\n",
      "[72/164 (67%)]\tLoss: 1131.789673\tLoss Per Feature 0.032355\n",
      "Average Loss: 1147.692993\tAverage Loss Per Feature 0.032810\n",
      "Train Epoch: 515\n",
      "Train Epoch: 515 [0/660 (0%)]\tLoss: 1129.266113\tLoss Per Feature 0.032283\n",
      "====> Epoch: 515 Average Loss: 1128.707520\tAverage Loss Per Feature 0.032267\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1161.173462\tLoss Per Feature 0.033195\n",
      "[64/164 (33%)]\tLoss: 1137.567749\tLoss Per Feature 0.032521\n",
      "[72/164 (67%)]\tLoss: 1127.579956\tLoss Per Feature 0.032235\n",
      "Average Loss: 1142.107056\tAverage Loss Per Feature 0.032650\n",
      "Train Epoch: 516\n",
      "Train Epoch: 516 [0/660 (0%)]\tLoss: 1131.745239\tLoss Per Feature 0.032354\n",
      "====> Epoch: 516 Average Loss: 1124.147522\tAverage Loss Per Feature 0.032137\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1149.384399\tLoss Per Feature 0.032858\n",
      "[64/164 (33%)]\tLoss: 1136.907837\tLoss Per Feature 0.032502\n",
      "[72/164 (67%)]\tLoss: 1142.537231\tLoss Per Feature 0.032663\n",
      "Average Loss: 1142.943156\tAverage Loss Per Feature 0.032674\n",
      "Train Epoch: 517\n",
      "Train Epoch: 517 [0/660 (0%)]\tLoss: 1130.550537\tLoss Per Feature 0.032320\n",
      "====> Epoch: 517 Average Loss: 1122.669352\tAverage Loss Per Feature 0.032095\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1157.761963\tLoss Per Feature 0.033098\n",
      "[64/164 (33%)]\tLoss: 1135.066406\tLoss Per Feature 0.032449\n",
      "[72/164 (67%)]\tLoss: 1130.944946\tLoss Per Feature 0.032331\n",
      "Average Loss: 1141.257772\tAverage Loss Per Feature 0.032626\n",
      "Train Epoch: 518\n",
      "Train Epoch: 518 [0/660 (0%)]\tLoss: 1132.447388\tLoss Per Feature 0.032374\n",
      "====> Epoch: 518 Average Loss: 1116.366659\tAverage Loss Per Feature 0.031914\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1159.864136\tLoss Per Feature 0.033158\n",
      "[64/164 (33%)]\tLoss: 1137.561279\tLoss Per Feature 0.032520\n",
      "[72/164 (67%)]\tLoss: 1123.627808\tLoss Per Feature 0.032122\n",
      "Average Loss: 1140.351074\tAverage Loss Per Feature 0.032600\n",
      "Train Epoch: 519\n",
      "Train Epoch: 519 [0/660 (0%)]\tLoss: 1146.018677\tLoss Per Feature 0.032762\n",
      "====> Epoch: 519 Average Loss: 1128.276204\tAverage Loss Per Feature 0.032255\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1157.967041\tLoss Per Feature 0.033104\n",
      "[64/164 (33%)]\tLoss: 1134.506104\tLoss Per Feature 0.032433\n",
      "[72/164 (67%)]\tLoss: 1151.449219\tLoss Per Feature 0.032917\n",
      "Average Loss: 1147.974121\tAverage Loss Per Feature 0.032818\n",
      "Train Epoch: 520\n",
      "Train Epoch: 520 [0/660 (0%)]\tLoss: 1123.874878\tLoss Per Feature 0.032129\n",
      "====> Epoch: 520 Average Loss: 1125.418945\tAverage Loss Per Feature 0.032173\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1167.452393\tLoss Per Feature 0.033375\n",
      "[64/164 (33%)]\tLoss: 1134.858521\tLoss Per Feature 0.032443\n",
      "[72/164 (67%)]\tLoss: 1129.063965\tLoss Per Feature 0.032277\n",
      "Average Loss: 1143.791626\tAverage Loss Per Feature 0.032698\n",
      "Train Epoch: 521\n",
      "Train Epoch: 521 [0/660 (0%)]\tLoss: 1107.580322\tLoss Per Feature 0.031663\n",
      "====> Epoch: 521 Average Loss: 1131.704366\tAverage Loss Per Feature 0.032353\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.749390\tLoss Per Feature 0.033012\n",
      "[64/164 (33%)]\tLoss: 1135.856079\tLoss Per Feature 0.032472\n",
      "[72/164 (67%)]\tLoss: 1133.918457\tLoss Per Feature 0.032416\n",
      "Average Loss: 1141.507975\tAverage Loss Per Feature 0.032633\n",
      "Train Epoch: 522\n",
      "Train Epoch: 522 [0/660 (0%)]\tLoss: 1143.737915\tLoss Per Feature 0.032697\n",
      "====> Epoch: 522 Average Loss: 1136.197347\tAverage Loss Per Feature 0.032481\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.559570\tLoss Per Feature 0.032778\n",
      "[64/164 (33%)]\tLoss: 1130.796631\tLoss Per Feature 0.032327\n",
      "[72/164 (67%)]\tLoss: 1144.506226\tLoss Per Feature 0.032719\n",
      "Average Loss: 1140.620809\tAverage Loss Per Feature 0.032608\n",
      "Train Epoch: 523\n",
      "Train Epoch: 523 [0/660 (0%)]\tLoss: 1113.687866\tLoss Per Feature 0.031838\n",
      "====> Epoch: 523 Average Loss: 1128.007833\tAverage Loss Per Feature 0.032247\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1153.840942\tLoss Per Feature 0.032986\n",
      "[64/164 (33%)]\tLoss: 1138.476440\tLoss Per Feature 0.032546\n",
      "[72/164 (67%)]\tLoss: 1131.484497\tLoss Per Feature 0.032347\n",
      "Average Loss: 1141.267293\tAverage Loss Per Feature 0.032626\n",
      "Train Epoch: 524\n",
      "Train Epoch: 524 [0/660 (0%)]\tLoss: 1117.232178\tLoss Per Feature 0.031939\n",
      "====> Epoch: 524 Average Loss: 1134.527242\tAverage Loss Per Feature 0.032434\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.498413\tLoss Per Feature 0.032776\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1128.936890\tLoss Per Feature 0.032274\n",
      "[72/164 (67%)]\tLoss: 1121.182129\tLoss Per Feature 0.032052\n",
      "Average Loss: 1132.205811\tAverage Loss Per Feature 0.032367\n",
      "Train Epoch: 525\n",
      "Train Epoch: 525 [0/660 (0%)]\tLoss: 1156.805298\tLoss Per Feature 0.033070\n",
      "====> Epoch: 525 Average Loss: 1120.650838\tAverage Loss Per Feature 0.032037\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1155.599487\tLoss Per Feature 0.033036\n",
      "[64/164 (33%)]\tLoss: 1131.230103\tLoss Per Feature 0.032339\n",
      "[72/164 (67%)]\tLoss: 1137.681396\tLoss Per Feature 0.032524\n",
      "Average Loss: 1141.503662\tAverage Loss Per Feature 0.032633\n",
      "Train Epoch: 526\n",
      "Train Epoch: 526 [0/660 (0%)]\tLoss: 1110.936157\tLoss Per Feature 0.031759\n",
      "====> Epoch: 526 Average Loss: 1125.078430\tAverage Loss Per Feature 0.032163\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1147.469360\tLoss Per Feature 0.032804\n",
      "[64/164 (33%)]\tLoss: 1145.204712\tLoss Per Feature 0.032739\n",
      "[72/164 (67%)]\tLoss: 1131.866943\tLoss Per Feature 0.032358\n",
      "Average Loss: 1141.513672\tAverage Loss Per Feature 0.032633\n",
      "Train Epoch: 527\n",
      "Train Epoch: 527 [0/660 (0%)]\tLoss: 1079.679932\tLoss Per Feature 0.030866\n",
      "====> Epoch: 527 Average Loss: 1129.289164\tAverage Loss Per Feature 0.032284\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1158.333008\tLoss Per Feature 0.033114\n",
      "[64/164 (33%)]\tLoss: 1123.744507\tLoss Per Feature 0.032125\n",
      "[72/164 (67%)]\tLoss: 1132.955811\tLoss Per Feature 0.032389\n",
      "Average Loss: 1138.344442\tAverage Loss Per Feature 0.032543\n",
      "Train Epoch: 528\n",
      "Train Epoch: 528 [0/660 (0%)]\tLoss: 1135.122925\tLoss Per Feature 0.032451\n",
      "====> Epoch: 528 Average Loss: 1118.652384\tAverage Loss Per Feature 0.031980\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1151.529419\tLoss Per Feature 0.032920\n",
      "[64/164 (33%)]\tLoss: 1129.713135\tLoss Per Feature 0.032296\n",
      "[72/164 (67%)]\tLoss: 1134.306396\tLoss Per Feature 0.032427\n",
      "Average Loss: 1138.516317\tAverage Loss Per Feature 0.032548\n",
      "Train Epoch: 529\n",
      "Train Epoch: 529 [0/660 (0%)]\tLoss: 1102.330566\tLoss Per Feature 0.031513\n",
      "====> Epoch: 529 Average Loss: 1125.354106\tAverage Loss Per Feature 0.032171\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1154.008667\tLoss Per Feature 0.032991\n",
      "[64/164 (33%)]\tLoss: 1130.484497\tLoss Per Feature 0.032318\n",
      "[72/164 (67%)]\tLoss: 1141.017334\tLoss Per Feature 0.032619\n",
      "Average Loss: 1141.836833\tAverage Loss Per Feature 0.032643\n",
      "Train Epoch: 530\n",
      "Train Epoch: 530 [0/660 (0%)]\tLoss: 1123.149902\tLoss Per Feature 0.032108\n",
      "====> Epoch: 530 Average Loss: 1116.059326\tAverage Loss Per Feature 0.031906\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.435181\tLoss Per Feature 0.032745\n",
      "[64/164 (33%)]\tLoss: 1128.489258\tLoss Per Feature 0.032261\n",
      "[72/164 (67%)]\tLoss: 1126.217285\tLoss Per Feature 0.032196\n",
      "Average Loss: 1133.380575\tAverage Loss Per Feature 0.032401\n",
      "Train Epoch: 531\n",
      "Train Epoch: 531 [0/660 (0%)]\tLoss: 1115.512573\tLoss Per Feature 0.031890\n",
      "====> Epoch: 531 Average Loss: 1141.737203\tAverage Loss Per Feature 0.032640\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.504639\tLoss Per Feature 0.032776\n",
      "[64/164 (33%)]\tLoss: 1139.410400\tLoss Per Feature 0.032573\n",
      "[72/164 (67%)]\tLoss: 1134.815796\tLoss Per Feature 0.032442\n",
      "Average Loss: 1140.243612\tAverage Loss Per Feature 0.032597\n",
      "Train Epoch: 532\n",
      "Train Epoch: 532 [0/660 (0%)]\tLoss: 1126.743774\tLoss Per Feature 0.032211\n",
      "====> Epoch: 532 Average Loss: 1132.929342\tAverage Loss Per Feature 0.032388\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.051270\tLoss Per Feature 0.032734\n",
      "[64/164 (33%)]\tLoss: 1122.573242\tLoss Per Feature 0.032092\n",
      "[72/164 (67%)]\tLoss: 1135.826782\tLoss Per Feature 0.032471\n",
      "Average Loss: 1134.483765\tAverage Loss Per Feature 0.032432\n",
      "Train Epoch: 533\n",
      "Train Epoch: 533 [0/660 (0%)]\tLoss: 1092.128296\tLoss Per Feature 0.031222\n",
      "====> Epoch: 533 Average Loss: 1140.222229\tAverage Loss Per Feature 0.032596\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1141.134521\tLoss Per Feature 0.032622\n",
      "[64/164 (33%)]\tLoss: 1130.144409\tLoss Per Feature 0.032308\n",
      "[72/164 (67%)]\tLoss: 1130.109009\tLoss Per Feature 0.032307\n",
      "Average Loss: 1133.795980\tAverage Loss Per Feature 0.032413\n",
      "Train Epoch: 534\n",
      "Train Epoch: 534 [0/660 (0%)]\tLoss: 1102.332886\tLoss Per Feature 0.031513\n",
      "====> Epoch: 534 Average Loss: 1120.115112\tAverage Loss Per Feature 0.032022\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1148.778076\tLoss Per Feature 0.032841\n",
      "[64/164 (33%)]\tLoss: 1124.081787\tLoss Per Feature 0.032135\n",
      "[72/164 (67%)]\tLoss: 1139.990967\tLoss Per Feature 0.032590\n",
      "Average Loss: 1137.616943\tAverage Loss Per Feature 0.032522\n",
      "Train Epoch: 535\n",
      "Train Epoch: 535 [0/660 (0%)]\tLoss: 1102.797974\tLoss Per Feature 0.031527\n",
      "====> Epoch: 535 Average Loss: 1111.605754\tAverage Loss Per Feature 0.031778\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.350342\tLoss Per Feature 0.032772\n",
      "[64/164 (33%)]\tLoss: 1134.786255\tLoss Per Feature 0.032441\n",
      "[72/164 (67%)]\tLoss: 1123.148926\tLoss Per Feature 0.032108\n",
      "Average Loss: 1134.761841\tAverage Loss Per Feature 0.032440\n",
      "Train Epoch: 536\n",
      "Train Epoch: 536 [0/660 (0%)]\tLoss: 1135.961426\tLoss Per Feature 0.032475\n",
      "====> Epoch: 536 Average Loss: 1126.408976\tAverage Loss Per Feature 0.032202\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1144.036743\tLoss Per Feature 0.032705\n",
      "[64/164 (33%)]\tLoss: 1132.176147\tLoss Per Feature 0.032366\n",
      "[72/164 (67%)]\tLoss: 1135.456299\tLoss Per Feature 0.032460\n",
      "Average Loss: 1137.223063\tAverage Loss Per Feature 0.032511\n",
      "Train Epoch: 537\n",
      "Train Epoch: 537 [0/660 (0%)]\tLoss: 1106.141724\tLoss Per Feature 0.031622\n",
      "====> Epoch: 537 Average Loss: 1123.112406\tAverage Loss Per Feature 0.032107\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1155.627441\tLoss Per Feature 0.033037\n",
      "[64/164 (33%)]\tLoss: 1128.671875\tLoss Per Feature 0.032266\n",
      "[72/164 (67%)]\tLoss: 1133.511230\tLoss Per Feature 0.032405\n",
      "Average Loss: 1139.270182\tAverage Loss Per Feature 0.032569\n",
      "Train Epoch: 538\n",
      "Train Epoch: 538 [0/660 (0%)]\tLoss: 1135.192993\tLoss Per Feature 0.032453\n",
      "====> Epoch: 538 Average Loss: 1114.784953\tAverage Loss Per Feature 0.031869\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1153.295532\tLoss Per Feature 0.032970\n",
      "[64/164 (33%)]\tLoss: 1127.504761\tLoss Per Feature 0.032233\n",
      "[72/164 (67%)]\tLoss: 1126.438110\tLoss Per Feature 0.032202\n",
      "Average Loss: 1135.746134\tAverage Loss Per Feature 0.032468\n",
      "Train Epoch: 539\n",
      "Train Epoch: 539 [0/660 (0%)]\tLoss: 1118.108154\tLoss Per Feature 0.031964\n",
      "====> Epoch: 539 Average Loss: 1110.019185\tAverage Loss Per Feature 0.031733\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.566895\tLoss Per Feature 0.032749\n",
      "[64/164 (33%)]\tLoss: 1133.466797\tLoss Per Feature 0.032403\n",
      "[72/164 (67%)]\tLoss: 1133.678101\tLoss Per Feature 0.032409\n",
      "Average Loss: 1137.570597\tAverage Loss Per Feature 0.032521\n",
      "Train Epoch: 540\n",
      "Train Epoch: 540 [0/660 (0%)]\tLoss: 1114.516357\tLoss Per Feature 0.031862\n",
      "====> Epoch: 540 Average Loss: 1136.302266\tAverage Loss Per Feature 0.032484\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1143.938232\tLoss Per Feature 0.032703\n",
      "[64/164 (33%)]\tLoss: 1128.503540\tLoss Per Feature 0.032261\n",
      "[72/164 (67%)]\tLoss: 1135.996704\tLoss Per Feature 0.032476\n",
      "Average Loss: 1136.146159\tAverage Loss Per Feature 0.032480\n",
      "Train Epoch: 541\n",
      "Train Epoch: 541 [0/660 (0%)]\tLoss: 1155.260376\tLoss Per Feature 0.033026\n",
      "====> Epoch: 541 Average Loss: 1115.290161\tAverage Loss Per Feature 0.031884\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1142.638916\tLoss Per Feature 0.032665\n",
      "[64/164 (33%)]\tLoss: 1127.405273\tLoss Per Feature 0.032230\n",
      "[72/164 (67%)]\tLoss: 1125.951416\tLoss Per Feature 0.032188\n",
      "Average Loss: 1131.998535\tAverage Loss Per Feature 0.032361\n",
      "Train Epoch: 542\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 542 [0/660 (0%)]\tLoss: 1132.024780\tLoss Per Feature 0.032362\n",
      "====> Epoch: 542 Average Loss: 1139.089335\tAverage Loss Per Feature 0.032564\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1153.752319\tLoss Per Feature 0.032983\n",
      "[64/164 (33%)]\tLoss: 1126.874634\tLoss Per Feature 0.032215\n",
      "[72/164 (67%)]\tLoss: 1128.900024\tLoss Per Feature 0.032273\n",
      "Average Loss: 1136.508993\tAverage Loss Per Feature 0.032490\n",
      "Train Epoch: 543\n",
      "Train Epoch: 543 [0/660 (0%)]\tLoss: 1111.329346\tLoss Per Feature 0.031770\n",
      "====> Epoch: 543 Average Loss: 1139.479045\tAverage Loss Per Feature 0.032575\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.725220\tLoss Per Feature 0.032754\n",
      "[64/164 (33%)]\tLoss: 1125.344849\tLoss Per Feature 0.032171\n",
      "[72/164 (67%)]\tLoss: 1136.469238\tLoss Per Feature 0.032489\n",
      "Average Loss: 1135.846436\tAverage Loss Per Feature 0.032471\n",
      "Train Epoch: 544\n",
      "Train Epoch: 544 [0/660 (0%)]\tLoss: 1089.932373\tLoss Per Feature 0.031159\n",
      "====> Epoch: 544 Average Loss: 1144.712606\tAverage Loss Per Feature 0.032725\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1147.434692\tLoss Per Feature 0.032803\n",
      "[64/164 (33%)]\tLoss: 1129.173096\tLoss Per Feature 0.032281\n",
      "[72/164 (67%)]\tLoss: 1123.723755\tLoss Per Feature 0.032125\n",
      "Average Loss: 1133.443848\tAverage Loss Per Feature 0.032403\n",
      "Train Epoch: 545\n",
      "Train Epoch: 545 [0/660 (0%)]\tLoss: 1116.410278\tLoss Per Feature 0.031916\n",
      "====> Epoch: 545 Average Loss: 1112.705872\tAverage Loss Per Feature 0.031810\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1148.406494\tLoss Per Feature 0.032830\n",
      "[64/164 (33%)]\tLoss: 1124.454346\tLoss Per Feature 0.032146\n",
      "[72/164 (67%)]\tLoss: 1114.487061\tLoss Per Feature 0.031861\n",
      "Average Loss: 1129.115967\tAverage Loss Per Feature 0.032279\n",
      "Train Epoch: 546\n",
      "Train Epoch: 546 [0/660 (0%)]\tLoss: 1097.981323\tLoss Per Feature 0.031389\n",
      "====> Epoch: 546 Average Loss: 1115.800557\tAverage Loss Per Feature 0.031898\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1141.618164\tLoss Per Feature 0.032636\n",
      "[64/164 (33%)]\tLoss: 1132.015503\tLoss Per Feature 0.032362\n",
      "[72/164 (67%)]\tLoss: 1123.747803\tLoss Per Feature 0.032125\n",
      "Average Loss: 1132.460490\tAverage Loss Per Feature 0.032375\n",
      "Train Epoch: 547\n",
      "Train Epoch: 547 [0/660 (0%)]\tLoss: 1149.042114\tLoss Per Feature 0.032849\n",
      "====> Epoch: 547 Average Loss: 1106.643382\tAverage Loss Per Feature 0.031636\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.212280\tLoss Per Feature 0.032568\n",
      "[64/164 (33%)]\tLoss: 1131.649292\tLoss Per Feature 0.032351\n",
      "[72/164 (67%)]\tLoss: 1114.542236\tLoss Per Feature 0.031862\n",
      "Average Loss: 1128.467936\tAverage Loss Per Feature 0.032260\n",
      "Train Epoch: 548\n",
      "Train Epoch: 548 [0/660 (0%)]\tLoss: 1160.527100\tLoss Per Feature 0.033177\n",
      "====> Epoch: 548 Average Loss: 1114.679525\tAverage Loss Per Feature 0.031866\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1143.883301\tLoss Per Feature 0.032701\n",
      "[64/164 (33%)]\tLoss: 1119.051514\tLoss Per Feature 0.031991\n",
      "[72/164 (67%)]\tLoss: 1132.904175\tLoss Per Feature 0.032387\n",
      "Average Loss: 1131.946330\tAverage Loss Per Feature 0.032360\n",
      "Train Epoch: 549\n",
      "Train Epoch: 549 [0/660 (0%)]\tLoss: 1137.878418\tLoss Per Feature 0.032529\n",
      "====> Epoch: 549 Average Loss: 1105.488953\tAverage Loss Per Feature 0.031603\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1150.242188\tLoss Per Feature 0.032883\n",
      "[64/164 (33%)]\tLoss: 1121.599731\tLoss Per Feature 0.032064\n",
      "[72/164 (67%)]\tLoss: 1130.309937\tLoss Per Feature 0.032313\n",
      "Average Loss: 1134.050618\tAverage Loss Per Feature 0.032420\n",
      "Train Epoch: 550\n",
      "Train Epoch: 550 [0/660 (0%)]\tLoss: 1143.071777\tLoss Per Feature 0.032678\n",
      "====> Epoch: 550 Average Loss: 1119.200582\tAverage Loss Per Feature 0.031995\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1142.557495\tLoss Per Feature 0.032663\n",
      "[64/164 (33%)]\tLoss: 1117.395386\tLoss Per Feature 0.031944\n",
      "[72/164 (67%)]\tLoss: 1123.051758\tLoss Per Feature 0.032106\n",
      "Average Loss: 1127.668213\tAverage Loss Per Feature 0.032238\n",
      "Train Epoch: 551\n",
      "Train Epoch: 551 [0/660 (0%)]\tLoss: 1124.039429\tLoss Per Feature 0.032134\n",
      "====> Epoch: 551 Average Loss: 1114.143758\tAverage Loss Per Feature 0.031851\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1135.697510\tLoss Per Feature 0.032467\n",
      "[64/164 (33%)]\tLoss: 1127.547852\tLoss Per Feature 0.032234\n",
      "[72/164 (67%)]\tLoss: 1147.513062\tLoss Per Feature 0.032805\n",
      "Average Loss: 1136.919474\tAverage Loss Per Feature 0.032502\n",
      "Train Epoch: 552\n",
      "Train Epoch: 552 [0/660 (0%)]\tLoss: 1127.290283\tLoss Per Feature 0.032227\n",
      "====> Epoch: 552 Average Loss: 1106.179769\tAverage Loss Per Feature 0.031623\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1149.207764\tLoss Per Feature 0.032853\n",
      "[64/164 (33%)]\tLoss: 1125.456543\tLoss Per Feature 0.032174\n",
      "[72/164 (67%)]\tLoss: 1120.919556\tLoss Per Feature 0.032045\n",
      "Average Loss: 1131.861287\tAverage Loss Per Feature 0.032357\n",
      "Train Epoch: 553\n",
      "Train Epoch: 553 [0/660 (0%)]\tLoss: 1127.113525\tLoss Per Feature 0.032222\n",
      "====> Epoch: 553 Average Loss: 1113.075602\tAverage Loss Per Feature 0.031820\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1144.925781\tLoss Per Feature 0.032731\n",
      "[64/164 (33%)]\tLoss: 1127.444214\tLoss Per Feature 0.032231\n",
      "[72/164 (67%)]\tLoss: 1115.845581\tLoss Per Feature 0.031900\n",
      "Average Loss: 1129.405192\tAverage Loss Per Feature 0.032287\n",
      "Train Epoch: 554\n",
      "Train Epoch: 554 [0/660 (0%)]\tLoss: 1154.312988\tLoss Per Feature 0.032999\n",
      "====> Epoch: 554 Average Loss: 1136.362813\tAverage Loss Per Feature 0.032486\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1150.778198\tLoss Per Feature 0.032898\n",
      "[64/164 (33%)]\tLoss: 1121.357544\tLoss Per Feature 0.032057\n",
      "[72/164 (67%)]\tLoss: 1134.768066\tLoss Per Feature 0.032440\n",
      "Average Loss: 1135.634603\tAverage Loss Per Feature 0.032465\n",
      "Train Epoch: 555\n",
      "Train Epoch: 555 [0/660 (0%)]\tLoss: 1112.231445\tLoss Per Feature 0.031796\n",
      "====> Epoch: 555 Average Loss: 1107.544108\tAverage Loss Per Feature 0.031662\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.377319\tLoss Per Feature 0.032744\n",
      "[64/164 (33%)]\tLoss: 1130.792236\tLoss Per Feature 0.032327\n",
      "[72/164 (67%)]\tLoss: 1129.473022\tLoss Per Feature 0.032289\n",
      "Average Loss: 1135.214193\tAverage Loss Per Feature 0.032453\n",
      "Train Epoch: 556\n",
      "Train Epoch: 556 [0/660 (0%)]\tLoss: 1098.528442\tLoss Per Feature 0.031404\n",
      "====> Epoch: 556 Average Loss: 1119.987061\tAverage Loss Per Feature 0.032018\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1136.218872\tLoss Per Feature 0.032482\n",
      "[64/164 (33%)]\tLoss: 1132.459229\tLoss Per Feature 0.032374\n",
      "[72/164 (67%)]\tLoss: 1125.175781\tLoss Per Feature 0.032166\n",
      "Average Loss: 1131.284627\tAverage Loss Per Feature 0.032341\n",
      "Train Epoch: 557\n",
      "Train Epoch: 557 [0/660 (0%)]\tLoss: 1109.166504\tLoss Per Feature 0.031709\n",
      "====> Epoch: 557 Average Loss: 1121.536316\tAverage Loss Per Feature 0.032062\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1141.936768\tLoss Per Feature 0.032645\n",
      "[64/164 (33%)]\tLoss: 1133.498535\tLoss Per Feature 0.032404\n",
      "[72/164 (67%)]\tLoss: 1120.120850\tLoss Per Feature 0.032022\n",
      "Average Loss: 1131.852051\tAverage Loss Per Feature 0.032357\n",
      "Train Epoch: 558\n",
      "Train Epoch: 558 [0/660 (0%)]\tLoss: 1134.111084\tLoss Per Feature 0.032422\n",
      "====> Epoch: 558 Average Loss: 1115.362935\tAverage Loss Per Feature 0.031886\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1140.137451\tLoss Per Feature 0.032594\n",
      "[64/164 (33%)]\tLoss: 1122.831543\tLoss Per Feature 0.032099\n",
      "[72/164 (67%)]\tLoss: 1121.816895\tLoss Per Feature 0.032070\n",
      "Average Loss: 1128.261963\tAverage Loss Per Feature 0.032254\n",
      "Train Epoch: 559\n",
      "Train Epoch: 559 [0/660 (0%)]\tLoss: 1123.402832\tLoss Per Feature 0.032116\n",
      "====> Epoch: 559 Average Loss: 1124.179525\tAverage Loss Per Feature 0.032138\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1137.855957\tLoss Per Feature 0.032529\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1123.920898\tLoss Per Feature 0.032130\n",
      "[72/164 (67%)]\tLoss: 1126.229858\tLoss Per Feature 0.032196\n",
      "Average Loss: 1129.335571\tAverage Loss Per Feature 0.032285\n",
      "Train Epoch: 560\n",
      "Train Epoch: 560 [0/660 (0%)]\tLoss: 1131.686035\tLoss Per Feature 0.032352\n",
      "====> Epoch: 560 Average Loss: 1117.407939\tAverage Loss Per Feature 0.031944\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1148.349609\tLoss Per Feature 0.032829\n",
      "[64/164 (33%)]\tLoss: 1119.259033\tLoss Per Feature 0.031997\n",
      "[72/164 (67%)]\tLoss: 1134.315308\tLoss Per Feature 0.032428\n",
      "Average Loss: 1133.974650\tAverage Loss Per Feature 0.032418\n",
      "Train Epoch: 561\n",
      "Train Epoch: 561 [0/660 (0%)]\tLoss: 1102.475708\tLoss Per Feature 0.031517\n",
      "====> Epoch: 561 Average Loss: 1121.700989\tAverage Loss Per Feature 0.032067\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1144.148438\tLoss Per Feature 0.032709\n",
      "[64/164 (33%)]\tLoss: 1125.735229\tLoss Per Feature 0.032182\n",
      "[72/164 (67%)]\tLoss: 1111.111328\tLoss Per Feature 0.031764\n",
      "Average Loss: 1126.998332\tAverage Loss Per Feature 0.032218\n",
      "Train Epoch: 562\n",
      "Train Epoch: 562 [0/660 (0%)]\tLoss: 1094.748779\tLoss Per Feature 0.031296\n",
      "====> Epoch: 562 Average Loss: 1125.961019\tAverage Loss Per Feature 0.032189\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1143.265991\tLoss Per Feature 0.032683\n",
      "[64/164 (33%)]\tLoss: 1124.057495\tLoss Per Feature 0.032134\n",
      "[72/164 (67%)]\tLoss: 1117.138062\tLoss Per Feature 0.031936\n",
      "Average Loss: 1128.153849\tAverage Loss Per Feature 0.032251\n",
      "Train Epoch: 563\n",
      "Train Epoch: 563 [0/660 (0%)]\tLoss: 1105.549927\tLoss Per Feature 0.031605\n",
      "====> Epoch: 563 Average Loss: 1125.431661\tAverage Loss Per Feature 0.032174\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1135.005005\tLoss Per Feature 0.032447\n",
      "[64/164 (33%)]\tLoss: 1122.389038\tLoss Per Feature 0.032087\n",
      "[72/164 (67%)]\tLoss: 1115.822510\tLoss Per Feature 0.031899\n",
      "Average Loss: 1124.405518\tAverage Loss Per Feature 0.032144\n",
      "Train Epoch: 564\n",
      "Train Epoch: 564 [0/660 (0%)]\tLoss: 1084.856689\tLoss Per Feature 0.031014\n",
      "====> Epoch: 564 Average Loss: 1106.430603\tAverage Loss Per Feature 0.031630\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1142.081543\tLoss Per Feature 0.032650\n",
      "[64/164 (33%)]\tLoss: 1119.623901\tLoss Per Feature 0.032008\n",
      "[72/164 (67%)]\tLoss: 1123.547119\tLoss Per Feature 0.032120\n",
      "Average Loss: 1128.417521\tAverage Loss Per Feature 0.032259\n",
      "Train Epoch: 565\n",
      "Train Epoch: 565 [0/660 (0%)]\tLoss: 1143.148193\tLoss Per Feature 0.032680\n",
      "====> Epoch: 565 Average Loss: 1126.109192\tAverage Loss Per Feature 0.032193\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1135.348022\tLoss Per Feature 0.032457\n",
      "[64/164 (33%)]\tLoss: 1133.745728\tLoss Per Feature 0.032411\n",
      "[72/164 (67%)]\tLoss: 1119.951050\tLoss Per Feature 0.032017\n",
      "Average Loss: 1129.681600\tAverage Loss Per Feature 0.032295\n",
      "Train Epoch: 566\n",
      "Train Epoch: 566 [0/660 (0%)]\tLoss: 1086.064697\tLoss Per Feature 0.031048\n",
      "====> Epoch: 566 Average Loss: 1120.806478\tAverage Loss Per Feature 0.032041\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.248779\tLoss Per Feature 0.032569\n",
      "[64/164 (33%)]\tLoss: 1117.459351\tLoss Per Feature 0.031946\n",
      "[72/164 (67%)]\tLoss: 1117.786255\tLoss Per Feature 0.031955\n",
      "Average Loss: 1124.831462\tAverage Loss Per Feature 0.032156\n",
      "Train Epoch: 567\n",
      "Train Epoch: 567 [0/660 (0%)]\tLoss: 1142.576172\tLoss Per Feature 0.032664\n",
      "====> Epoch: 567 Average Loss: 1114.984741\tAverage Loss Per Feature 0.031875\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1137.492432\tLoss Per Feature 0.032518\n",
      "[64/164 (33%)]\tLoss: 1119.520508\tLoss Per Feature 0.032005\n",
      "[72/164 (67%)]\tLoss: 1126.596924\tLoss Per Feature 0.032207\n",
      "Average Loss: 1127.869954\tAverage Loss Per Feature 0.032243\n",
      "Train Epoch: 568\n",
      "Train Epoch: 568 [0/660 (0%)]\tLoss: 1116.534668\tLoss Per Feature 0.031919\n",
      "====> Epoch: 568 Average Loss: 1113.757528\tAverage Loss Per Feature 0.031840\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1151.558350\tLoss Per Feature 0.032920\n",
      "[64/164 (33%)]\tLoss: 1128.126709\tLoss Per Feature 0.032251\n",
      "[72/164 (67%)]\tLoss: 1129.200684\tLoss Per Feature 0.032281\n",
      "Average Loss: 1136.295247\tAverage Loss Per Feature 0.032484\n",
      "Train Epoch: 569\n",
      "Train Epoch: 569 [0/660 (0%)]\tLoss: 1119.891479\tLoss Per Feature 0.032015\n",
      "====> Epoch: 569 Average Loss: 1118.705465\tAverage Loss Per Feature 0.031981\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.729858\tLoss Per Feature 0.032582\n",
      "[64/164 (33%)]\tLoss: 1113.350830\tLoss Per Feature 0.031828\n",
      "[72/164 (67%)]\tLoss: 1126.517334\tLoss Per Feature 0.032205\n",
      "Average Loss: 1126.532674\tAverage Loss Per Feature 0.032205\n",
      "Train Epoch: 570\n",
      "Train Epoch: 570 [0/660 (0%)]\tLoss: 1119.630493\tLoss Per Feature 0.032008\n",
      "====> Epoch: 570 Average Loss: 1106.667155\tAverage Loss Per Feature 0.031637\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.567017\tLoss Per Feature 0.032378\n",
      "[64/164 (33%)]\tLoss: 1118.627197\tLoss Per Feature 0.031979\n",
      "[72/164 (67%)]\tLoss: 1126.088745\tLoss Per Feature 0.032192\n",
      "Average Loss: 1125.760986\tAverage Loss Per Feature 0.032183\n",
      "Train Epoch: 571\n",
      "Train Epoch: 571 [0/660 (0%)]\tLoss: 1130.973511\tLoss Per Feature 0.032332\n",
      "====> Epoch: 571 Average Loss: 1105.205709\tAverage Loss Per Feature 0.031595\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1140.280396\tLoss Per Feature 0.032598\n",
      "[64/164 (33%)]\tLoss: 1115.663452\tLoss Per Feature 0.031894\n",
      "[72/164 (67%)]\tLoss: 1119.462158\tLoss Per Feature 0.032003\n",
      "Average Loss: 1125.135335\tAverage Loss Per Feature 0.032165\n",
      "Train Epoch: 572\n",
      "Train Epoch: 572 [0/660 (0%)]\tLoss: 1082.269287\tLoss Per Feature 0.030940\n",
      "====> Epoch: 572 Average Loss: 1132.435933\tAverage Loss Per Feature 0.032374\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.263550\tLoss Per Feature 0.032569\n",
      "[64/164 (33%)]\tLoss: 1118.841431\tLoss Per Feature 0.031985\n",
      "[72/164 (67%)]\tLoss: 1120.730957\tLoss Per Feature 0.032039\n",
      "Average Loss: 1126.278646\tAverage Loss Per Feature 0.032198\n",
      "Train Epoch: 573\n",
      "Train Epoch: 573 [0/660 (0%)]\tLoss: 1117.254883\tLoss Per Feature 0.031940\n",
      "====> Epoch: 573 Average Loss: 1109.150391\tAverage Loss Per Feature 0.031708\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.574341\tLoss Per Feature 0.032778\n",
      "[64/164 (33%)]\tLoss: 1119.777344\tLoss Per Feature 0.032012\n",
      "[72/164 (67%)]\tLoss: 1120.872681\tLoss Per Feature 0.032043\n",
      "Average Loss: 1129.074788\tAverage Loss Per Feature 0.032278\n",
      "Train Epoch: 574\n",
      "Train Epoch: 574 [0/660 (0%)]\tLoss: 1107.041870\tLoss Per Feature 0.031648\n",
      "====> Epoch: 574 Average Loss: 1116.208781\tAverage Loss Per Feature 0.031910\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1140.129517\tLoss Per Feature 0.032594\n",
      "[64/164 (33%)]\tLoss: 1124.532471\tLoss Per Feature 0.032148\n",
      "[72/164 (67%)]\tLoss: 1124.253052\tLoss Per Feature 0.032140\n",
      "Average Loss: 1129.638346\tAverage Loss Per Feature 0.032294\n",
      "Train Epoch: 575\n",
      "Train Epoch: 575 [0/660 (0%)]\tLoss: 1105.796143\tLoss Per Feature 0.031612\n",
      "====> Epoch: 575 Average Loss: 1101.576009\tAverage Loss Per Feature 0.031492\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.795898\tLoss Per Feature 0.032270\n",
      "[64/164 (33%)]\tLoss: 1116.810425\tLoss Per Feature 0.031927\n",
      "[72/164 (67%)]\tLoss: 1121.609131\tLoss Per Feature 0.032064\n",
      "Average Loss: 1122.405151\tAverage Loss Per Feature 0.032087\n",
      "Train Epoch: 576\n",
      "Train Epoch: 576 [0/660 (0%)]\tLoss: 1106.121948\tLoss Per Feature 0.031622\n",
      "====> Epoch: 576 Average Loss: 1111.225505\tAverage Loss Per Feature 0.031767\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1142.124878\tLoss Per Feature 0.032651\n",
      "[64/164 (33%)]\tLoss: 1123.966553\tLoss Per Feature 0.032132\n",
      "[72/164 (67%)]\tLoss: 1119.527100\tLoss Per Feature 0.032005\n",
      "Average Loss: 1128.539510\tAverage Loss Per Feature 0.032262\n",
      "Train Epoch: 577\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 577 [0/660 (0%)]\tLoss: 1116.742432\tLoss Per Feature 0.031925\n",
      "====> Epoch: 577 Average Loss: 1109.153971\tAverage Loss Per Feature 0.031708\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1133.906860\tLoss Per Feature 0.032416\n",
      "[64/164 (33%)]\tLoss: 1122.077148\tLoss Per Feature 0.032078\n",
      "[72/164 (67%)]\tLoss: 1119.488281\tLoss Per Feature 0.032004\n",
      "Average Loss: 1125.157430\tAverage Loss Per Feature 0.032166\n",
      "Train Epoch: 578\n",
      "Train Epoch: 578 [0/660 (0%)]\tLoss: 1159.464600\tLoss Per Feature 0.033147\n",
      "====> Epoch: 578 Average Loss: 1109.702840\tAverage Loss Per Feature 0.031724\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1145.213989\tLoss Per Feature 0.032739\n",
      "[64/164 (33%)]\tLoss: 1113.270630\tLoss Per Feature 0.031826\n",
      "[72/164 (67%)]\tLoss: 1117.332153\tLoss Per Feature 0.031942\n",
      "Average Loss: 1125.272257\tAverage Loss Per Feature 0.032169\n",
      "Train Epoch: 579\n",
      "Train Epoch: 579 [0/660 (0%)]\tLoss: 1079.692017\tLoss Per Feature 0.030866\n",
      "====> Epoch: 579 Average Loss: 1128.901469\tAverage Loss Per Feature 0.032273\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1140.779541\tLoss Per Feature 0.032612\n",
      "[64/164 (33%)]\tLoss: 1117.613525\tLoss Per Feature 0.031950\n",
      "[72/164 (67%)]\tLoss: 1119.256104\tLoss Per Feature 0.031997\n",
      "Average Loss: 1125.883057\tAverage Loss Per Feature 0.032186\n",
      "Train Epoch: 580\n",
      "Train Epoch: 580 [0/660 (0%)]\tLoss: 1108.510620\tLoss Per Feature 0.031690\n",
      "====> Epoch: 580 Average Loss: 1120.125061\tAverage Loss Per Feature 0.032022\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1131.900757\tLoss Per Feature 0.032359\n",
      "[64/164 (33%)]\tLoss: 1119.464111\tLoss Per Feature 0.032003\n",
      "[72/164 (67%)]\tLoss: 1132.719971\tLoss Per Feature 0.032382\n",
      "Average Loss: 1128.028280\tAverage Loss Per Feature 0.032248\n",
      "Train Epoch: 581\n",
      "Train Epoch: 581 [0/660 (0%)]\tLoss: 1105.314941\tLoss Per Feature 0.031598\n",
      "====> Epoch: 581 Average Loss: 1111.058512\tAverage Loss Per Feature 0.031763\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.350586\tLoss Per Feature 0.032571\n",
      "[64/164 (33%)]\tLoss: 1121.916016\tLoss Per Feature 0.032073\n",
      "[72/164 (67%)]\tLoss: 1122.840820\tLoss Per Feature 0.032100\n",
      "Average Loss: 1128.035807\tAverage Loss Per Feature 0.032248\n",
      "Train Epoch: 582\n",
      "Train Epoch: 582 [0/660 (0%)]\tLoss: 1098.952637\tLoss Per Feature 0.031417\n",
      "====> Epoch: 582 Average Loss: 1106.647868\tAverage Loss Per Feature 0.031637\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1144.467163\tLoss Per Feature 0.032718\n",
      "[64/164 (33%)]\tLoss: 1121.753174\tLoss Per Feature 0.032068\n",
      "[72/164 (67%)]\tLoss: 1114.181396\tLoss Per Feature 0.031852\n",
      "Average Loss: 1126.800578\tAverage Loss Per Feature 0.032213\n",
      "Train Epoch: 583\n",
      "Train Epoch: 583 [0/660 (0%)]\tLoss: 1087.904175\tLoss Per Feature 0.031101\n",
      "====> Epoch: 583 Average Loss: 1101.916280\tAverage Loss Per Feature 0.031501\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1135.844238\tLoss Per Feature 0.032471\n",
      "[64/164 (33%)]\tLoss: 1113.826904\tLoss Per Feature 0.031842\n",
      "[72/164 (67%)]\tLoss: 1121.823120\tLoss Per Feature 0.032070\n",
      "Average Loss: 1123.831421\tAverage Loss Per Feature 0.032128\n",
      "Train Epoch: 584\n",
      "Train Epoch: 584 [0/660 (0%)]\tLoss: 1110.851929\tLoss Per Feature 0.031757\n",
      "====> Epoch: 584 Average Loss: 1111.087382\tAverage Loss Per Feature 0.031764\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1144.330933\tLoss Per Feature 0.032714\n",
      "[64/164 (33%)]\tLoss: 1124.851074\tLoss Per Feature 0.032157\n",
      "[72/164 (67%)]\tLoss: 1111.467896\tLoss Per Feature 0.031774\n",
      "Average Loss: 1126.883301\tAverage Loss Per Feature 0.032215\n",
      "Train Epoch: 585\n",
      "Train Epoch: 585 [0/660 (0%)]\tLoss: 1116.106934\tLoss Per Feature 0.031907\n",
      "====> Epoch: 585 Average Loss: 1128.431885\tAverage Loss Per Feature 0.032259\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.585327\tLoss Per Feature 0.032264\n",
      "[64/164 (33%)]\tLoss: 1120.313477\tLoss Per Feature 0.032027\n",
      "[72/164 (67%)]\tLoss: 1106.083130\tLoss Per Feature 0.031620\n",
      "Average Loss: 1118.327311\tAverage Loss Per Feature 0.031970\n",
      "Train Epoch: 586\n",
      "Train Epoch: 586 [0/660 (0%)]\tLoss: 1109.116577\tLoss Per Feature 0.031707\n",
      "====> Epoch: 586 Average Loss: 1117.330058\tAverage Loss Per Feature 0.031942\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1136.916626\tLoss Per Feature 0.032502\n",
      "[64/164 (33%)]\tLoss: 1117.250977\tLoss Per Feature 0.031940\n",
      "[72/164 (67%)]\tLoss: 1114.955933\tLoss Per Feature 0.031874\n",
      "Average Loss: 1123.041178\tAverage Loss Per Feature 0.032105\n",
      "Train Epoch: 587\n",
      "Train Epoch: 587 [0/660 (0%)]\tLoss: 1094.060669\tLoss Per Feature 0.031277\n",
      "====> Epoch: 587 Average Loss: 1103.688883\tAverage Loss Per Feature 0.031552\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.855103\tLoss Per Feature 0.032300\n",
      "[64/164 (33%)]\tLoss: 1109.798828\tLoss Per Feature 0.031727\n",
      "[72/164 (67%)]\tLoss: 1120.430786\tLoss Per Feature 0.032031\n",
      "Average Loss: 1120.028239\tAverage Loss Per Feature 0.032019\n",
      "Train Epoch: 588\n",
      "Train Epoch: 588 [0/660 (0%)]\tLoss: 1134.733765\tLoss Per Feature 0.032440\n",
      "====> Epoch: 588 Average Loss: 1116.099589\tAverage Loss Per Feature 0.031907\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1138.842163\tLoss Per Feature 0.032557\n",
      "[64/164 (33%)]\tLoss: 1114.726807\tLoss Per Feature 0.031868\n",
      "[72/164 (67%)]\tLoss: 1113.295654\tLoss Per Feature 0.031827\n",
      "Average Loss: 1122.288208\tAverage Loss Per Feature 0.032084\n",
      "Train Epoch: 589\n",
      "Train Epoch: 589 [0/660 (0%)]\tLoss: 1084.248413\tLoss Per Feature 0.030996\n",
      "====> Epoch: 589 Average Loss: 1105.167196\tAverage Loss Per Feature 0.031594\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1133.048340\tLoss Per Feature 0.032391\n",
      "[64/164 (33%)]\tLoss: 1111.013184\tLoss Per Feature 0.031761\n",
      "[72/164 (67%)]\tLoss: 1118.696899\tLoss Per Feature 0.031981\n",
      "Average Loss: 1120.919474\tAverage Loss Per Feature 0.032045\n",
      "Train Epoch: 590\n",
      "Train Epoch: 590 [0/660 (0%)]\tLoss: 1090.663696\tLoss Per Feature 0.031180\n",
      "====> Epoch: 590 Average Loss: 1117.018453\tAverage Loss Per Feature 0.031933\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1147.208252\tLoss Per Feature 0.032796\n",
      "[64/164 (33%)]\tLoss: 1109.889404\tLoss Per Feature 0.031729\n",
      "[72/164 (67%)]\tLoss: 1115.069214\tLoss Per Feature 0.031877\n",
      "Average Loss: 1124.055623\tAverage Loss Per Feature 0.032134\n",
      "Train Epoch: 591\n",
      "Train Epoch: 591 [0/660 (0%)]\tLoss: 1114.991455\tLoss Per Feature 0.031875\n",
      "====> Epoch: 591 Average Loss: 1104.042053\tAverage Loss Per Feature 0.031562\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1146.379150\tLoss Per Feature 0.032772\n",
      "[64/164 (33%)]\tLoss: 1118.231079\tLoss Per Feature 0.031968\n",
      "[72/164 (67%)]\tLoss: 1111.494263\tLoss Per Feature 0.031775\n",
      "Average Loss: 1125.368164\tAverage Loss Per Feature 0.032172\n",
      "Train Epoch: 592\n",
      "Train Epoch: 592 [0/660 (0%)]\tLoss: 1101.793335\tLoss Per Feature 0.031498\n",
      "====> Epoch: 592 Average Loss: 1107.972310\tAverage Loss Per Feature 0.031674\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.922363\tLoss Per Feature 0.032302\n",
      "[64/164 (33%)]\tLoss: 1115.661865\tLoss Per Feature 0.031894\n",
      "[72/164 (67%)]\tLoss: 1108.276733\tLoss Per Feature 0.031683\n",
      "Average Loss: 1117.953654\tAverage Loss Per Feature 0.031960\n",
      "Train Epoch: 593\n",
      "Train Epoch: 593 [0/660 (0%)]\tLoss: 1114.569214\tLoss Per Feature 0.031863\n",
      "====> Epoch: 593 Average Loss: 1140.327230\tAverage Loss Per Feature 0.032599\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1131.641846\tLoss Per Feature 0.032351\n",
      "[64/164 (33%)]\tLoss: 1109.888306\tLoss Per Feature 0.031729\n",
      "[72/164 (67%)]\tLoss: 1119.600586\tLoss Per Feature 0.032007\n",
      "Average Loss: 1120.376912\tAverage Loss Per Feature 0.032029\n",
      "Train Epoch: 594\n",
      "Train Epoch: 594 [0/660 (0%)]\tLoss: 1092.244385\tLoss Per Feature 0.031225\n",
      "====> Epoch: 594 Average Loss: 1116.598714\tAverage Loss Per Feature 0.031921\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.417358\tLoss Per Feature 0.032259\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1114.844360\tLoss Per Feature 0.031871\n",
      "[72/164 (67%)]\tLoss: 1125.973511\tLoss Per Feature 0.032189\n",
      "Average Loss: 1123.078410\tAverage Loss Per Feature 0.032106\n",
      "Train Epoch: 595\n",
      "Train Epoch: 595 [0/660 (0%)]\tLoss: 1095.415161\tLoss Per Feature 0.031315\n",
      "====> Epoch: 595 Average Loss: 1107.067952\tAverage Loss Per Feature 0.031649\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.077148\tLoss Per Feature 0.032364\n",
      "[64/164 (33%)]\tLoss: 1113.531372\tLoss Per Feature 0.031833\n",
      "[72/164 (67%)]\tLoss: 1104.923950\tLoss Per Feature 0.031587\n",
      "Average Loss: 1116.844157\tAverage Loss Per Feature 0.031928\n",
      "Train Epoch: 596\n",
      "Train Epoch: 596 [0/660 (0%)]\tLoss: 1121.718750\tLoss Per Feature 0.032067\n",
      "====> Epoch: 596 Average Loss: 1112.959696\tAverage Loss Per Feature 0.031817\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1138.468750\tLoss Per Feature 0.032546\n",
      "[64/164 (33%)]\tLoss: 1109.000366\tLoss Per Feature 0.031704\n",
      "[72/164 (67%)]\tLoss: 1115.255859\tLoss Per Feature 0.031883\n",
      "Average Loss: 1120.908325\tAverage Loss Per Feature 0.032044\n",
      "Train Epoch: 597\n",
      "Train Epoch: 597 [0/660 (0%)]\tLoss: 1071.842651\tLoss Per Feature 0.030642\n",
      "====> Epoch: 597 Average Loss: 1106.080933\tAverage Loss Per Feature 0.031620\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1140.001221\tLoss Per Feature 0.032590\n",
      "[64/164 (33%)]\tLoss: 1118.150146\tLoss Per Feature 0.031965\n",
      "[72/164 (67%)]\tLoss: 1108.688843\tLoss Per Feature 0.031695\n",
      "Average Loss: 1122.280070\tAverage Loss Per Feature 0.032083\n",
      "Train Epoch: 598\n",
      "Train Epoch: 598 [0/660 (0%)]\tLoss: 1102.165649\tLoss Per Feature 0.031508\n",
      "====> Epoch: 598 Average Loss: 1110.490295\tAverage Loss Per Feature 0.031746\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1133.083740\tLoss Per Feature 0.032392\n",
      "[64/164 (33%)]\tLoss: 1116.860596\tLoss Per Feature 0.031929\n",
      "[72/164 (67%)]\tLoss: 1115.598511\tLoss Per Feature 0.031892\n",
      "Average Loss: 1121.847616\tAverage Loss Per Feature 0.032071\n",
      "Train Epoch: 599\n",
      "Train Epoch: 599 [0/660 (0%)]\tLoss: 1089.780396\tLoss Per Feature 0.031154\n",
      "====> Epoch: 599 Average Loss: 1096.850728\tAverage Loss Per Feature 0.031357\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.473511\tLoss Per Feature 0.032261\n",
      "[64/164 (33%)]\tLoss: 1112.640625\tLoss Per Feature 0.031808\n",
      "[72/164 (67%)]\tLoss: 1109.907349\tLoss Per Feature 0.031730\n",
      "Average Loss: 1117.007161\tAverage Loss Per Feature 0.031933\n",
      "Train Epoch: 600\n",
      "Train Epoch: 600 [0/660 (0%)]\tLoss: 1070.768433\tLoss Per Feature 0.030611\n",
      "====> Epoch: 600 Average Loss: 1105.687154\tAverage Loss Per Feature 0.031609\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_600.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1133.573975\tLoss Per Feature 0.032406\n",
      "[64/164 (33%)]\tLoss: 1102.716187\tLoss Per Feature 0.031524\n",
      "[72/164 (67%)]\tLoss: 1120.807739\tLoss Per Feature 0.032041\n",
      "Average Loss: 1119.032633\tAverage Loss Per Feature 0.031991\n",
      "Train Epoch: 601\n",
      "Train Epoch: 601 [0/660 (0%)]\tLoss: 1103.449219\tLoss Per Feature 0.031545\n",
      "====> Epoch: 601 Average Loss: 1092.664591\tAverage Loss Per Feature 0.031237\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1134.843628\tLoss Per Feature 0.032443\n",
      "[64/164 (33%)]\tLoss: 1114.511597\tLoss Per Feature 0.031861\n",
      "[72/164 (67%)]\tLoss: 1114.183838\tLoss Per Feature 0.031852\n",
      "Average Loss: 1121.179688\tAverage Loss Per Feature 0.032052\n",
      "Train Epoch: 602\n",
      "Train Epoch: 602 [0/660 (0%)]\tLoss: 1081.561890\tLoss Per Feature 0.030919\n",
      "====> Epoch: 602 Average Loss: 1103.469137\tAverage Loss Per Feature 0.031546\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1137.408447\tLoss Per Feature 0.032516\n",
      "[64/164 (33%)]\tLoss: 1113.963013\tLoss Per Feature 0.031846\n",
      "[72/164 (67%)]\tLoss: 1114.759644\tLoss Per Feature 0.031868\n",
      "Average Loss: 1122.043701\tAverage Loss Per Feature 0.032077\n",
      "Train Epoch: 603\n",
      "Train Epoch: 603 [0/660 (0%)]\tLoss: 1131.230835\tLoss Per Feature 0.032339\n",
      "====> Epoch: 603 Average Loss: 1099.702840\tAverage Loss Per Feature 0.031438\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1136.491455\tLoss Per Feature 0.032490\n",
      "[64/164 (33%)]\tLoss: 1113.397217\tLoss Per Feature 0.031830\n",
      "[72/164 (67%)]\tLoss: 1118.059082\tLoss Per Feature 0.031963\n",
      "Average Loss: 1122.649251\tAverage Loss Per Feature 0.032094\n",
      "Train Epoch: 604\n",
      "Train Epoch: 604 [0/660 (0%)]\tLoss: 1095.898071\tLoss Per Feature 0.031329\n",
      "====> Epoch: 604 Average Loss: 1131.416321\tAverage Loss Per Feature 0.032345\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1131.817017\tLoss Per Feature 0.032356\n",
      "[64/164 (33%)]\tLoss: 1108.315674\tLoss Per Feature 0.031684\n",
      "[72/164 (67%)]\tLoss: 1108.964355\tLoss Per Feature 0.031703\n",
      "Average Loss: 1116.365682\tAverage Loss Per Feature 0.031914\n",
      "Train Epoch: 605\n",
      "Train Epoch: 605 [0/660 (0%)]\tLoss: 1103.572510\tLoss Per Feature 0.031549\n",
      "====> Epoch: 605 Average Loss: 1102.955058\tAverage Loss Per Feature 0.031531\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.403564\tLoss Per Feature 0.032287\n",
      "[64/164 (33%)]\tLoss: 1113.787476\tLoss Per Feature 0.031841\n",
      "[72/164 (67%)]\tLoss: 1114.421265\tLoss Per Feature 0.031859\n",
      "Average Loss: 1119.204102\tAverage Loss Per Feature 0.031996\n",
      "Train Epoch: 606\n",
      "Train Epoch: 606 [0/660 (0%)]\tLoss: 1162.124878\tLoss Per Feature 0.033223\n",
      "====> Epoch: 606 Average Loss: 1108.061198\tAverage Loss Per Feature 0.031677\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.980957\tLoss Per Feature 0.032104\n",
      "[64/164 (33%)]\tLoss: 1111.860962\tLoss Per Feature 0.031786\n",
      "[72/164 (67%)]\tLoss: 1105.964722\tLoss Per Feature 0.031617\n",
      "Average Loss: 1113.602214\tAverage Loss Per Feature 0.031835\n",
      "Train Epoch: 607\n",
      "Train Epoch: 607 [0/660 (0%)]\tLoss: 1073.140381\tLoss Per Feature 0.030679\n",
      "====> Epoch: 607 Average Loss: 1104.487528\tAverage Loss Per Feature 0.031575\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.750366\tLoss Per Feature 0.032268\n",
      "[64/164 (33%)]\tLoss: 1106.133911\tLoss Per Feature 0.031622\n",
      "[72/164 (67%)]\tLoss: 1123.023682\tLoss Per Feature 0.032105\n",
      "Average Loss: 1119.302653\tAverage Loss Per Feature 0.031998\n",
      "Train Epoch: 608\n",
      "Train Epoch: 608 [0/660 (0%)]\tLoss: 1147.113403\tLoss Per Feature 0.032793\n",
      "====> Epoch: 608 Average Loss: 1108.488078\tAverage Loss Per Feature 0.031689\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1133.886719\tLoss Per Feature 0.032415\n",
      "[64/164 (33%)]\tLoss: 1115.769653\tLoss Per Feature 0.031897\n",
      "[72/164 (67%)]\tLoss: 1105.527832\tLoss Per Feature 0.031605\n",
      "Average Loss: 1118.394735\tAverage Loss Per Feature 0.031972\n",
      "Train Epoch: 609\n",
      "Train Epoch: 609 [0/660 (0%)]\tLoss: 1060.540894\tLoss Per Feature 0.030318\n",
      "====> Epoch: 609 Average Loss: 1120.977437\tAverage Loss Per Feature 0.032046\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.821289\tLoss Per Feature 0.032299\n",
      "[64/164 (33%)]\tLoss: 1113.295166\tLoss Per Feature 0.031827\n",
      "[72/164 (67%)]\tLoss: 1105.129639\tLoss Per Feature 0.031593\n",
      "Average Loss: 1116.082031\tAverage Loss Per Feature 0.031906\n",
      "Train Epoch: 610\n",
      "Train Epoch: 610 [0/660 (0%)]\tLoss: 1081.927124\tLoss Per Feature 0.030930\n",
      "====> Epoch: 610 Average Loss: 1103.592082\tAverage Loss Per Feature 0.031549\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1135.315186\tLoss Per Feature 0.032456\n",
      "[64/164 (33%)]\tLoss: 1111.455078\tLoss Per Feature 0.031774\n",
      "[72/164 (67%)]\tLoss: 1116.339111\tLoss Per Feature 0.031914\n",
      "Average Loss: 1121.036458\tAverage Loss Per Feature 0.032048\n",
      "Train Epoch: 611\n",
      "Train Epoch: 611 [0/660 (0%)]\tLoss: 1108.840210\tLoss Per Feature 0.031699\n",
      "====> Epoch: 611 Average Loss: 1113.133789\tAverage Loss Per Feature 0.031822\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1127.520142\tLoss Per Feature 0.032233\n",
      "[64/164 (33%)]\tLoss: 1107.587646\tLoss Per Feature 0.031663\n",
      "[72/164 (67%)]\tLoss: 1119.951050\tLoss Per Feature 0.032017\n",
      "Average Loss: 1118.352946\tAverage Loss Per Feature 0.031971\n",
      "Train Epoch: 612\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 612 [0/660 (0%)]\tLoss: 1081.858765\tLoss Per Feature 0.030928\n",
      "====> Epoch: 612 Average Loss: 1102.951558\tAverage Loss Per Feature 0.031531\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1139.071289\tLoss Per Feature 0.032564\n",
      "[64/164 (33%)]\tLoss: 1105.371582\tLoss Per Feature 0.031600\n",
      "[72/164 (67%)]\tLoss: 1107.190430\tLoss Per Feature 0.031652\n",
      "Average Loss: 1117.211100\tAverage Loss Per Feature 0.031939\n",
      "Train Epoch: 613\n",
      "Train Epoch: 613 [0/660 (0%)]\tLoss: 1045.636475\tLoss Per Feature 0.029892\n",
      "====> Epoch: 613 Average Loss: 1109.305298\tAverage Loss Per Feature 0.031713\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1131.677368\tLoss Per Feature 0.032352\n",
      "[64/164 (33%)]\tLoss: 1112.568726\tLoss Per Feature 0.031806\n",
      "[72/164 (67%)]\tLoss: 1112.473877\tLoss Per Feature 0.031803\n",
      "Average Loss: 1118.906657\tAverage Loss Per Feature 0.031987\n",
      "Train Epoch: 614\n",
      "Train Epoch: 614 [0/660 (0%)]\tLoss: 1081.464355\tLoss Per Feature 0.030917\n",
      "====> Epoch: 614 Average Loss: 1114.420614\tAverage Loss Per Feature 0.031859\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1137.194580\tLoss Per Feature 0.032510\n",
      "[64/164 (33%)]\tLoss: 1102.973877\tLoss Per Feature 0.031532\n",
      "[72/164 (67%)]\tLoss: 1112.695312\tLoss Per Feature 0.031809\n",
      "Average Loss: 1117.621257\tAverage Loss Per Feature 0.031950\n",
      "Train Epoch: 615\n",
      "Train Epoch: 615 [0/660 (0%)]\tLoss: 1065.338623\tLoss Per Feature 0.030456\n",
      "====> Epoch: 615 Average Loss: 1111.328206\tAverage Loss Per Feature 0.031770\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1130.360840\tLoss Per Feature 0.032314\n",
      "[64/164 (33%)]\tLoss: 1114.009521\tLoss Per Feature 0.031847\n",
      "[72/164 (67%)]\tLoss: 1117.512939\tLoss Per Feature 0.031947\n",
      "Average Loss: 1120.627767\tAverage Loss Per Feature 0.032036\n",
      "Train Epoch: 616\n",
      "Train Epoch: 616 [0/660 (0%)]\tLoss: 1106.298096\tLoss Per Feature 0.031627\n",
      "====> Epoch: 616 Average Loss: 1100.487345\tAverage Loss Per Feature 0.031460\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.817261\tLoss Per Feature 0.032385\n",
      "[64/164 (33%)]\tLoss: 1110.589111\tLoss Per Feature 0.031749\n",
      "[72/164 (67%)]\tLoss: 1108.152954\tLoss Per Feature 0.031680\n",
      "Average Loss: 1117.186442\tAverage Loss Per Feature 0.031938\n",
      "Train Epoch: 617\n",
      "Train Epoch: 617 [0/660 (0%)]\tLoss: 1137.142212\tLoss Per Feature 0.032508\n",
      "====> Epoch: 617 Average Loss: 1096.580241\tAverage Loss Per Feature 0.031349\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1125.888550\tLoss Per Feature 0.032187\n",
      "[64/164 (33%)]\tLoss: 1105.234863\tLoss Per Feature 0.031596\n",
      "[72/164 (67%)]\tLoss: 1115.136963\tLoss Per Feature 0.031879\n",
      "Average Loss: 1115.420125\tAverage Loss Per Feature 0.031887\n",
      "Train Epoch: 618\n",
      "Train Epoch: 618 [0/660 (0%)]\tLoss: 1102.052979\tLoss Per Feature 0.031505\n",
      "====> Epoch: 618 Average Loss: 1091.952677\tAverage Loss Per Feature 0.031216\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.656250\tLoss Per Feature 0.032380\n",
      "[64/164 (33%)]\tLoss: 1109.049438\tLoss Per Feature 0.031705\n",
      "[72/164 (67%)]\tLoss: 1110.505615\tLoss Per Feature 0.031747\n",
      "Average Loss: 1117.403768\tAverage Loss Per Feature 0.031944\n",
      "Train Epoch: 619\n",
      "Train Epoch: 619 [0/660 (0%)]\tLoss: 1067.097290\tLoss Per Feature 0.030506\n",
      "====> Epoch: 619 Average Loss: 1103.925273\tAverage Loss Per Feature 0.031559\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.070801\tLoss Per Feature 0.032249\n",
      "[64/164 (33%)]\tLoss: 1108.312744\tLoss Per Feature 0.031684\n",
      "[72/164 (67%)]\tLoss: 1111.126343\tLoss Per Feature 0.031765\n",
      "Average Loss: 1115.836629\tAverage Loss Per Feature 0.031899\n",
      "Train Epoch: 620\n",
      "Train Epoch: 620 [0/660 (0%)]\tLoss: 1166.943604\tLoss Per Feature 0.033360\n",
      "====> Epoch: 620 Average Loss: 1103.832133\tAverage Loss Per Feature 0.031556\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1128.257446\tLoss Per Feature 0.032254\n",
      "[64/164 (33%)]\tLoss: 1104.613525\tLoss Per Feature 0.031578\n",
      "[72/164 (67%)]\tLoss: 1107.807617\tLoss Per Feature 0.031670\n",
      "Average Loss: 1113.559530\tAverage Loss Per Feature 0.031834\n",
      "Train Epoch: 621\n",
      "Train Epoch: 621 [0/660 (0%)]\tLoss: 1084.708740\tLoss Per Feature 0.031009\n",
      "====> Epoch: 621 Average Loss: 1101.281616\tAverage Loss Per Feature 0.031483\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1136.395630\tLoss Per Feature 0.032487\n",
      "[64/164 (33%)]\tLoss: 1108.921753\tLoss Per Feature 0.031702\n",
      "[72/164 (67%)]\tLoss: 1110.004150\tLoss Per Feature 0.031733\n",
      "Average Loss: 1118.440511\tAverage Loss Per Feature 0.031974\n",
      "Train Epoch: 622\n",
      "Train Epoch: 622 [0/660 (0%)]\tLoss: 1139.085693\tLoss Per Feature 0.032564\n",
      "====> Epoch: 622 Average Loss: 1102.646057\tAverage Loss Per Feature 0.031522\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.972290\tLoss Per Feature 0.032303\n",
      "[64/164 (33%)]\tLoss: 1108.942871\tLoss Per Feature 0.031702\n",
      "[72/164 (67%)]\tLoss: 1109.187134\tLoss Per Feature 0.031709\n",
      "Average Loss: 1116.034098\tAverage Loss Per Feature 0.031905\n",
      "Train Epoch: 623\n",
      "Train Epoch: 623 [0/660 (0%)]\tLoss: 1095.792603\tLoss Per Feature 0.031326\n",
      "====> Epoch: 623 Average Loss: 1099.399923\tAverage Loss Per Feature 0.031429\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.745728\tLoss Per Feature 0.032383\n",
      "[64/164 (33%)]\tLoss: 1115.292847\tLoss Per Feature 0.031884\n",
      "[72/164 (67%)]\tLoss: 1118.338989\tLoss Per Feature 0.031971\n",
      "Average Loss: 1122.125854\tAverage Loss Per Feature 0.032079\n",
      "Train Epoch: 624\n",
      "Train Epoch: 624 [0/660 (0%)]\tLoss: 1100.684448\tLoss Per Feature 0.031466\n",
      "====> Epoch: 624 Average Loss: 1090.619191\tAverage Loss Per Feature 0.031178\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.822998\tLoss Per Feature 0.031985\n",
      "[64/164 (33%)]\tLoss: 1106.977783\tLoss Per Feature 0.031646\n",
      "[72/164 (67%)]\tLoss: 1111.855103\tLoss Per Feature 0.031785\n",
      "Average Loss: 1112.551961\tAverage Loss Per Feature 0.031805\n",
      "Train Epoch: 625\n",
      "Train Epoch: 625 [0/660 (0%)]\tLoss: 1104.401733\tLoss Per Feature 0.031572\n",
      "====> Epoch: 625 Average Loss: 1095.637492\tAverage Loss Per Feature 0.031322\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.057373\tLoss Per Feature 0.032277\n",
      "[64/164 (33%)]\tLoss: 1116.015503\tLoss Per Feature 0.031904\n",
      "[72/164 (67%)]\tLoss: 1105.439087\tLoss Per Feature 0.031602\n",
      "Average Loss: 1116.837321\tAverage Loss Per Feature 0.031928\n",
      "Train Epoch: 626\n",
      "Train Epoch: 626 [0/660 (0%)]\tLoss: 1103.228760\tLoss Per Feature 0.031539\n",
      "====> Epoch: 626 Average Loss: 1107.597087\tAverage Loss Per Feature 0.031664\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1130.116699\tLoss Per Feature 0.032308\n",
      "[64/164 (33%)]\tLoss: 1106.962646\tLoss Per Feature 0.031646\n",
      "[72/164 (67%)]\tLoss: 1115.262573\tLoss Per Feature 0.031883\n",
      "Average Loss: 1117.447306\tAverage Loss Per Feature 0.031945\n",
      "Train Epoch: 627\n",
      "Train Epoch: 627 [0/660 (0%)]\tLoss: 1087.163452\tLoss Per Feature 0.031080\n",
      "====> Epoch: 627 Average Loss: 1104.505249\tAverage Loss Per Feature 0.031575\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.746460\tLoss Per Feature 0.032297\n",
      "[64/164 (33%)]\tLoss: 1112.188232\tLoss Per Feature 0.031795\n",
      "[72/164 (67%)]\tLoss: 1111.723022\tLoss Per Feature 0.031782\n",
      "Average Loss: 1117.885905\tAverage Loss Per Feature 0.031958\n",
      "Train Epoch: 628\n",
      "Train Epoch: 628 [0/660 (0%)]\tLoss: 1119.717896\tLoss Per Feature 0.032010\n",
      "====> Epoch: 628 Average Loss: 1115.699605\tAverage Loss Per Feature 0.031895\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1126.628540\tLoss Per Feature 0.032208\n",
      "[64/164 (33%)]\tLoss: 1108.515625\tLoss Per Feature 0.031690\n",
      "[72/164 (67%)]\tLoss: 1106.903442\tLoss Per Feature 0.031644\n",
      "Average Loss: 1114.015869\tAverage Loss Per Feature 0.031847\n",
      "Train Epoch: 629\n",
      "Train Epoch: 629 [0/660 (0%)]\tLoss: 1115.307495\tLoss Per Feature 0.031884\n",
      "====> Epoch: 629 Average Loss: 1100.772237\tAverage Loss Per Feature 0.031469\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1126.970093\tLoss Per Feature 0.032218\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1107.804810\tLoss Per Feature 0.031670\n",
      "[72/164 (67%)]\tLoss: 1117.336304\tLoss Per Feature 0.031942\n",
      "Average Loss: 1117.370402\tAverage Loss Per Feature 0.031943\n",
      "Train Epoch: 630\n",
      "Train Epoch: 630 [0/660 (0%)]\tLoss: 1118.740601\tLoss Per Feature 0.031982\n",
      "====> Epoch: 630 Average Loss: 1102.229289\tAverage Loss Per Feature 0.031510\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1127.092529\tLoss Per Feature 0.032221\n",
      "[64/164 (33%)]\tLoss: 1106.915283\tLoss Per Feature 0.031644\n",
      "[72/164 (67%)]\tLoss: 1108.425049\tLoss Per Feature 0.031687\n",
      "Average Loss: 1114.144287\tAverage Loss Per Feature 0.031851\n",
      "Train Epoch: 631\n",
      "Train Epoch: 631 [0/660 (0%)]\tLoss: 1121.620361\tLoss Per Feature 0.032065\n",
      "====> Epoch: 631 Average Loss: 1090.079976\tAverage Loss Per Feature 0.031163\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1126.903076\tLoss Per Feature 0.032216\n",
      "[64/164 (33%)]\tLoss: 1102.215454\tLoss Per Feature 0.031510\n",
      "[72/164 (67%)]\tLoss: 1109.186768\tLoss Per Feature 0.031709\n",
      "Average Loss: 1112.768433\tAverage Loss Per Feature 0.031812\n",
      "Train Epoch: 632\n",
      "Train Epoch: 632 [0/660 (0%)]\tLoss: 1085.063965\tLoss Per Feature 0.031020\n",
      "====> Epoch: 632 Average Loss: 1094.289591\tAverage Loss Per Feature 0.031283\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.545166\tLoss Per Feature 0.031977\n",
      "[64/164 (33%)]\tLoss: 1113.102539\tLoss Per Feature 0.031821\n",
      "[72/164 (67%)]\tLoss: 1109.916504\tLoss Per Feature 0.031730\n",
      "Average Loss: 1113.854736\tAverage Loss Per Feature 0.031843\n",
      "Train Epoch: 633\n",
      "Train Epoch: 633 [0/660 (0%)]\tLoss: 1145.245972\tLoss Per Feature 0.032740\n",
      "====> Epoch: 633 Average Loss: 1108.647725\tAverage Loss Per Feature 0.031694\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1129.498413\tLoss Per Feature 0.032290\n",
      "[64/164 (33%)]\tLoss: 1109.605469\tLoss Per Feature 0.031721\n",
      "[72/164 (67%)]\tLoss: 1095.612061\tLoss Per Feature 0.031321\n",
      "Average Loss: 1111.571981\tAverage Loss Per Feature 0.031777\n",
      "Train Epoch: 634\n",
      "Train Epoch: 634 [0/660 (0%)]\tLoss: 1152.811035\tLoss Per Feature 0.032956\n",
      "====> Epoch: 634 Average Loss: 1109.555257\tAverage Loss Per Feature 0.031720\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1124.540405\tLoss Per Feature 0.032148\n",
      "[64/164 (33%)]\tLoss: 1103.344238\tLoss Per Feature 0.031542\n",
      "[72/164 (67%)]\tLoss: 1117.084717\tLoss Per Feature 0.031935\n",
      "Average Loss: 1114.989787\tAverage Loss Per Feature 0.031875\n",
      "Train Epoch: 635\n",
      "Train Epoch: 635 [0/660 (0%)]\tLoss: 1055.999023\tLoss Per Feature 0.030189\n",
      "====> Epoch: 635 Average Loss: 1114.239990\tAverage Loss Per Feature 0.031854\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1132.883057\tLoss Per Feature 0.032387\n",
      "[64/164 (33%)]\tLoss: 1105.697754\tLoss Per Feature 0.031609\n",
      "[72/164 (67%)]\tLoss: 1111.440186\tLoss Per Feature 0.031774\n",
      "Average Loss: 1116.673665\tAverage Loss Per Feature 0.031923\n",
      "Train Epoch: 636\n",
      "Train Epoch: 636 [0/660 (0%)]\tLoss: 1124.192993\tLoss Per Feature 0.032138\n",
      "====> Epoch: 636 Average Loss: 1102.535868\tAverage Loss Per Feature 0.031519\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1127.285156\tLoss Per Feature 0.032227\n",
      "[64/164 (33%)]\tLoss: 1102.090698\tLoss Per Feature 0.031506\n",
      "[72/164 (67%)]\tLoss: 1105.559204\tLoss Per Feature 0.031605\n",
      "Average Loss: 1111.645020\tAverage Loss Per Feature 0.031779\n",
      "Train Epoch: 637\n",
      "Train Epoch: 637 [0/660 (0%)]\tLoss: 1112.751099\tLoss Per Feature 0.031811\n",
      "====> Epoch: 637 Average Loss: 1098.647909\tAverage Loss Per Feature 0.031408\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.258179\tLoss Per Feature 0.032054\n",
      "[64/164 (33%)]\tLoss: 1112.022827\tLoss Per Feature 0.031790\n",
      "[72/164 (67%)]\tLoss: 1105.340454\tLoss Per Feature 0.031599\n",
      "Average Loss: 1112.873820\tAverage Loss Per Feature 0.031815\n",
      "Train Epoch: 638\n",
      "Train Epoch: 638 [0/660 (0%)]\tLoss: 1105.980347\tLoss Per Feature 0.031618\n",
      "====> Epoch: 638 Average Loss: 1099.811259\tAverage Loss Per Feature 0.031441\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.916504\tLoss Per Feature 0.032073\n",
      "[64/164 (33%)]\tLoss: 1113.642578\tLoss Per Feature 0.031837\n",
      "[72/164 (67%)]\tLoss: 1102.090820\tLoss Per Feature 0.031506\n",
      "Average Loss: 1112.549967\tAverage Loss Per Feature 0.031805\n",
      "Train Epoch: 639\n",
      "Train Epoch: 639 [0/660 (0%)]\tLoss: 1100.024902\tLoss Per Feature 0.031447\n",
      "====> Epoch: 639 Average Loss: 1094.020284\tAverage Loss Per Feature 0.031276\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1127.919434\tLoss Per Feature 0.032245\n",
      "[64/164 (33%)]\tLoss: 1110.204590\tLoss Per Feature 0.031738\n",
      "[72/164 (67%)]\tLoss: 1103.116699\tLoss Per Feature 0.031536\n",
      "Average Loss: 1113.746908\tAverage Loss Per Feature 0.031840\n",
      "Train Epoch: 640\n",
      "Train Epoch: 640 [0/660 (0%)]\tLoss: 1094.589600\tLoss Per Feature 0.031292\n",
      "====> Epoch: 640 Average Loss: 1115.012960\tAverage Loss Per Feature 0.031876\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1126.168701\tLoss Per Feature 0.032195\n",
      "[64/164 (33%)]\tLoss: 1102.538452\tLoss Per Feature 0.031519\n",
      "[72/164 (67%)]\tLoss: 1106.234253\tLoss Per Feature 0.031625\n",
      "Average Loss: 1111.647135\tAverage Loss Per Feature 0.031780\n",
      "Train Epoch: 641\n",
      "Train Epoch: 641 [0/660 (0%)]\tLoss: 1110.405518\tLoss Per Feature 0.031744\n",
      "====> Epoch: 641 Average Loss: 1105.275798\tAverage Loss Per Feature 0.031597\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1124.098999\tLoss Per Feature 0.032135\n",
      "[64/164 (33%)]\tLoss: 1110.735840\tLoss Per Feature 0.031753\n",
      "[72/164 (67%)]\tLoss: 1097.987305\tLoss Per Feature 0.031389\n",
      "Average Loss: 1110.940715\tAverage Loss Per Feature 0.031759\n",
      "Train Epoch: 642\n",
      "Train Epoch: 642 [0/660 (0%)]\tLoss: 1084.409668\tLoss Per Feature 0.031001\n",
      "====> Epoch: 642 Average Loss: 1091.427409\tAverage Loss Per Feature 0.031201\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.187988\tLoss Per Feature 0.032081\n",
      "[64/164 (33%)]\tLoss: 1099.927612\tLoss Per Feature 0.031444\n",
      "[72/164 (67%)]\tLoss: 1098.751709\tLoss Per Feature 0.031411\n",
      "Average Loss: 1106.955770\tAverage Loss Per Feature 0.031645\n",
      "Train Epoch: 643\n",
      "Train Epoch: 643 [0/660 (0%)]\tLoss: 1147.264648\tLoss Per Feature 0.032798\n",
      "====> Epoch: 643 Average Loss: 1103.394755\tAverage Loss Per Feature 0.031544\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.921021\tLoss Per Feature 0.032130\n",
      "[64/164 (33%)]\tLoss: 1105.239502\tLoss Per Feature 0.031596\n",
      "[72/164 (67%)]\tLoss: 1103.988892\tLoss Per Feature 0.031561\n",
      "Average Loss: 1111.049805\tAverage Loss Per Feature 0.031762\n",
      "Train Epoch: 644\n",
      "Train Epoch: 644 [0/660 (0%)]\tLoss: 1098.133667\tLoss Per Feature 0.031393\n",
      "====> Epoch: 644 Average Loss: 1090.149323\tAverage Loss Per Feature 0.031165\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.973999\tLoss Per Feature 0.032132\n",
      "[64/164 (33%)]\tLoss: 1111.596313\tLoss Per Feature 0.031778\n",
      "[72/164 (67%)]\tLoss: 1097.609863\tLoss Per Feature 0.031378\n",
      "Average Loss: 1111.060059\tAverage Loss Per Feature 0.031763\n",
      "Train Epoch: 645\n",
      "Train Epoch: 645 [0/660 (0%)]\tLoss: 1087.457642\tLoss Per Feature 0.031088\n",
      "====> Epoch: 645 Average Loss: 1099.031657\tAverage Loss Per Feature 0.031419\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.882202\tLoss Per Feature 0.032129\n",
      "[64/164 (33%)]\tLoss: 1102.451538\tLoss Per Feature 0.031517\n",
      "[72/164 (67%)]\tLoss: 1118.813232\tLoss Per Feature 0.031984\n",
      "Average Loss: 1115.048991\tAverage Loss Per Feature 0.031877\n",
      "Train Epoch: 646\n",
      "Train Epoch: 646 [0/660 (0%)]\tLoss: 1076.108765\tLoss Per Feature 0.030764\n",
      "====> Epoch: 646 Average Loss: 1109.606527\tAverage Loss Per Feature 0.031721\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.141113\tLoss Per Feature 0.032108\n",
      "[64/164 (33%)]\tLoss: 1109.239258\tLoss Per Feature 0.031711\n",
      "[72/164 (67%)]\tLoss: 1102.830566\tLoss Per Feature 0.031527\n",
      "Average Loss: 1111.736979\tAverage Loss Per Feature 0.031782\n",
      "Train Epoch: 647\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 647 [0/660 (0%)]\tLoss: 1106.370728\tLoss Per Feature 0.031629\n",
      "====> Epoch: 647 Average Loss: 1089.835134\tAverage Loss Per Feature 0.031156\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.872803\tLoss Per Feature 0.032129\n",
      "[64/164 (33%)]\tLoss: 1103.637573\tLoss Per Feature 0.031551\n",
      "[72/164 (67%)]\tLoss: 1108.232300\tLoss Per Feature 0.031682\n",
      "Average Loss: 1111.914225\tAverage Loss Per Feature 0.031787\n",
      "Train Epoch: 648\n",
      "Train Epoch: 648 [0/660 (0%)]\tLoss: 1105.770508\tLoss Per Feature 0.031612\n",
      "====> Epoch: 648 Average Loss: 1096.873861\tAverage Loss Per Feature 0.031357\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.361450\tLoss Per Feature 0.032114\n",
      "[64/164 (33%)]\tLoss: 1104.856201\tLoss Per Feature 0.031585\n",
      "[72/164 (67%)]\tLoss: 1103.817017\tLoss Per Feature 0.031556\n",
      "Average Loss: 1110.678223\tAverage Loss Per Feature 0.031752\n",
      "Train Epoch: 649\n",
      "Train Epoch: 649 [0/660 (0%)]\tLoss: 1128.769287\tLoss Per Feature 0.032269\n",
      "====> Epoch: 649 Average Loss: 1093.850505\tAverage Loss Per Feature 0.031271\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.837158\tLoss Per Feature 0.032099\n",
      "[64/164 (33%)]\tLoss: 1107.076538\tLoss Per Feature 0.031649\n",
      "[72/164 (67%)]\tLoss: 1104.897217\tLoss Per Feature 0.031587\n",
      "Average Loss: 1111.603638\tAverage Loss Per Feature 0.031778\n",
      "Train Epoch: 650\n",
      "Train Epoch: 650 [0/660 (0%)]\tLoss: 1110.222900\tLoss Per Feature 0.031739\n",
      "====> Epoch: 650 Average Loss: 1093.680766\tAverage Loss Per Feature 0.031266\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.112793\tLoss Per Feature 0.032079\n",
      "[64/164 (33%)]\tLoss: 1106.510864\tLoss Per Feature 0.031633\n",
      "[72/164 (67%)]\tLoss: 1112.688477\tLoss Per Feature 0.031809\n",
      "Average Loss: 1113.770711\tAverage Loss Per Feature 0.031840\n",
      "Train Epoch: 651\n",
      "Train Epoch: 651 [0/660 (0%)]\tLoss: 1119.505737\tLoss Per Feature 0.032004\n",
      "====> Epoch: 651 Average Loss: 1105.501282\tAverage Loss Per Feature 0.031604\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1130.474243\tLoss Per Feature 0.032318\n",
      "[64/164 (33%)]\tLoss: 1101.540894\tLoss Per Feature 0.031491\n",
      "[72/164 (67%)]\tLoss: 1105.457153\tLoss Per Feature 0.031603\n",
      "Average Loss: 1112.490763\tAverage Loss Per Feature 0.031804\n",
      "Train Epoch: 652\n",
      "Train Epoch: 652 [0/660 (0%)]\tLoss: 1137.600708\tLoss Per Feature 0.032521\n",
      "====> Epoch: 652 Average Loss: 1098.911255\tAverage Loss Per Feature 0.031415\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1119.090698\tLoss Per Feature 0.031992\n",
      "[64/164 (33%)]\tLoss: 1103.830688\tLoss Per Feature 0.031556\n",
      "[72/164 (67%)]\tLoss: 1106.807617\tLoss Per Feature 0.031641\n",
      "Average Loss: 1109.909668\tAverage Loss Per Feature 0.031730\n",
      "Train Epoch: 653\n",
      "Train Epoch: 653 [0/660 (0%)]\tLoss: 1148.655396\tLoss Per Feature 0.032837\n",
      "====> Epoch: 653 Average Loss: 1106.570903\tAverage Loss Per Feature 0.031634\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1124.037109\tLoss Per Feature 0.032134\n",
      "[64/164 (33%)]\tLoss: 1106.173462\tLoss Per Feature 0.031623\n",
      "[72/164 (67%)]\tLoss: 1103.140991\tLoss Per Feature 0.031536\n",
      "Average Loss: 1111.117188\tAverage Loss Per Feature 0.031764\n",
      "Train Epoch: 654\n",
      "Train Epoch: 654 [0/660 (0%)]\tLoss: 1108.887573\tLoss Per Feature 0.031701\n",
      "====> Epoch: 654 Average Loss: 1095.715434\tAverage Loss Per Feature 0.031324\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.399292\tLoss Per Feature 0.032087\n",
      "[64/164 (33%)]\tLoss: 1102.860962\tLoss Per Feature 0.031528\n",
      "[72/164 (67%)]\tLoss: 1105.374634\tLoss Per Feature 0.031600\n",
      "Average Loss: 1110.211629\tAverage Loss Per Feature 0.031738\n",
      "Train Epoch: 655\n",
      "Train Epoch: 655 [0/660 (0%)]\tLoss: 1143.359619\tLoss Per Feature 0.032686\n",
      "====> Epoch: 655 Average Loss: 1093.126811\tAverage Loss Per Feature 0.031250\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.442383\tLoss Per Feature 0.032088\n",
      "[64/164 (33%)]\tLoss: 1107.673340\tLoss Per Feature 0.031666\n",
      "[72/164 (67%)]\tLoss: 1104.979614\tLoss Per Feature 0.031589\n",
      "Average Loss: 1111.698446\tAverage Loss Per Feature 0.031781\n",
      "Train Epoch: 656\n",
      "Train Epoch: 656 [0/660 (0%)]\tLoss: 1137.335815\tLoss Per Feature 0.032514\n",
      "====> Epoch: 656 Average Loss: 1094.483704\tAverage Loss Per Feature 0.031289\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.555542\tLoss Per Feature 0.032091\n",
      "[64/164 (33%)]\tLoss: 1100.988525\tLoss Per Feature 0.031475\n",
      "[72/164 (67%)]\tLoss: 1098.118408\tLoss Per Feature 0.031393\n",
      "Average Loss: 1107.220825\tAverage Loss Per Feature 0.031653\n",
      "Train Epoch: 657\n",
      "Train Epoch: 657 [0/660 (0%)]\tLoss: 1111.711426\tLoss Per Feature 0.031781\n",
      "====> Epoch: 657 Average Loss: 1082.153086\tAverage Loss Per Feature 0.030936\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.698975\tLoss Per Feature 0.032038\n",
      "[64/164 (33%)]\tLoss: 1107.332153\tLoss Per Feature 0.031656\n",
      "[72/164 (67%)]\tLoss: 1098.191040\tLoss Per Feature 0.031395\n",
      "Average Loss: 1108.740723\tAverage Loss Per Feature 0.031696\n",
      "Train Epoch: 658\n",
      "Train Epoch: 658 [0/660 (0%)]\tLoss: 1074.513672\tLoss Per Feature 0.030718\n",
      "====> Epoch: 658 Average Loss: 1115.854858\tAverage Loss Per Feature 0.031900\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.602783\tLoss Per Feature 0.032064\n",
      "[64/164 (33%)]\tLoss: 1101.090698\tLoss Per Feature 0.031478\n",
      "[72/164 (67%)]\tLoss: 1105.181396\tLoss Per Feature 0.031595\n",
      "Average Loss: 1109.291626\tAverage Loss Per Feature 0.031712\n",
      "Train Epoch: 659\n",
      "Train Epoch: 659 [0/660 (0%)]\tLoss: 1086.174316\tLoss Per Feature 0.031051\n",
      "====> Epoch: 659 Average Loss: 1099.783508\tAverage Loss Per Feature 0.031440\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.543091\tLoss Per Feature 0.032120\n",
      "[64/164 (33%)]\tLoss: 1105.862793\tLoss Per Feature 0.031614\n",
      "[72/164 (67%)]\tLoss: 1106.786499\tLoss Per Feature 0.031641\n",
      "Average Loss: 1112.064128\tAverage Loss Per Feature 0.031791\n",
      "Train Epoch: 660\n",
      "Train Epoch: 660 [0/660 (0%)]\tLoss: 1124.456543\tLoss Per Feature 0.032146\n",
      "====> Epoch: 660 Average Loss: 1090.573283\tAverage Loss Per Feature 0.031177\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1124.419800\tLoss Per Feature 0.032145\n",
      "[64/164 (33%)]\tLoss: 1102.659668\tLoss Per Feature 0.031523\n",
      "[72/164 (67%)]\tLoss: 1093.539062\tLoss Per Feature 0.031262\n",
      "Average Loss: 1106.872843\tAverage Loss Per Feature 0.031643\n",
      "Train Epoch: 661\n",
      "Train Epoch: 661 [0/660 (0%)]\tLoss: 1111.446655\tLoss Per Feature 0.031774\n",
      "====> Epoch: 661 Average Loss: 1116.529582\tAverage Loss Per Feature 0.031919\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.764648\tLoss Per Feature 0.031954\n",
      "[64/164 (33%)]\tLoss: 1101.281860\tLoss Per Feature 0.031483\n",
      "[72/164 (67%)]\tLoss: 1103.264038\tLoss Per Feature 0.031540\n",
      "Average Loss: 1107.436849\tAverage Loss Per Feature 0.031659\n",
      "Train Epoch: 662\n",
      "Train Epoch: 662 [0/660 (0%)]\tLoss: 1093.323242\tLoss Per Feature 0.031256\n",
      "====> Epoch: 662 Average Loss: 1095.150553\tAverage Loss Per Feature 0.031308\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1125.676392\tLoss Per Feature 0.032181\n",
      "[64/164 (33%)]\tLoss: 1104.406494\tLoss Per Feature 0.031573\n",
      "[72/164 (67%)]\tLoss: 1110.381836\tLoss Per Feature 0.031743\n",
      "Average Loss: 1113.488241\tAverage Loss Per Feature 0.031832\n",
      "Train Epoch: 663\n",
      "Train Epoch: 663 [0/660 (0%)]\tLoss: 1086.286621\tLoss Per Feature 0.031055\n",
      "====> Epoch: 663 Average Loss: 1101.512858\tAverage Loss Per Feature 0.031490\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.082397\tLoss Per Feature 0.032106\n",
      "[64/164 (33%)]\tLoss: 1101.491821\tLoss Per Feature 0.031489\n",
      "[72/164 (67%)]\tLoss: 1100.734009\tLoss Per Feature 0.031468\n",
      "Average Loss: 1108.436076\tAverage Loss Per Feature 0.031688\n",
      "Train Epoch: 664\n",
      "Train Epoch: 664 [0/660 (0%)]\tLoss: 1082.668945\tLoss Per Feature 0.030951\n",
      "====> Epoch: 664 Average Loss: 1108.163961\tAverage Loss Per Feature 0.031680\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0/164 (0%)]\tLoss: 1118.415894\tLoss Per Feature 0.031973\n",
      "[64/164 (33%)]\tLoss: 1106.604004\tLoss Per Feature 0.031635\n",
      "[72/164 (67%)]\tLoss: 1104.250244\tLoss Per Feature 0.031568\n",
      "Average Loss: 1109.756714\tAverage Loss Per Feature 0.031725\n",
      "Train Epoch: 665\n",
      "Train Epoch: 665 [0/660 (0%)]\tLoss: 1113.756714\tLoss Per Feature 0.031840\n",
      "====> Epoch: 665 Average Loss: 1090.522766\tAverage Loss Per Feature 0.031176\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.303711\tLoss Per Feature 0.032084\n",
      "[64/164 (33%)]\tLoss: 1105.580688\tLoss Per Feature 0.031606\n",
      "[72/164 (67%)]\tLoss: 1101.008789\tLoss Per Feature 0.031475\n",
      "Average Loss: 1109.631063\tAverage Loss Per Feature 0.031722\n",
      "Train Epoch: 666\n",
      "Train Epoch: 666 [0/660 (0%)]\tLoss: 1102.162720\tLoss Per Feature 0.031508\n",
      "====> Epoch: 666 Average Loss: 1121.825745\tAverage Loss Per Feature 0.032070\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1119.577515\tLoss Per Feature 0.032006\n",
      "[64/164 (33%)]\tLoss: 1110.434082\tLoss Per Feature 0.031745\n",
      "[72/164 (67%)]\tLoss: 1097.143799\tLoss Per Feature 0.031365\n",
      "Average Loss: 1109.051799\tAverage Loss Per Feature 0.031705\n",
      "Train Epoch: 667\n",
      "Train Epoch: 667 [0/660 (0%)]\tLoss: 1072.454468\tLoss Per Feature 0.030659\n",
      "====> Epoch: 667 Average Loss: 1099.327840\tAverage Loss Per Feature 0.031427\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.124634\tLoss Per Feature 0.032079\n",
      "[64/164 (33%)]\tLoss: 1099.394897\tLoss Per Feature 0.031429\n",
      "[72/164 (67%)]\tLoss: 1105.777588\tLoss Per Feature 0.031612\n",
      "Average Loss: 1109.099040\tAverage Loss Per Feature 0.031707\n",
      "Train Epoch: 668\n",
      "Train Epoch: 668 [0/660 (0%)]\tLoss: 1088.811890\tLoss Per Feature 0.031127\n",
      "====> Epoch: 668 Average Loss: 1089.653381\tAverage Loss Per Feature 0.031151\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.453247\tLoss Per Feature 0.032031\n",
      "[64/164 (33%)]\tLoss: 1100.432739\tLoss Per Feature 0.031459\n",
      "[72/164 (67%)]\tLoss: 1103.196655\tLoss Per Feature 0.031538\n",
      "Average Loss: 1108.027547\tAverage Loss Per Feature 0.031676\n",
      "Train Epoch: 669\n",
      "Train Epoch: 669 [0/660 (0%)]\tLoss: 1068.873413\tLoss Per Feature 0.030557\n",
      "====> Epoch: 669 Average Loss: 1090.506653\tAverage Loss Per Feature 0.031175\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1123.983276\tLoss Per Feature 0.032132\n",
      "[64/164 (33%)]\tLoss: 1097.150269\tLoss Per Feature 0.031365\n",
      "[72/164 (67%)]\tLoss: 1108.073364\tLoss Per Feature 0.031677\n",
      "Average Loss: 1109.735636\tAverage Loss Per Feature 0.031725\n",
      "Train Epoch: 670\n",
      "Train Epoch: 670 [0/660 (0%)]\tLoss: 1120.974243\tLoss Per Feature 0.032046\n",
      "====> Epoch: 670 Average Loss: 1110.988363\tAverage Loss Per Feature 0.031761\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.393433\tLoss Per Feature 0.031915\n",
      "[64/164 (33%)]\tLoss: 1103.373535\tLoss Per Feature 0.031543\n",
      "[72/164 (67%)]\tLoss: 1101.920898\tLoss Per Feature 0.031501\n",
      "Average Loss: 1107.229289\tAverage Loss Per Feature 0.031653\n",
      "Train Epoch: 671\n",
      "Train Epoch: 671 [0/660 (0%)]\tLoss: 1065.322266\tLoss Per Feature 0.030455\n",
      "====> Epoch: 671 Average Loss: 1093.614095\tAverage Loss Per Feature 0.031264\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.583008\tLoss Per Feature 0.032092\n",
      "[64/164 (33%)]\tLoss: 1098.810669\tLoss Per Feature 0.031413\n",
      "[72/164 (67%)]\tLoss: 1099.301270\tLoss Per Feature 0.031427\n",
      "Average Loss: 1106.898315\tAverage Loss Per Feature 0.031644\n",
      "Train Epoch: 672\n",
      "Train Epoch: 672 [0/660 (0%)]\tLoss: 1077.467651\tLoss Per Feature 0.030802\n",
      "====> Epoch: 672 Average Loss: 1102.343343\tAverage Loss Per Feature 0.031514\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.393433\tLoss Per Feature 0.032087\n",
      "[64/164 (33%)]\tLoss: 1099.620850\tLoss Per Feature 0.031436\n",
      "[72/164 (67%)]\tLoss: 1104.235962\tLoss Per Feature 0.031568\n",
      "Average Loss: 1108.750081\tAverage Loss Per Feature 0.031697\n",
      "Train Epoch: 673\n",
      "Train Epoch: 673 [0/660 (0%)]\tLoss: 1115.377197\tLoss Per Feature 0.031886\n",
      "====> Epoch: 673 Average Loss: 1088.004720\tAverage Loss Per Feature 0.031104\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.044800\tLoss Per Feature 0.032077\n",
      "[64/164 (33%)]\tLoss: 1105.324829\tLoss Per Feature 0.031599\n",
      "[72/164 (67%)]\tLoss: 1094.588135\tLoss Per Feature 0.031292\n",
      "Average Loss: 1107.319255\tAverage Loss Per Feature 0.031656\n",
      "Train Epoch: 674\n",
      "Train Epoch: 674 [0/660 (0%)]\tLoss: 1145.513428\tLoss Per Feature 0.032748\n",
      "====> Epoch: 674 Average Loss: 1095.536357\tAverage Loss Per Feature 0.031319\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.632202\tLoss Per Feature 0.031951\n",
      "[64/164 (33%)]\tLoss: 1095.737183\tLoss Per Feature 0.031325\n",
      "[72/164 (67%)]\tLoss: 1091.890991\tLoss Per Feature 0.031215\n",
      "Average Loss: 1101.753459\tAverage Loss Per Feature 0.031497\n",
      "Train Epoch: 675\n",
      "Train Epoch: 675 [0/660 (0%)]\tLoss: 1102.963501\tLoss Per Feature 0.031531\n",
      "====> Epoch: 675 Average Loss: 1089.210531\tAverage Loss Per Feature 0.031138\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.138794\tLoss Per Feature 0.031965\n",
      "[64/164 (33%)]\tLoss: 1101.842041\tLoss Per Feature 0.031499\n",
      "[72/164 (67%)]\tLoss: 1100.559937\tLoss Per Feature 0.031463\n",
      "Average Loss: 1106.846924\tAverage Loss Per Feature 0.031642\n",
      "Train Epoch: 676\n",
      "Train Epoch: 676 [0/660 (0%)]\tLoss: 1092.411377\tLoss Per Feature 0.031230\n",
      "====> Epoch: 676 Average Loss: 1094.974670\tAverage Loss Per Feature 0.031303\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.023560\tLoss Per Feature 0.031962\n",
      "[64/164 (33%)]\tLoss: 1104.184448\tLoss Per Feature 0.031566\n",
      "[72/164 (67%)]\tLoss: 1097.075928\tLoss Per Feature 0.031363\n",
      "Average Loss: 1106.427979\tAverage Loss Per Feature 0.031630\n",
      "Train Epoch: 677\n",
      "Train Epoch: 677 [0/660 (0%)]\tLoss: 1082.745483\tLoss Per Feature 0.030953\n",
      "====> Epoch: 677 Average Loss: 1090.945068\tAverage Loss Per Feature 0.031188\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.953003\tLoss Per Feature 0.032074\n",
      "[64/164 (33%)]\tLoss: 1101.212158\tLoss Per Feature 0.031481\n",
      "[72/164 (67%)]\tLoss: 1097.062256\tLoss Per Feature 0.031363\n",
      "Average Loss: 1106.742472\tAverage Loss Per Feature 0.031639\n",
      "Train Epoch: 678\n",
      "Train Epoch: 678 [0/660 (0%)]\tLoss: 1098.543823\tLoss Per Feature 0.031405\n",
      "====> Epoch: 678 Average Loss: 1093.321309\tAverage Loss Per Feature 0.031256\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.764893\tLoss Per Feature 0.032040\n",
      "[64/164 (33%)]\tLoss: 1100.221924\tLoss Per Feature 0.031453\n",
      "[72/164 (67%)]\tLoss: 1093.430420\tLoss Per Feature 0.031259\n",
      "Average Loss: 1104.805745\tAverage Loss Per Feature 0.031584\n",
      "Train Epoch: 679\n",
      "Train Epoch: 679 [0/660 (0%)]\tLoss: 1070.538940\tLoss Per Feature 0.030604\n",
      "====> Epoch: 679 Average Loss: 1084.395630\tAverage Loss Per Feature 0.031000\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1119.077026\tLoss Per Feature 0.031992\n",
      "[64/164 (33%)]\tLoss: 1098.564819\tLoss Per Feature 0.031406\n",
      "[72/164 (67%)]\tLoss: 1101.999756\tLoss Per Feature 0.031504\n",
      "Average Loss: 1106.547201\tAverage Loss Per Feature 0.031634\n",
      "Train Epoch: 680\n",
      "Train Epoch: 680 [0/660 (0%)]\tLoss: 1065.489746\tLoss Per Feature 0.030460\n",
      "====> Epoch: 680 Average Loss: 1114.248840\tAverage Loss Per Feature 0.031854\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.306396\tLoss Per Feature 0.032027\n",
      "[64/164 (33%)]\tLoss: 1101.270874\tLoss Per Feature 0.031483\n",
      "[72/164 (67%)]\tLoss: 1102.144897\tLoss Per Feature 0.031508\n",
      "Average Loss: 1107.907389\tAverage Loss Per Feature 0.031673\n",
      "Train Epoch: 681\n",
      "Train Epoch: 681 [0/660 (0%)]\tLoss: 1057.521729\tLoss Per Feature 0.030232\n",
      "====> Epoch: 681 Average Loss: 1101.719218\tAverage Loss Per Feature 0.031496\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.058838\tLoss Per Feature 0.032049\n",
      "[64/164 (33%)]\tLoss: 1098.733887\tLoss Per Feature 0.031410\n",
      "[72/164 (67%)]\tLoss: 1102.617065\tLoss Per Feature 0.031521\n",
      "Average Loss: 1107.469930\tAverage Loss Per Feature 0.031660\n",
      "Train Epoch: 682\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 682 [0/660 (0%)]\tLoss: 1094.320923\tLoss Per Feature 0.031284\n",
      "====> Epoch: 682 Average Loss: 1108.185486\tAverage Loss Per Feature 0.031681\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.349121\tLoss Per Feature 0.032028\n",
      "[64/164 (33%)]\tLoss: 1094.447754\tLoss Per Feature 0.031288\n",
      "[72/164 (67%)]\tLoss: 1109.357422\tLoss Per Feature 0.031714\n",
      "Average Loss: 1108.051432\tAverage Loss Per Feature 0.031677\n",
      "Train Epoch: 683\n",
      "Train Epoch: 683 [0/660 (0%)]\tLoss: 1073.127441\tLoss Per Feature 0.030678\n",
      "====> Epoch: 683 Average Loss: 1091.219177\tAverage Loss Per Feature 0.031196\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.377930\tLoss Per Feature 0.032058\n",
      "[64/164 (33%)]\tLoss: 1102.888794\tLoss Per Feature 0.031529\n",
      "[72/164 (67%)]\tLoss: 1101.486816\tLoss Per Feature 0.031489\n",
      "Average Loss: 1108.584513\tAverage Loss Per Feature 0.031692\n",
      "Train Epoch: 684\n",
      "Train Epoch: 684 [0/660 (0%)]\tLoss: 1048.536987\tLoss Per Feature 0.029975\n",
      "====> Epoch: 684 Average Loss: 1084.473745\tAverage Loss Per Feature 0.031003\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.051636\tLoss Per Feature 0.032077\n",
      "[64/164 (33%)]\tLoss: 1098.888428\tLoss Per Feature 0.031415\n",
      "[72/164 (67%)]\tLoss: 1104.791504\tLoss Per Feature 0.031584\n",
      "Average Loss: 1108.577189\tAverage Loss Per Feature 0.031692\n",
      "Train Epoch: 685\n",
      "Train Epoch: 685 [0/660 (0%)]\tLoss: 1074.963623\tLoss Per Feature 0.030731\n",
      "====> Epoch: 685 Average Loss: 1105.349019\tAverage Loss Per Feature 0.031599\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1122.606445\tLoss Per Feature 0.032093\n",
      "[64/164 (33%)]\tLoss: 1107.072144\tLoss Per Feature 0.031649\n",
      "[72/164 (67%)]\tLoss: 1105.873413\tLoss Per Feature 0.031614\n",
      "Average Loss: 1111.850667\tAverage Loss Per Feature 0.031785\n",
      "Train Epoch: 686\n",
      "Train Epoch: 686 [0/660 (0%)]\tLoss: 1078.796631\tLoss Per Feature 0.030840\n",
      "====> Epoch: 686 Average Loss: 1113.696737\tAverage Loss Per Feature 0.031838\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.208252\tLoss Per Feature 0.031910\n",
      "[64/164 (33%)]\tLoss: 1101.351562\tLoss Per Feature 0.031485\n",
      "[72/164 (67%)]\tLoss: 1093.893188\tLoss Per Feature 0.031272\n",
      "Average Loss: 1103.817668\tAverage Loss Per Feature 0.031556\n",
      "Train Epoch: 687\n",
      "Train Epoch: 687 [0/660 (0%)]\tLoss: 1081.241333\tLoss Per Feature 0.030910\n",
      "====> Epoch: 687 Average Loss: 1078.359853\tAverage Loss Per Feature 0.030828\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.346558\tLoss Per Feature 0.031942\n",
      "[64/164 (33%)]\tLoss: 1108.607666\tLoss Per Feature 0.031693\n",
      "[72/164 (67%)]\tLoss: 1099.579346\tLoss Per Feature 0.031435\n",
      "Average Loss: 1108.511190\tAverage Loss Per Feature 0.031690\n",
      "Train Epoch: 688\n",
      "Train Epoch: 688 [0/660 (0%)]\tLoss: 1075.356445\tLoss Per Feature 0.030742\n",
      "====> Epoch: 688 Average Loss: 1101.729289\tAverage Loss Per Feature 0.031496\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1124.827637\tLoss Per Feature 0.032156\n",
      "[64/164 (33%)]\tLoss: 1094.566406\tLoss Per Feature 0.031291\n",
      "[72/164 (67%)]\tLoss: 1098.608276\tLoss Per Feature 0.031407\n",
      "Average Loss: 1106.000773\tAverage Loss Per Feature 0.031618\n",
      "Train Epoch: 689\n",
      "Train Epoch: 689 [0/660 (0%)]\tLoss: 1066.755005\tLoss Per Feature 0.030496\n",
      "====> Epoch: 689 Average Loss: 1114.954976\tAverage Loss Per Feature 0.031874\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.127930\tLoss Per Feature 0.031879\n",
      "[64/164 (33%)]\tLoss: 1097.974976\tLoss Per Feature 0.031389\n",
      "[72/164 (67%)]\tLoss: 1100.586914\tLoss Per Feature 0.031463\n",
      "Average Loss: 1104.563273\tAverage Loss Per Feature 0.031577\n",
      "Train Epoch: 690\n",
      "Train Epoch: 690 [0/660 (0%)]\tLoss: 1061.095215\tLoss Per Feature 0.030334\n",
      "====> Epoch: 690 Average Loss: 1095.939941\tAverage Loss Per Feature 0.031330\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.761353\tLoss Per Feature 0.031983\n",
      "[64/164 (33%)]\tLoss: 1096.552002\tLoss Per Feature 0.031348\n",
      "[72/164 (67%)]\tLoss: 1103.851685\tLoss Per Feature 0.031557\n",
      "Average Loss: 1106.388346\tAverage Loss Per Feature 0.031629\n",
      "Train Epoch: 691\n",
      "Train Epoch: 691 [0/660 (0%)]\tLoss: 1088.625610\tLoss Per Feature 0.031121\n",
      "====> Epoch: 691 Average Loss: 1100.397217\tAverage Loss Per Feature 0.031458\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.415283\tLoss Per Feature 0.031973\n",
      "[64/164 (33%)]\tLoss: 1103.019531\tLoss Per Feature 0.031533\n",
      "[72/164 (67%)]\tLoss: 1103.843994\tLoss Per Feature 0.031556\n",
      "Average Loss: 1108.426270\tAverage Loss Per Feature 0.031687\n",
      "Train Epoch: 692\n",
      "Train Epoch: 692 [0/660 (0%)]\tLoss: 1086.334717\tLoss Per Feature 0.031056\n",
      "====> Epoch: 692 Average Loss: 1101.119385\tAverage Loss Per Feature 0.031479\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.502563\tLoss Per Feature 0.031804\n",
      "[64/164 (33%)]\tLoss: 1097.567139\tLoss Per Feature 0.031377\n",
      "[72/164 (67%)]\tLoss: 1092.972046\tLoss Per Feature 0.031246\n",
      "Average Loss: 1101.013916\tAverage Loss Per Feature 0.031476\n",
      "Train Epoch: 693\n",
      "Train Epoch: 693 [0/660 (0%)]\tLoss: 1117.498047\tLoss Per Feature 0.031947\n",
      "====> Epoch: 693 Average Loss: 1090.845846\tAverage Loss Per Feature 0.031185\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1120.485229\tLoss Per Feature 0.032032\n",
      "[64/164 (33%)]\tLoss: 1097.239136\tLoss Per Feature 0.031368\n",
      "[72/164 (67%)]\tLoss: 1099.074341\tLoss Per Feature 0.031420\n",
      "Average Loss: 1105.599569\tAverage Loss Per Feature 0.031607\n",
      "Train Epoch: 694\n",
      "Train Epoch: 694 [0/660 (0%)]\tLoss: 1103.606079\tLoss Per Feature 0.031550\n",
      "====> Epoch: 694 Average Loss: 1084.816772\tAverage Loss Per Feature 0.031012\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.848022\tLoss Per Feature 0.031814\n",
      "[64/164 (33%)]\tLoss: 1098.275635\tLoss Per Feature 0.031397\n",
      "[72/164 (67%)]\tLoss: 1096.528809\tLoss Per Feature 0.031347\n",
      "Average Loss: 1102.550822\tAverage Loss Per Feature 0.031519\n",
      "Train Epoch: 695\n",
      "Train Epoch: 695 [0/660 (0%)]\tLoss: 1088.815918\tLoss Per Feature 0.031127\n",
      "====> Epoch: 695 Average Loss: 1100.995972\tAverage Loss Per Feature 0.031475\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.401123\tLoss Per Feature 0.031944\n",
      "[64/164 (33%)]\tLoss: 1103.282104\tLoss Per Feature 0.031540\n",
      "[72/164 (67%)]\tLoss: 1097.151978\tLoss Per Feature 0.031365\n",
      "Average Loss: 1105.945068\tAverage Loss Per Feature 0.031616\n",
      "Train Epoch: 696\n",
      "Train Epoch: 696 [0/660 (0%)]\tLoss: 1118.340332\tLoss Per Feature 0.031971\n",
      "====> Epoch: 696 Average Loss: 1105.622396\tAverage Loss Per Feature 0.031607\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.410400\tLoss Per Feature 0.032059\n",
      "[64/164 (33%)]\tLoss: 1095.307495\tLoss Per Feature 0.031312\n",
      "[72/164 (67%)]\tLoss: 1101.444702\tLoss Per Feature 0.031488\n",
      "Average Loss: 1106.054199\tAverage Loss Per Feature 0.031620\n",
      "Train Epoch: 697\n",
      "Train Epoch: 697 [0/660 (0%)]\tLoss: 1079.803467\tLoss Per Feature 0.030869\n",
      "====> Epoch: 697 Average Loss: 1092.993713\tAverage Loss Per Feature 0.031246\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1126.963501\tLoss Per Feature 0.032217\n",
      "[64/164 (33%)]\tLoss: 1091.046997\tLoss Per Feature 0.031191\n",
      "[72/164 (67%)]\tLoss: 1093.696655\tLoss Per Feature 0.031266\n",
      "Average Loss: 1103.902384\tAverage Loss Per Feature 0.031558\n",
      "Train Epoch: 698\n",
      "Train Epoch: 698 [0/660 (0%)]\tLoss: 1114.795776\tLoss Per Feature 0.031870\n",
      "====> Epoch: 698 Average Loss: 1092.468241\tAverage Loss Per Feature 0.031231\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1119.804565\tLoss Per Feature 0.032013\n",
      "[64/164 (33%)]\tLoss: 1105.014038\tLoss Per Feature 0.031590\n",
      "[72/164 (67%)]\tLoss: 1096.655518\tLoss Per Feature 0.031351\n",
      "Average Loss: 1107.158040\tAverage Loss Per Feature 0.031651\n",
      "Train Epoch: 699\n",
      "Train Epoch: 699 [0/660 (0%)]\tLoss: 1092.970703\tLoss Per Feature 0.031246\n",
      "====> Epoch: 699 Average Loss: 1086.380188\tAverage Loss Per Feature 0.031057\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.420410\tLoss Per Feature 0.031916\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1095.936768\tLoss Per Feature 0.031330\n",
      "[72/164 (67%)]\tLoss: 1101.600464\tLoss Per Feature 0.031492\n",
      "Average Loss: 1104.652547\tAverage Loss Per Feature 0.031580\n",
      "Train Epoch: 700\n",
      "Train Epoch: 700 [0/660 (0%)]\tLoss: 1072.800171\tLoss Per Feature 0.030669\n",
      "====> Epoch: 700 Average Loss: 1080.052958\tAverage Loss Per Feature 0.030876\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_700.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.696533\tLoss Per Feature 0.031810\n",
      "[64/164 (33%)]\tLoss: 1090.662964\tLoss Per Feature 0.031180\n",
      "[72/164 (67%)]\tLoss: 1096.464600\tLoss Per Feature 0.031345\n",
      "Average Loss: 1099.941366\tAverage Loss Per Feature 0.031445\n",
      "Train Epoch: 701\n",
      "Train Epoch: 701 [0/660 (0%)]\tLoss: 1119.215576\tLoss Per Feature 0.031996\n",
      "====> Epoch: 701 Average Loss: 1091.435140\tAverage Loss Per Feature 0.031202\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.076172\tLoss Per Feature 0.031963\n",
      "[64/164 (33%)]\tLoss: 1092.374512\tLoss Per Feature 0.031229\n",
      "[72/164 (67%)]\tLoss: 1095.913330\tLoss Per Feature 0.031330\n",
      "Average Loss: 1102.121338\tAverage Loss Per Feature 0.031507\n",
      "Train Epoch: 702\n",
      "Train Epoch: 702 [0/660 (0%)]\tLoss: 1088.590088\tLoss Per Feature 0.031120\n",
      "====> Epoch: 702 Average Loss: 1097.546224\tAverage Loss Per Feature 0.031376\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.035889\tLoss Per Feature 0.031819\n",
      "[64/164 (33%)]\tLoss: 1102.739868\tLoss Per Feature 0.031525\n",
      "[72/164 (67%)]\tLoss: 1100.127930\tLoss Per Feature 0.031450\n",
      "Average Loss: 1105.301229\tAverage Loss Per Feature 0.031598\n",
      "Train Epoch: 703\n",
      "Train Epoch: 703 [0/660 (0%)]\tLoss: 1072.926636\tLoss Per Feature 0.030673\n",
      "====> Epoch: 703 Average Loss: 1086.885701\tAverage Loss Per Feature 0.031072\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.331299\tLoss Per Feature 0.031885\n",
      "[64/164 (33%)]\tLoss: 1095.433105\tLoss Per Feature 0.031316\n",
      "[72/164 (67%)]\tLoss: 1103.494385\tLoss Per Feature 0.031546\n",
      "Average Loss: 1104.752930\tAverage Loss Per Feature 0.031582\n",
      "Train Epoch: 704\n",
      "Train Epoch: 704 [0/660 (0%)]\tLoss: 1060.548950\tLoss Per Feature 0.030319\n",
      "====> Epoch: 704 Average Loss: 1084.623372\tAverage Loss Per Feature 0.031007\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.048218\tLoss Per Feature 0.031905\n",
      "[64/164 (33%)]\tLoss: 1091.691772\tLoss Per Feature 0.031209\n",
      "[72/164 (67%)]\tLoss: 1098.577881\tLoss Per Feature 0.031406\n",
      "Average Loss: 1102.105957\tAverage Loss Per Feature 0.031507\n",
      "Train Epoch: 705\n",
      "Train Epoch: 705 [0/660 (0%)]\tLoss: 1088.215332\tLoss Per Feature 0.031110\n",
      "====> Epoch: 705 Average Loss: 1075.320872\tAverage Loss Per Feature 0.030741\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.331543\tLoss Per Feature 0.031885\n",
      "[64/164 (33%)]\tLoss: 1094.531128\tLoss Per Feature 0.031290\n",
      "[72/164 (67%)]\tLoss: 1096.772339\tLoss Per Feature 0.031354\n",
      "Average Loss: 1102.211670\tAverage Loss Per Feature 0.031510\n",
      "Train Epoch: 706\n",
      "Train Epoch: 706 [0/660 (0%)]\tLoss: 1071.474854\tLoss Per Feature 0.030631\n",
      "====> Epoch: 706 Average Loss: 1092.792033\tAverage Loss Per Feature 0.031240\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.944702\tLoss Per Feature 0.031902\n",
      "[64/164 (33%)]\tLoss: 1094.534546\tLoss Per Feature 0.031290\n",
      "[72/164 (67%)]\tLoss: 1093.585938\tLoss Per Feature 0.031263\n",
      "Average Loss: 1101.355062\tAverage Loss Per Feature 0.031485\n",
      "Train Epoch: 707\n",
      "Train Epoch: 707 [0/660 (0%)]\tLoss: 1120.396973\tLoss Per Feature 0.032030\n",
      "====> Epoch: 707 Average Loss: 1083.542277\tAverage Loss Per Feature 0.030976\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1121.692383\tLoss Per Feature 0.032067\n",
      "[64/164 (33%)]\tLoss: 1098.730835\tLoss Per Feature 0.031410\n",
      "[72/164 (67%)]\tLoss: 1097.144043\tLoss Per Feature 0.031365\n",
      "Average Loss: 1105.855754\tAverage Loss Per Feature 0.031614\n",
      "Train Epoch: 708\n",
      "Train Epoch: 708 [0/660 (0%)]\tLoss: 1117.622070\tLoss Per Feature 0.031950\n",
      "====> Epoch: 708 Average Loss: 1113.951375\tAverage Loss Per Feature 0.031845\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.467041\tLoss Per Feature 0.031917\n",
      "[64/164 (33%)]\tLoss: 1095.253418\tLoss Per Feature 0.031311\n",
      "[72/164 (67%)]\tLoss: 1095.064941\tLoss Per Feature 0.031305\n",
      "Average Loss: 1102.261800\tAverage Loss Per Feature 0.031511\n",
      "Train Epoch: 709\n",
      "Train Epoch: 709 [0/660 (0%)]\tLoss: 1070.915405\tLoss Per Feature 0.030615\n",
      "====> Epoch: 709 Average Loss: 1092.380452\tAverage Loss Per Feature 0.031229\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.987915\tLoss Per Feature 0.031846\n",
      "[64/164 (33%)]\tLoss: 1097.847534\tLoss Per Feature 0.031385\n",
      "[72/164 (67%)]\tLoss: 1089.842529\tLoss Per Feature 0.031156\n",
      "Average Loss: 1100.559326\tAverage Loss Per Feature 0.031463\n",
      "Train Epoch: 710\n",
      "Train Epoch: 710 [0/660 (0%)]\tLoss: 1077.972046\tLoss Per Feature 0.030817\n",
      "====> Epoch: 710 Average Loss: 1095.691732\tAverage Loss Per Feature 0.031323\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.429321\tLoss Per Feature 0.031773\n",
      "[64/164 (33%)]\tLoss: 1091.097046\tLoss Per Feature 0.031192\n",
      "[72/164 (67%)]\tLoss: 1098.592773\tLoss Per Feature 0.031406\n",
      "Average Loss: 1100.373047\tAverage Loss Per Feature 0.031457\n",
      "Train Epoch: 711\n",
      "Train Epoch: 711 [0/660 (0%)]\tLoss: 1125.487305\tLoss Per Feature 0.032175\n",
      "====> Epoch: 711 Average Loss: 1082.432210\tAverage Loss Per Feature 0.030944\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.791260\tLoss Per Feature 0.031898\n",
      "[64/164 (33%)]\tLoss: 1094.981689\tLoss Per Feature 0.031303\n",
      "[72/164 (67%)]\tLoss: 1104.763306\tLoss Per Feature 0.031583\n",
      "Average Loss: 1105.178752\tAverage Loss Per Feature 0.031595\n",
      "Train Epoch: 712\n",
      "Train Epoch: 712 [0/660 (0%)]\tLoss: 1065.595215\tLoss Per Feature 0.030463\n",
      "====> Epoch: 712 Average Loss: 1091.303752\tAverage Loss Per Feature 0.031198\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.511353\tLoss Per Feature 0.031947\n",
      "[64/164 (33%)]\tLoss: 1096.129761\tLoss Per Feature 0.031336\n",
      "[72/164 (67%)]\tLoss: 1092.569092\tLoss Per Feature 0.031234\n",
      "Average Loss: 1102.070068\tAverage Loss Per Feature 0.031506\n",
      "Train Epoch: 713\n",
      "Train Epoch: 713 [0/660 (0%)]\tLoss: 1157.984619\tLoss Per Feature 0.033104\n",
      "====> Epoch: 713 Average Loss: 1096.610311\tAverage Loss Per Feature 0.031350\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.487061\tLoss Per Feature 0.031918\n",
      "[64/164 (33%)]\tLoss: 1098.039551\tLoss Per Feature 0.031390\n",
      "[72/164 (67%)]\tLoss: 1096.343628\tLoss Per Feature 0.031342\n",
      "Average Loss: 1103.623413\tAverage Loss Per Feature 0.031550\n",
      "Train Epoch: 714\n",
      "Train Epoch: 714 [0/660 (0%)]\tLoss: 1079.806274\tLoss Per Feature 0.030869\n",
      "====> Epoch: 714 Average Loss: 1082.396322\tAverage Loss Per Feature 0.030943\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.021851\tLoss Per Feature 0.031933\n",
      "[64/164 (33%)]\tLoss: 1089.209961\tLoss Per Feature 0.031138\n",
      "[72/164 (67%)]\tLoss: 1094.448486\tLoss Per Feature 0.031288\n",
      "Average Loss: 1100.226766\tAverage Loss Per Feature 0.031453\n",
      "Train Epoch: 715\n",
      "Train Epoch: 715 [0/660 (0%)]\tLoss: 1087.540405\tLoss Per Feature 0.031090\n",
      "====> Epoch: 715 Average Loss: 1108.011047\tAverage Loss Per Feature 0.031676\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.746582\tLoss Per Feature 0.031868\n",
      "[64/164 (33%)]\tLoss: 1096.039551\tLoss Per Feature 0.031333\n",
      "[72/164 (67%)]\tLoss: 1092.549927\tLoss Per Feature 0.031234\n",
      "Average Loss: 1101.112020\tAverage Loss Per Feature 0.031478\n",
      "Train Epoch: 716\n",
      "Train Epoch: 716 [0/660 (0%)]\tLoss: 1088.952026\tLoss Per Feature 0.031131\n",
      "====> Epoch: 716 Average Loss: 1089.529154\tAverage Loss Per Feature 0.031147\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.074951\tLoss Per Feature 0.031935\n",
      "[64/164 (33%)]\tLoss: 1102.003418\tLoss Per Feature 0.031504\n",
      "[72/164 (67%)]\tLoss: 1097.430298\tLoss Per Feature 0.031373\n",
      "Average Loss: 1105.502889\tAverage Loss Per Feature 0.031604\n",
      "Train Epoch: 717\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 717 [0/660 (0%)]\tLoss: 1124.395752\tLoss Per Feature 0.032144\n",
      "====> Epoch: 717 Average Loss: 1089.295756\tAverage Loss Per Feature 0.031141\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.146729\tLoss Per Feature 0.031908\n",
      "[64/164 (33%)]\tLoss: 1095.525757\tLoss Per Feature 0.031319\n",
      "[72/164 (67%)]\tLoss: 1094.192261\tLoss Per Feature 0.031281\n",
      "Average Loss: 1101.954915\tAverage Loss Per Feature 0.031502\n",
      "Train Epoch: 718\n",
      "Train Epoch: 718 [0/660 (0%)]\tLoss: 1106.176880\tLoss Per Feature 0.031623\n",
      "====> Epoch: 718 Average Loss: 1087.144389\tAverage Loss Per Feature 0.031079\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.204712\tLoss Per Feature 0.031910\n",
      "[64/164 (33%)]\tLoss: 1092.700073\tLoss Per Feature 0.031238\n",
      "[72/164 (67%)]\tLoss: 1095.378052\tLoss Per Feature 0.031314\n",
      "Average Loss: 1101.427612\tAverage Loss Per Feature 0.031487\n",
      "Train Epoch: 719\n",
      "Train Epoch: 719 [0/660 (0%)]\tLoss: 1097.344482\tLoss Per Feature 0.031371\n",
      "====> Epoch: 719 Average Loss: 1083.795898\tAverage Loss Per Feature 0.030983\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.154053\tLoss Per Feature 0.031880\n",
      "[64/164 (33%)]\tLoss: 1092.736816\tLoss Per Feature 0.031239\n",
      "[72/164 (67%)]\tLoss: 1094.837646\tLoss Per Feature 0.031299\n",
      "Average Loss: 1100.909505\tAverage Loss Per Feature 0.031473\n",
      "Train Epoch: 720\n",
      "Train Epoch: 720 [0/660 (0%)]\tLoss: 1083.334717\tLoss Per Feature 0.030970\n",
      "====> Epoch: 720 Average Loss: 1083.952047\tAverage Loss Per Feature 0.030988\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1117.540894\tLoss Per Feature 0.031948\n",
      "[64/164 (33%)]\tLoss: 1098.055542\tLoss Per Feature 0.031391\n",
      "[72/164 (67%)]\tLoss: 1095.338501\tLoss Per Feature 0.031313\n",
      "Average Loss: 1103.644979\tAverage Loss Per Feature 0.031551\n",
      "Train Epoch: 721\n",
      "Train Epoch: 721 [0/660 (0%)]\tLoss: 1054.128174\tLoss Per Feature 0.030135\n",
      "====> Epoch: 721 Average Loss: 1087.060649\tAverage Loss Per Feature 0.031077\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.350708\tLoss Per Feature 0.031885\n",
      "[64/164 (33%)]\tLoss: 1092.380249\tLoss Per Feature 0.031229\n",
      "[72/164 (67%)]\tLoss: 1094.517334\tLoss Per Feature 0.031290\n",
      "Average Loss: 1100.749430\tAverage Loss Per Feature 0.031468\n",
      "Train Epoch: 722\n",
      "Train Epoch: 722 [0/660 (0%)]\tLoss: 1042.236206\tLoss Per Feature 0.029795\n",
      "====> Epoch: 722 Average Loss: 1082.772339\tAverage Loss Per Feature 0.030954\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.467896\tLoss Per Feature 0.031803\n",
      "[64/164 (33%)]\tLoss: 1091.419922\tLoss Per Feature 0.031201\n",
      "[72/164 (67%)]\tLoss: 1095.229736\tLoss Per Feature 0.031310\n",
      "Average Loss: 1099.705851\tAverage Loss Per Feature 0.031438\n",
      "Train Epoch: 723\n",
      "Train Epoch: 723 [0/660 (0%)]\tLoss: 1075.036011\tLoss Per Feature 0.030733\n",
      "====> Epoch: 723 Average Loss: 1082.784810\tAverage Loss Per Feature 0.030954\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.004761\tLoss Per Feature 0.031704\n",
      "[64/164 (33%)]\tLoss: 1094.233643\tLoss Per Feature 0.031282\n",
      "[72/164 (67%)]\tLoss: 1088.273560\tLoss Per Feature 0.031111\n",
      "Average Loss: 1097.170654\tAverage Loss Per Feature 0.031366\n",
      "Train Epoch: 724\n",
      "Train Epoch: 724 [0/660 (0%)]\tLoss: 1116.250244\tLoss Per Feature 0.031911\n",
      "====> Epoch: 724 Average Loss: 1085.137309\tAverage Loss Per Feature 0.031022\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.380249\tLoss Per Feature 0.031915\n",
      "[64/164 (33%)]\tLoss: 1090.713501\tLoss Per Feature 0.031181\n",
      "[72/164 (67%)]\tLoss: 1088.707642\tLoss Per Feature 0.031124\n",
      "Average Loss: 1098.600464\tAverage Loss Per Feature 0.031407\n",
      "Train Epoch: 725\n",
      "Train Epoch: 725 [0/660 (0%)]\tLoss: 1078.022095\tLoss Per Feature 0.030818\n",
      "====> Epoch: 725 Average Loss: 1092.599182\tAverage Loss Per Feature 0.031235\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.890869\tLoss Per Feature 0.031815\n",
      "[64/164 (33%)]\tLoss: 1091.663452\tLoss Per Feature 0.031208\n",
      "[72/164 (67%)]\tLoss: 1096.404419\tLoss Per Feature 0.031344\n",
      "Average Loss: 1100.319580\tAverage Loss Per Feature 0.031456\n",
      "Train Epoch: 726\n",
      "Train Epoch: 726 [0/660 (0%)]\tLoss: 1130.749146\tLoss Per Feature 0.032326\n",
      "====> Epoch: 726 Average Loss: 1088.045776\tAverage Loss Per Feature 0.031105\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.335327\tLoss Per Feature 0.031885\n",
      "[64/164 (33%)]\tLoss: 1093.755493\tLoss Per Feature 0.031268\n",
      "[72/164 (67%)]\tLoss: 1096.773804\tLoss Per Feature 0.031354\n",
      "Average Loss: 1101.954875\tAverage Loss Per Feature 0.031502\n",
      "Train Epoch: 727\n",
      "Train Epoch: 727 [0/660 (0%)]\tLoss: 1085.436157\tLoss Per Feature 0.031030\n",
      "====> Epoch: 727 Average Loss: 1088.630819\tAverage Loss Per Feature 0.031122\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.518799\tLoss Per Feature 0.031804\n",
      "[64/164 (33%)]\tLoss: 1097.127808\tLoss Per Feature 0.031364\n",
      "[72/164 (67%)]\tLoss: 1090.283813\tLoss Per Feature 0.031169\n",
      "Average Loss: 1099.976807\tAverage Loss Per Feature 0.031446\n",
      "Train Epoch: 728\n",
      "Train Epoch: 728 [0/660 (0%)]\tLoss: 1091.488159\tLoss Per Feature 0.031203\n",
      "====> Epoch: 728 Average Loss: 1079.842000\tAverage Loss Per Feature 0.030870\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.825195\tLoss Per Feature 0.031899\n",
      "[64/164 (33%)]\tLoss: 1093.666748\tLoss Per Feature 0.031265\n",
      "[72/164 (67%)]\tLoss: 1102.230591\tLoss Per Feature 0.031510\n",
      "Average Loss: 1103.907511\tAverage Loss Per Feature 0.031558\n",
      "Train Epoch: 729\n",
      "Train Epoch: 729 [0/660 (0%)]\tLoss: 1101.595581\tLoss Per Feature 0.031492\n",
      "====> Epoch: 729 Average Loss: 1086.290365\tAverage Loss Per Feature 0.031055\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.830566\tLoss Per Feature 0.031842\n",
      "[64/164 (33%)]\tLoss: 1095.346802\tLoss Per Feature 0.031314\n",
      "[72/164 (67%)]\tLoss: 1092.474365\tLoss Per Feature 0.031231\n",
      "Average Loss: 1100.550578\tAverage Loss Per Feature 0.031462\n",
      "Train Epoch: 730\n",
      "Train Epoch: 730 [0/660 (0%)]\tLoss: 1091.058716\tLoss Per Feature 0.031191\n",
      "====> Epoch: 730 Average Loss: 1116.701965\tAverage Loss Per Feature 0.031924\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1118.645508\tLoss Per Feature 0.031980\n",
      "[64/164 (33%)]\tLoss: 1091.714844\tLoss Per Feature 0.031210\n",
      "[72/164 (67%)]\tLoss: 1089.250000\tLoss Per Feature 0.031139\n",
      "Average Loss: 1099.870117\tAverage Loss Per Feature 0.031443\n",
      "Train Epoch: 731\n",
      "Train Epoch: 731 [0/660 (0%)]\tLoss: 1080.015503\tLoss Per Feature 0.030875\n",
      "====> Epoch: 731 Average Loss: 1078.658630\tAverage Loss Per Feature 0.030836\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.381592\tLoss Per Feature 0.031829\n",
      "[64/164 (33%)]\tLoss: 1089.656738\tLoss Per Feature 0.031151\n",
      "[72/164 (67%)]\tLoss: 1091.819458\tLoss Per Feature 0.031213\n",
      "Average Loss: 1098.285929\tAverage Loss Per Feature 0.031398\n",
      "Train Epoch: 732\n",
      "Train Epoch: 732 [0/660 (0%)]\tLoss: 1118.598022\tLoss Per Feature 0.031978\n",
      "====> Epoch: 732 Average Loss: 1089.071025\tAverage Loss Per Feature 0.031134\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.762695\tLoss Per Feature 0.031926\n",
      "[64/164 (33%)]\tLoss: 1086.276978\tLoss Per Feature 0.031054\n",
      "[72/164 (67%)]\tLoss: 1088.977661\tLoss Per Feature 0.031131\n",
      "Average Loss: 1097.339111\tAverage Loss Per Feature 0.031370\n",
      "Train Epoch: 733\n",
      "Train Epoch: 733 [0/660 (0%)]\tLoss: 1111.296631\tLoss Per Feature 0.031769\n",
      "====> Epoch: 733 Average Loss: 1080.545675\tAverage Loss Per Feature 0.030890\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.478638\tLoss Per Feature 0.031746\n",
      "[64/164 (33%)]\tLoss: 1094.203857\tLoss Per Feature 0.031281\n",
      "[72/164 (67%)]\tLoss: 1096.330566\tLoss Per Feature 0.031342\n",
      "Average Loss: 1100.337687\tAverage Loss Per Feature 0.031456\n",
      "Train Epoch: 734\n",
      "Train Epoch: 734 [0/660 (0%)]\tLoss: 1099.714722\tLoss Per Feature 0.031438\n",
      "====> Epoch: 734 Average Loss: 1079.117615\tAverage Loss Per Feature 0.030850\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.531738\tLoss Per Feature 0.031862\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1093.589233\tLoss Per Feature 0.031263\n",
      "[72/164 (67%)]\tLoss: 1089.359375\tLoss Per Feature 0.031142\n",
      "Average Loss: 1099.160116\tAverage Loss Per Feature 0.031423\n",
      "Train Epoch: 735\n",
      "Train Epoch: 735 [0/660 (0%)]\tLoss: 1094.828125\tLoss Per Feature 0.031299\n",
      "====> Epoch: 735 Average Loss: 1086.376506\tAverage Loss Per Feature 0.031057\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.417969\tLoss Per Feature 0.031802\n",
      "[64/164 (33%)]\tLoss: 1088.580688\tLoss Per Feature 0.031120\n",
      "[72/164 (67%)]\tLoss: 1093.346924\tLoss Per Feature 0.031256\n",
      "Average Loss: 1098.115194\tAverage Loss Per Feature 0.031393\n",
      "Train Epoch: 736\n",
      "Train Epoch: 736 [0/660 (0%)]\tLoss: 1073.066528\tLoss Per Feature 0.030677\n",
      "====> Epoch: 736 Average Loss: 1088.480347\tAverage Loss Per Feature 0.031117\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.941284\tLoss Per Feature 0.031874\n",
      "[64/164 (33%)]\tLoss: 1093.146606\tLoss Per Feature 0.031251\n",
      "[72/164 (67%)]\tLoss: 1096.131836\tLoss Per Feature 0.031336\n",
      "Average Loss: 1101.406576\tAverage Loss Per Feature 0.031487\n",
      "Train Epoch: 737\n",
      "Train Epoch: 737 [0/660 (0%)]\tLoss: 1108.738037\tLoss Per Feature 0.031696\n",
      "====> Epoch: 737 Average Loss: 1087.695557\tAverage Loss Per Feature 0.031095\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.276123\tLoss Per Feature 0.031855\n",
      "[64/164 (33%)]\tLoss: 1091.162964\tLoss Per Feature 0.031194\n",
      "[72/164 (67%)]\tLoss: 1094.347778\tLoss Per Feature 0.031285\n",
      "Average Loss: 1099.928955\tAverage Loss Per Feature 0.031445\n",
      "Train Epoch: 738\n",
      "Train Epoch: 738 [0/660 (0%)]\tLoss: 1088.894043\tLoss Per Feature 0.031129\n",
      "====> Epoch: 738 Average Loss: 1089.370341\tAverage Loss Per Feature 0.031143\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1115.468506\tLoss Per Feature 0.031889\n",
      "[64/164 (33%)]\tLoss: 1098.654907\tLoss Per Feature 0.031408\n",
      "[72/164 (67%)]\tLoss: 1097.436035\tLoss Per Feature 0.031373\n",
      "Average Loss: 1103.853149\tAverage Loss Per Feature 0.031557\n",
      "Train Epoch: 739\n",
      "Train Epoch: 739 [0/660 (0%)]\tLoss: 1064.910767\tLoss Per Feature 0.030443\n",
      "====> Epoch: 739 Average Loss: 1087.524536\tAverage Loss Per Feature 0.031090\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.442749\tLoss Per Feature 0.031745\n",
      "[64/164 (33%)]\tLoss: 1088.493652\tLoss Per Feature 0.031118\n",
      "[72/164 (67%)]\tLoss: 1104.284546\tLoss Per Feature 0.031569\n",
      "Average Loss: 1101.073649\tAverage Loss Per Feature 0.031477\n",
      "Train Epoch: 740\n",
      "Train Epoch: 740 [0/660 (0%)]\tLoss: 1086.570068\tLoss Per Feature 0.031063\n",
      "====> Epoch: 740 Average Loss: 1088.802368\tAverage Loss Per Feature 0.031126\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.646973\tLoss Per Feature 0.031722\n",
      "[64/164 (33%)]\tLoss: 1092.146606\tLoss Per Feature 0.031222\n",
      "[72/164 (67%)]\tLoss: 1089.794922\tLoss Per Feature 0.031155\n",
      "Average Loss: 1097.196167\tAverage Loss Per Feature 0.031366\n",
      "Train Epoch: 741\n",
      "Train Epoch: 741 [0/660 (0%)]\tLoss: 1043.971436\tLoss Per Feature 0.029845\n",
      "====> Epoch: 741 Average Loss: 1090.405924\tAverage Loss Per Feature 0.031172\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.246704\tLoss Per Feature 0.031654\n",
      "[64/164 (33%)]\tLoss: 1093.430054\tLoss Per Feature 0.031259\n",
      "[72/164 (67%)]\tLoss: 1100.052856\tLoss Per Feature 0.031448\n",
      "Average Loss: 1100.243205\tAverage Loss Per Feature 0.031453\n",
      "Train Epoch: 742\n",
      "Train Epoch: 742 [0/660 (0%)]\tLoss: 1087.523193\tLoss Per Feature 0.031090\n",
      "====> Epoch: 742 Average Loss: 1096.052592\tAverage Loss Per Feature 0.031334\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.023560\tLoss Per Feature 0.031733\n",
      "[64/164 (33%)]\tLoss: 1090.365234\tLoss Per Feature 0.031171\n",
      "[72/164 (67%)]\tLoss: 1093.027466\tLoss Per Feature 0.031247\n",
      "Average Loss: 1097.805420\tAverage Loss Per Feature 0.031384\n",
      "Train Epoch: 743\n",
      "Train Epoch: 743 [0/660 (0%)]\tLoss: 1044.741821\tLoss Per Feature 0.029867\n",
      "====> Epoch: 743 Average Loss: 1084.118184\tAverage Loss Per Feature 0.030993\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.750732\tLoss Per Feature 0.031754\n",
      "[64/164 (33%)]\tLoss: 1093.469360\tLoss Per Feature 0.031260\n",
      "[72/164 (67%)]\tLoss: 1096.784790\tLoss Per Feature 0.031355\n",
      "Average Loss: 1100.334961\tAverage Loss Per Feature 0.031456\n",
      "Train Epoch: 744\n",
      "Train Epoch: 744 [0/660 (0%)]\tLoss: 1077.690552\tLoss Per Feature 0.030809\n",
      "====> Epoch: 744 Average Loss: 1082.460978\tAverage Loss Per Feature 0.030945\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.082520\tLoss Per Feature 0.031849\n",
      "[64/164 (33%)]\tLoss: 1091.157593\tLoss Per Feature 0.031194\n",
      "[72/164 (67%)]\tLoss: 1096.572021\tLoss Per Feature 0.031349\n",
      "Average Loss: 1100.604045\tAverage Loss Per Feature 0.031464\n",
      "Train Epoch: 745\n",
      "Train Epoch: 745 [0/660 (0%)]\tLoss: 1102.932495\tLoss Per Feature 0.031530\n",
      "====> Epoch: 745 Average Loss: 1081.351562\tAverage Loss Per Feature 0.030913\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.065186\tLoss Per Feature 0.031706\n",
      "[64/164 (33%)]\tLoss: 1092.380615\tLoss Per Feature 0.031229\n",
      "[72/164 (67%)]\tLoss: 1091.844604\tLoss Per Feature 0.031213\n",
      "Average Loss: 1097.763468\tAverage Loss Per Feature 0.031383\n",
      "Train Epoch: 746\n",
      "Train Epoch: 746 [0/660 (0%)]\tLoss: 1088.301636\tLoss Per Feature 0.031112\n",
      "====> Epoch: 746 Average Loss: 1090.100647\tAverage Loss Per Feature 0.031164\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.115967\tLoss Per Feature 0.031850\n",
      "[64/164 (33%)]\tLoss: 1096.965088\tLoss Per Feature 0.031360\n",
      "[72/164 (67%)]\tLoss: 1090.429932\tLoss Per Feature 0.031173\n",
      "Average Loss: 1100.503662\tAverage Loss Per Feature 0.031461\n",
      "Train Epoch: 747\n",
      "Train Epoch: 747 [0/660 (0%)]\tLoss: 1040.514160\tLoss Per Feature 0.029746\n",
      "====> Epoch: 747 Average Loss: 1082.448853\tAverage Loss Per Feature 0.030945\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.013428\tLoss Per Feature 0.031819\n",
      "[64/164 (33%)]\tLoss: 1088.577271\tLoss Per Feature 0.031120\n",
      "[72/164 (67%)]\tLoss: 1091.886841\tLoss Per Feature 0.031215\n",
      "Average Loss: 1097.825846\tAverage Loss Per Feature 0.031384\n",
      "Train Epoch: 748\n",
      "Train Epoch: 748 [0/660 (0%)]\tLoss: 1084.616821\tLoss Per Feature 0.031007\n",
      "====> Epoch: 748 Average Loss: 1083.513102\tAverage Loss Per Feature 0.030975\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.908813\tLoss Per Feature 0.031730\n",
      "[64/164 (33%)]\tLoss: 1090.434570\tLoss Per Feature 0.031173\n",
      "[72/164 (67%)]\tLoss: 1088.199585\tLoss Per Feature 0.031109\n",
      "Average Loss: 1096.180990\tAverage Loss Per Feature 0.031337\n",
      "Train Epoch: 749\n",
      "Train Epoch: 749 [0/660 (0%)]\tLoss: 1088.312256\tLoss Per Feature 0.031112\n",
      "====> Epoch: 749 Average Loss: 1086.659932\tAverage Loss Per Feature 0.031065\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.915527\tLoss Per Feature 0.031787\n",
      "[64/164 (33%)]\tLoss: 1090.957031\tLoss Per Feature 0.031188\n",
      "[72/164 (67%)]\tLoss: 1090.042847\tLoss Per Feature 0.031162\n",
      "Average Loss: 1097.638468\tAverage Loss Per Feature 0.031379\n",
      "Train Epoch: 750\n",
      "Train Epoch: 750 [0/660 (0%)]\tLoss: 1074.160400\tLoss Per Feature 0.030708\n",
      "====> Epoch: 750 Average Loss: 1096.200643\tAverage Loss Per Feature 0.031338\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.953613\tLoss Per Feature 0.031588\n",
      "[64/164 (33%)]\tLoss: 1087.956421\tLoss Per Feature 0.031102\n",
      "[72/164 (67%)]\tLoss: 1087.887695\tLoss Per Feature 0.031100\n",
      "Average Loss: 1093.599243\tAverage Loss Per Feature 0.031264\n",
      "Train Epoch: 751\n",
      "Train Epoch: 751 [0/660 (0%)]\tLoss: 1106.981567\tLoss Per Feature 0.031646\n",
      "====> Epoch: 751 Average Loss: 1086.100566\tAverage Loss Per Feature 0.031049\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.953003\tLoss Per Feature 0.031845\n",
      "[64/164 (33%)]\tLoss: 1090.861450\tLoss Per Feature 0.031185\n",
      "[72/164 (67%)]\tLoss: 1090.823242\tLoss Per Feature 0.031184\n",
      "Average Loss: 1098.545898\tAverage Loss Per Feature 0.031405\n",
      "Train Epoch: 752\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 752 [0/660 (0%)]\tLoss: 1058.855347\tLoss Per Feature 0.030270\n",
      "====> Epoch: 752 Average Loss: 1091.383484\tAverage Loss Per Feature 0.031200\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.128662\tLoss Per Feature 0.031793\n",
      "[64/164 (33%)]\tLoss: 1088.506592\tLoss Per Feature 0.031118\n",
      "[72/164 (67%)]\tLoss: 1087.677368\tLoss Per Feature 0.031094\n",
      "Average Loss: 1096.104207\tAverage Loss Per Feature 0.031335\n",
      "Train Epoch: 753\n",
      "Train Epoch: 753 [0/660 (0%)]\tLoss: 1080.206055\tLoss Per Feature 0.030881\n",
      "====> Epoch: 753 Average Loss: 1083.967163\tAverage Loss Per Feature 0.030988\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1112.999268\tLoss Per Feature 0.031818\n",
      "[64/164 (33%)]\tLoss: 1092.392822\tLoss Per Feature 0.031229\n",
      "[72/164 (67%)]\tLoss: 1092.672852\tLoss Per Feature 0.031237\n",
      "Average Loss: 1099.354980\tAverage Loss Per Feature 0.031428\n",
      "Train Epoch: 754\n",
      "Train Epoch: 754 [0/660 (0%)]\tLoss: 1075.434937\tLoss Per Feature 0.030744\n",
      "====> Epoch: 754 Average Loss: 1079.984823\tAverage Loss Per Feature 0.030874\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1116.148071\tLoss Per Feature 0.031908\n",
      "[64/164 (33%)]\tLoss: 1090.860840\tLoss Per Feature 0.031185\n",
      "[72/164 (67%)]\tLoss: 1088.981812\tLoss Per Feature 0.031132\n",
      "Average Loss: 1098.663574\tAverage Loss Per Feature 0.031408\n",
      "Train Epoch: 755\n",
      "Train Epoch: 755 [0/660 (0%)]\tLoss: 1114.069580\tLoss Per Feature 0.031849\n",
      "====> Epoch: 755 Average Loss: 1092.146688\tAverage Loss Per Feature 0.031222\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1113.598145\tLoss Per Feature 0.031835\n",
      "[64/164 (33%)]\tLoss: 1092.633911\tLoss Per Feature 0.031236\n",
      "[72/164 (67%)]\tLoss: 1092.258667\tLoss Per Feature 0.031225\n",
      "Average Loss: 1099.496908\tAverage Loss Per Feature 0.031432\n",
      "Train Epoch: 756\n",
      "Train Epoch: 756 [0/660 (0%)]\tLoss: 1080.597046\tLoss Per Feature 0.030892\n",
      "====> Epoch: 756 Average Loss: 1087.194946\tAverage Loss Per Feature 0.031080\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.846191\tLoss Per Feature 0.031614\n",
      "[64/164 (33%)]\tLoss: 1086.310669\tLoss Per Feature 0.031055\n",
      "[72/164 (67%)]\tLoss: 1089.295898\tLoss Per Feature 0.031141\n",
      "Average Loss: 1093.817586\tAverage Loss Per Feature 0.031270\n",
      "Train Epoch: 757\n",
      "Train Epoch: 757 [0/660 (0%)]\tLoss: 1075.794922\tLoss Per Feature 0.030755\n",
      "====> Epoch: 757 Average Loss: 1083.869995\tAverage Loss Per Feature 0.030985\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.936035\tLoss Per Feature 0.031759\n",
      "[64/164 (33%)]\tLoss: 1088.726562\tLoss Per Feature 0.031124\n",
      "[72/164 (67%)]\tLoss: 1087.972900\tLoss Per Feature 0.031103\n",
      "Average Loss: 1095.878499\tAverage Loss Per Feature 0.031329\n",
      "Train Epoch: 758\n",
      "Train Epoch: 758 [0/660 (0%)]\tLoss: 1081.511353\tLoss Per Feature 0.030918\n",
      "====> Epoch: 758 Average Loss: 1077.802633\tAverage Loss Per Feature 0.030812\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.751343\tLoss Per Feature 0.031754\n",
      "[64/164 (33%)]\tLoss: 1086.217773\tLoss Per Feature 0.031053\n",
      "[72/164 (67%)]\tLoss: 1089.570801\tLoss Per Feature 0.031148\n",
      "Average Loss: 1095.513306\tAverage Loss Per Feature 0.031318\n",
      "Train Epoch: 759\n",
      "Train Epoch: 759 [0/660 (0%)]\tLoss: 1050.760864\tLoss Per Feature 0.030039\n",
      "====> Epoch: 759 Average Loss: 1071.702779\tAverage Loss Per Feature 0.030638\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.627686\tLoss Per Feature 0.031693\n",
      "[64/164 (33%)]\tLoss: 1092.120117\tLoss Per Feature 0.031221\n",
      "[72/164 (67%)]\tLoss: 1086.710083\tLoss Per Feature 0.031067\n",
      "Average Loss: 1095.819295\tAverage Loss Per Feature 0.031327\n",
      "Train Epoch: 760\n",
      "Train Epoch: 760 [0/660 (0%)]\tLoss: 1095.756592\tLoss Per Feature 0.031325\n",
      "====> Epoch: 760 Average Loss: 1094.166524\tAverage Loss Per Feature 0.031280\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.258301\tLoss Per Feature 0.031683\n",
      "[64/164 (33%)]\tLoss: 1091.934204\tLoss Per Feature 0.031216\n",
      "[72/164 (67%)]\tLoss: 1090.582275\tLoss Per Feature 0.031177\n",
      "Average Loss: 1096.924927\tAverage Loss Per Feature 0.031359\n",
      "Train Epoch: 761\n",
      "Train Epoch: 761 [0/660 (0%)]\tLoss: 1091.436523\tLoss Per Feature 0.031202\n",
      "====> Epoch: 761 Average Loss: 1100.625610\tAverage Loss Per Feature 0.031464\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.435303\tLoss Per Feature 0.031773\n",
      "[64/164 (33%)]\tLoss: 1091.800415\tLoss Per Feature 0.031212\n",
      "[72/164 (67%)]\tLoss: 1088.350220\tLoss Per Feature 0.031113\n",
      "Average Loss: 1097.195312\tAverage Loss Per Feature 0.031366\n",
      "Train Epoch: 762\n",
      "Train Epoch: 762 [0/660 (0%)]\tLoss: 1098.463379\tLoss Per Feature 0.031403\n",
      "====> Epoch: 762 Average Loss: 1078.997070\tAverage Loss Per Feature 0.030846\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.442139\tLoss Per Feature 0.031659\n",
      "[64/164 (33%)]\tLoss: 1094.115601\tLoss Per Feature 0.031278\n",
      "[72/164 (67%)]\tLoss: 1090.422852\tLoss Per Feature 0.031173\n",
      "Average Loss: 1097.326864\tAverage Loss Per Feature 0.031370\n",
      "Train Epoch: 763\n",
      "Train Epoch: 763 [0/660 (0%)]\tLoss: 1088.382080\tLoss Per Feature 0.031114\n",
      "====> Epoch: 763 Average Loss: 1107.745524\tAverage Loss Per Feature 0.031668\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.498169\tLoss Per Feature 0.031718\n",
      "[64/164 (33%)]\tLoss: 1086.859497\tLoss Per Feature 0.031071\n",
      "[72/164 (67%)]\tLoss: 1090.827881\tLoss Per Feature 0.031184\n",
      "Average Loss: 1095.728516\tAverage Loss Per Feature 0.031324\n",
      "Train Epoch: 764\n",
      "Train Epoch: 764 [0/660 (0%)]\tLoss: 1081.027100\tLoss Per Feature 0.030904\n",
      "====> Epoch: 764 Average Loss: 1073.777812\tAverage Loss Per Feature 0.030697\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.469238\tLoss Per Feature 0.031860\n",
      "[64/164 (33%)]\tLoss: 1088.799438\tLoss Per Feature 0.031126\n",
      "[72/164 (67%)]\tLoss: 1099.506836\tLoss Per Feature 0.031432\n",
      "Average Loss: 1100.925171\tAverage Loss Per Feature 0.031473\n",
      "Train Epoch: 765\n",
      "Train Epoch: 765 [0/660 (0%)]\tLoss: 1093.075073\tLoss Per Feature 0.031249\n",
      "====> Epoch: 765 Average Loss: 1087.176432\tAverage Loss Per Feature 0.031080\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.843750\tLoss Per Feature 0.031671\n",
      "[64/164 (33%)]\tLoss: 1092.168701\tLoss Per Feature 0.031223\n",
      "[72/164 (67%)]\tLoss: 1090.985840\tLoss Per Feature 0.031189\n",
      "Average Loss: 1096.999430\tAverage Loss Per Feature 0.031361\n",
      "Train Epoch: 766\n",
      "Train Epoch: 766 [0/660 (0%)]\tLoss: 1095.163452\tLoss Per Feature 0.031308\n",
      "====> Epoch: 766 Average Loss: 1087.221232\tAverage Loss Per Feature 0.031081\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.951294\tLoss Per Feature 0.031588\n",
      "[64/164 (33%)]\tLoss: 1089.230713\tLoss Per Feature 0.031139\n",
      "[72/164 (67%)]\tLoss: 1090.687866\tLoss Per Feature 0.031180\n",
      "Average Loss: 1094.956624\tAverage Loss Per Feature 0.031302\n",
      "Train Epoch: 767\n",
      "Train Epoch: 767 [0/660 (0%)]\tLoss: 1092.879639\tLoss Per Feature 0.031243\n",
      "====> Epoch: 767 Average Loss: 1108.412842\tAverage Loss Per Feature 0.031687\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.984863\tLoss Per Feature 0.031789\n",
      "[64/164 (33%)]\tLoss: 1090.146851\tLoss Per Feature 0.031165\n",
      "[72/164 (67%)]\tLoss: 1094.616821\tLoss Per Feature 0.031293\n",
      "Average Loss: 1098.916178\tAverage Loss Per Feature 0.031416\n",
      "Train Epoch: 768\n",
      "Train Epoch: 768 [0/660 (0%)]\tLoss: 1084.113281\tLoss Per Feature 0.030992\n",
      "====> Epoch: 768 Average Loss: 1082.162516\tAverage Loss Per Feature 0.030937\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.634277\tLoss Per Feature 0.031608\n",
      "[64/164 (33%)]\tLoss: 1090.759766\tLoss Per Feature 0.031182\n",
      "[72/164 (67%)]\tLoss: 1086.631348\tLoss Per Feature 0.031064\n",
      "Average Loss: 1094.341797\tAverage Loss Per Feature 0.031285\n",
      "Train Epoch: 769\n",
      "Train Epoch: 769 [0/660 (0%)]\tLoss: 1078.786865\tLoss Per Feature 0.030840\n",
      "====> Epoch: 769 Average Loss: 1078.158529\tAverage Loss Per Feature 0.030822\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.539429\tLoss Per Feature 0.031776\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1085.946777\tLoss Per Feature 0.031045\n",
      "[72/164 (67%)]\tLoss: 1090.628418\tLoss Per Feature 0.031179\n",
      "Average Loss: 1096.038208\tAverage Loss Per Feature 0.031333\n",
      "Train Epoch: 770\n",
      "Train Epoch: 770 [0/660 (0%)]\tLoss: 1117.835205\tLoss Per Feature 0.031956\n",
      "====> Epoch: 770 Average Loss: 1111.733175\tAverage Loss Per Feature 0.031782\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.165527\tLoss Per Feature 0.031680\n",
      "[64/164 (33%)]\tLoss: 1089.493774\tLoss Per Feature 0.031146\n",
      "[72/164 (67%)]\tLoss: 1088.501831\tLoss Per Feature 0.031118\n",
      "Average Loss: 1095.387044\tAverage Loss Per Feature 0.031315\n",
      "Train Epoch: 771\n",
      "Train Epoch: 771 [0/660 (0%)]\tLoss: 1082.028687\tLoss Per Feature 0.030933\n",
      "====> Epoch: 771 Average Loss: 1076.389648\tAverage Loss Per Feature 0.030772\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.149780\tLoss Per Feature 0.031622\n",
      "[64/164 (33%)]\tLoss: 1088.880005\tLoss Per Feature 0.031129\n",
      "[72/164 (67%)]\tLoss: 1083.658691\tLoss Per Feature 0.030979\n",
      "Average Loss: 1092.896159\tAverage Loss Per Feature 0.031243\n",
      "Train Epoch: 772\n",
      "Train Epoch: 772 [0/660 (0%)]\tLoss: 1130.743530\tLoss Per Feature 0.032325\n",
      "====> Epoch: 772 Average Loss: 1079.871023\tAverage Loss Per Feature 0.030871\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.672607\tLoss Per Feature 0.031637\n",
      "[64/164 (33%)]\tLoss: 1093.081665\tLoss Per Feature 0.031249\n",
      "[72/164 (67%)]\tLoss: 1088.995972\tLoss Per Feature 0.031132\n",
      "Average Loss: 1096.250081\tAverage Loss Per Feature 0.031339\n",
      "Train Epoch: 773\n",
      "Train Epoch: 773 [0/660 (0%)]\tLoss: 1090.926758\tLoss Per Feature 0.031187\n",
      "====> Epoch: 773 Average Loss: 1086.784892\tAverage Loss Per Feature 0.031069\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.025024\tLoss Per Feature 0.031676\n",
      "[64/164 (33%)]\tLoss: 1089.937378\tLoss Per Feature 0.031159\n",
      "[72/164 (67%)]\tLoss: 1097.872681\tLoss Per Feature 0.031386\n",
      "Average Loss: 1098.611694\tAverage Loss Per Feature 0.031407\n",
      "Train Epoch: 774\n",
      "Train Epoch: 774 [0/660 (0%)]\tLoss: 1061.594116\tLoss Per Feature 0.030349\n",
      "====> Epoch: 774 Average Loss: 1083.852763\tAverage Loss Per Feature 0.030985\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.314087\tLoss Per Feature 0.031656\n",
      "[64/164 (33%)]\tLoss: 1088.352417\tLoss Per Feature 0.031114\n",
      "[72/164 (67%)]\tLoss: 1088.980835\tLoss Per Feature 0.031132\n",
      "Average Loss: 1094.882446\tAverage Loss Per Feature 0.031300\n",
      "Train Epoch: 775\n",
      "Train Epoch: 775 [0/660 (0%)]\tLoss: 1056.925049\tLoss Per Feature 0.030215\n",
      "====> Epoch: 775 Average Loss: 1086.629354\tAverage Loss Per Feature 0.031064\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.463013\tLoss Per Feature 0.031774\n",
      "[64/164 (33%)]\tLoss: 1085.069702\tLoss Per Feature 0.031020\n",
      "[72/164 (67%)]\tLoss: 1090.827515\tLoss Per Feature 0.031184\n",
      "Average Loss: 1095.786743\tAverage Loss Per Feature 0.031326\n",
      "Train Epoch: 776\n",
      "Train Epoch: 776 [0/660 (0%)]\tLoss: 1085.848877\tLoss Per Feature 0.031042\n",
      "====> Epoch: 776 Average Loss: 1070.925649\tAverage Loss Per Feature 0.030615\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.533325\tLoss Per Feature 0.031719\n",
      "[64/164 (33%)]\tLoss: 1089.342407\tLoss Per Feature 0.031142\n",
      "[72/164 (67%)]\tLoss: 1089.248047\tLoss Per Feature 0.031139\n",
      "Average Loss: 1096.041260\tAverage Loss Per Feature 0.031333\n",
      "Train Epoch: 777\n",
      "Train Epoch: 777 [0/660 (0%)]\tLoss: 1051.575684\tLoss Per Feature 0.030062\n",
      "====> Epoch: 777 Average Loss: 1097.978760\tAverage Loss Per Feature 0.031389\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.648315\tLoss Per Feature 0.031637\n",
      "[64/164 (33%)]\tLoss: 1087.108276\tLoss Per Feature 0.031078\n",
      "[72/164 (67%)]\tLoss: 1085.655151\tLoss Per Feature 0.031036\n",
      "Average Loss: 1093.137248\tAverage Loss Per Feature 0.031250\n",
      "Train Epoch: 778\n",
      "Train Epoch: 778 [0/660 (0%)]\tLoss: 1104.285645\tLoss Per Feature 0.031569\n",
      "====> Epoch: 778 Average Loss: 1093.547078\tAverage Loss Per Feature 0.031262\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.617432\tLoss Per Feature 0.031664\n",
      "[64/164 (33%)]\tLoss: 1087.578979\tLoss Per Feature 0.031091\n",
      "[72/164 (67%)]\tLoss: 1090.452637\tLoss Per Feature 0.031174\n",
      "Average Loss: 1095.216349\tAverage Loss Per Feature 0.031310\n",
      "Train Epoch: 779\n",
      "Train Epoch: 779 [0/660 (0%)]\tLoss: 1074.867676\tLoss Per Feature 0.030728\n",
      "====> Epoch: 779 Average Loss: 1092.457682\tAverage Loss Per Feature 0.031231\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1110.839111\tLoss Per Feature 0.031756\n",
      "[64/164 (33%)]\tLoss: 1091.089355\tLoss Per Feature 0.031192\n",
      "[72/164 (67%)]\tLoss: 1083.842529\tLoss Per Feature 0.030985\n",
      "Average Loss: 1095.256999\tAverage Loss Per Feature 0.031311\n",
      "Train Epoch: 780\n",
      "Train Epoch: 780 [0/660 (0%)]\tLoss: 1069.631836\tLoss Per Feature 0.030578\n",
      "====> Epoch: 780 Average Loss: 1078.987427\tAverage Loss Per Feature 0.030846\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1111.429932\tLoss Per Feature 0.031773\n",
      "[64/164 (33%)]\tLoss: 1085.987793\tLoss Per Feature 0.031046\n",
      "[72/164 (67%)]\tLoss: 1090.453491\tLoss Per Feature 0.031174\n",
      "Average Loss: 1095.957072\tAverage Loss Per Feature 0.031331\n",
      "Train Epoch: 781\n",
      "Train Epoch: 781 [0/660 (0%)]\tLoss: 1111.097900\tLoss Per Feature 0.031764\n",
      "====> Epoch: 781 Average Loss: 1082.517619\tAverage Loss Per Feature 0.030947\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.318848\tLoss Per Feature 0.031656\n",
      "[64/164 (33%)]\tLoss: 1089.139526\tLoss Per Feature 0.031136\n",
      "[72/164 (67%)]\tLoss: 1088.391968\tLoss Per Feature 0.031115\n",
      "Average Loss: 1094.950114\tAverage Loss Per Feature 0.031302\n",
      "Train Epoch: 782\n",
      "Train Epoch: 782 [0/660 (0%)]\tLoss: 1064.579956\tLoss Per Feature 0.030434\n",
      "====> Epoch: 782 Average Loss: 1087.932393\tAverage Loss Per Feature 0.031102\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.013306\tLoss Per Feature 0.031676\n",
      "[64/164 (33%)]\tLoss: 1093.475586\tLoss Per Feature 0.031260\n",
      "[72/164 (67%)]\tLoss: 1086.027588\tLoss Per Feature 0.031047\n",
      "Average Loss: 1095.838826\tAverage Loss Per Feature 0.031328\n",
      "Train Epoch: 783\n",
      "Train Epoch: 783 [0/660 (0%)]\tLoss: 1093.715820\tLoss Per Feature 0.031267\n",
      "====> Epoch: 783 Average Loss: 1082.585815\tAverage Loss Per Feature 0.030949\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1114.555298\tLoss Per Feature 0.031863\n",
      "[64/164 (33%)]\tLoss: 1089.930542\tLoss Per Feature 0.031159\n",
      "[72/164 (67%)]\tLoss: 1085.768799\tLoss Per Feature 0.031040\n",
      "Average Loss: 1096.751546\tAverage Loss Per Feature 0.031354\n",
      "Train Epoch: 784\n",
      "Train Epoch: 784 [0/660 (0%)]\tLoss: 1101.294922\tLoss Per Feature 0.031484\n",
      "====> Epoch: 784 Average Loss: 1082.035075\tAverage Loss Per Feature 0.030933\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.824097\tLoss Per Feature 0.031613\n",
      "[64/164 (33%)]\tLoss: 1086.580933\tLoss Per Feature 0.031063\n",
      "[72/164 (67%)]\tLoss: 1094.795288\tLoss Per Feature 0.031298\n",
      "Average Loss: 1095.733439\tAverage Loss Per Feature 0.031325\n",
      "Train Epoch: 785\n",
      "Train Epoch: 785 [0/660 (0%)]\tLoss: 1073.540283\tLoss Per Feature 0.030690\n",
      "====> Epoch: 785 Average Loss: 1083.763835\tAverage Loss Per Feature 0.030982\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.831787\tLoss Per Feature 0.031642\n",
      "[64/164 (33%)]\tLoss: 1085.901367\tLoss Per Feature 0.031043\n",
      "[72/164 (67%)]\tLoss: 1092.743896\tLoss Per Feature 0.031239\n",
      "Average Loss: 1095.159017\tAverage Loss Per Feature 0.031308\n",
      "Train Epoch: 786\n",
      "Train Epoch: 786 [0/660 (0%)]\tLoss: 1100.772095\tLoss Per Feature 0.031469\n",
      "====> Epoch: 786 Average Loss: 1074.119741\tAverage Loss Per Feature 0.030707\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.051147\tLoss Per Feature 0.031562\n",
      "[64/164 (33%)]\tLoss: 1087.309204\tLoss Per Feature 0.031084\n",
      "[72/164 (67%)]\tLoss: 1088.565430\tLoss Per Feature 0.031120\n",
      "Average Loss: 1093.308594\tAverage Loss Per Feature 0.031255\n",
      "Train Epoch: 787\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 787 [0/660 (0%)]\tLoss: 1076.195557\tLoss Per Feature 0.030766\n",
      "====> Epoch: 787 Average Loss: 1075.804993\tAverage Loss Per Feature 0.030755\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.647949\tLoss Per Feature 0.031608\n",
      "[64/164 (33%)]\tLoss: 1086.825195\tLoss Per Feature 0.031070\n",
      "[72/164 (67%)]\tLoss: 1095.451904\tLoss Per Feature 0.031317\n",
      "Average Loss: 1095.975016\tAverage Loss Per Feature 0.031331\n",
      "Train Epoch: 788\n",
      "Train Epoch: 788 [0/660 (0%)]\tLoss: 1116.021851\tLoss Per Feature 0.031905\n",
      "====> Epoch: 788 Average Loss: 1080.196533\tAverage Loss Per Feature 0.030880\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.480469\tLoss Per Feature 0.031632\n",
      "[64/164 (33%)]\tLoss: 1086.836548\tLoss Per Feature 0.031070\n",
      "[72/164 (67%)]\tLoss: 1093.512451\tLoss Per Feature 0.031261\n",
      "Average Loss: 1095.609823\tAverage Loss Per Feature 0.031321\n",
      "Train Epoch: 789\n",
      "Train Epoch: 789 [0/660 (0%)]\tLoss: 1100.233887\tLoss Per Feature 0.031453\n",
      "====> Epoch: 789 Average Loss: 1086.509074\tAverage Loss Per Feature 0.031061\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.580078\tLoss Per Feature 0.031663\n",
      "[64/164 (33%)]\tLoss: 1087.012817\tLoss Per Feature 0.031075\n",
      "[72/164 (67%)]\tLoss: 1085.530640\tLoss Per Feature 0.031033\n",
      "Average Loss: 1093.374512\tAverage Loss Per Feature 0.031257\n",
      "Train Epoch: 790\n",
      "Train Epoch: 790 [0/660 (0%)]\tLoss: 1080.614624\tLoss Per Feature 0.030892\n",
      "====> Epoch: 790 Average Loss: 1079.243368\tAverage Loss Per Feature 0.030853\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.428467\tLoss Per Feature 0.031659\n",
      "[64/164 (33%)]\tLoss: 1085.829590\tLoss Per Feature 0.031041\n",
      "[72/164 (67%)]\tLoss: 1087.995239\tLoss Per Feature 0.031103\n",
      "Average Loss: 1093.751099\tAverage Loss Per Feature 0.031268\n",
      "Train Epoch: 791\n",
      "Train Epoch: 791 [0/660 (0%)]\tLoss: 1052.805420\tLoss Per Feature 0.030097\n",
      "====> Epoch: 791 Average Loss: 1079.277568\tAverage Loss Per Feature 0.030854\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.251343\tLoss Per Feature 0.031711\n",
      "[64/164 (33%)]\tLoss: 1085.461548\tLoss Per Feature 0.031031\n",
      "[72/164 (67%)]\tLoss: 1086.370117\tLoss Per Feature 0.031057\n",
      "Average Loss: 1093.694336\tAverage Loss Per Feature 0.031266\n",
      "Train Epoch: 792\n",
      "Train Epoch: 792 [0/660 (0%)]\tLoss: 1068.837280\tLoss Per Feature 0.030556\n",
      "====> Epoch: 792 Average Loss: 1074.846334\tAverage Loss Per Feature 0.030727\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.750000\tLoss Per Feature 0.031554\n",
      "[64/164 (33%)]\tLoss: 1087.470581\tLoss Per Feature 0.031088\n",
      "[72/164 (67%)]\tLoss: 1087.951904\tLoss Per Feature 0.031102\n",
      "Average Loss: 1093.057495\tAverage Loss Per Feature 0.031248\n",
      "Train Epoch: 793\n",
      "Train Epoch: 793 [0/660 (0%)]\tLoss: 1075.239014\tLoss Per Feature 0.030739\n",
      "====> Epoch: 793 Average Loss: 1077.541504\tAverage Loss Per Feature 0.030805\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.328735\tLoss Per Feature 0.031685\n",
      "[64/164 (33%)]\tLoss: 1089.691406\tLoss Per Feature 0.031152\n",
      "[72/164 (67%)]\tLoss: 1095.573853\tLoss Per Feature 0.031320\n",
      "Average Loss: 1097.864665\tAverage Loss Per Feature 0.031385\n",
      "Train Epoch: 794\n",
      "Train Epoch: 794 [0/660 (0%)]\tLoss: 1052.755737\tLoss Per Feature 0.030096\n",
      "====> Epoch: 794 Average Loss: 1092.429118\tAverage Loss Per Feature 0.031230\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.250366\tLoss Per Feature 0.031597\n",
      "[64/164 (33%)]\tLoss: 1084.880371\tLoss Per Feature 0.031014\n",
      "[72/164 (67%)]\tLoss: 1090.832031\tLoss Per Feature 0.031184\n",
      "Average Loss: 1093.654256\tAverage Loss Per Feature 0.031265\n",
      "Train Epoch: 795\n",
      "Train Epoch: 795 [0/660 (0%)]\tLoss: 1070.629395\tLoss Per Feature 0.030607\n",
      "====> Epoch: 795 Average Loss: 1077.630961\tAverage Loss Per Feature 0.030807\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.919922\tLoss Per Feature 0.031587\n",
      "[64/164 (33%)]\tLoss: 1085.555054\tLoss Per Feature 0.031034\n",
      "[72/164 (67%)]\tLoss: 1080.787476\tLoss Per Feature 0.030897\n",
      "Average Loss: 1090.420817\tAverage Loss Per Feature 0.031173\n",
      "Train Epoch: 796\n",
      "Train Epoch: 796 [0/660 (0%)]\tLoss: 1058.049194\tLoss Per Feature 0.030247\n",
      "====> Epoch: 796 Average Loss: 1081.089884\tAverage Loss Per Feature 0.030906\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.063232\tLoss Per Feature 0.031648\n",
      "[64/164 (33%)]\tLoss: 1086.663208\tLoss Per Feature 0.031065\n",
      "[72/164 (67%)]\tLoss: 1087.237915\tLoss Per Feature 0.031082\n",
      "Average Loss: 1093.654785\tAverage Loss Per Feature 0.031265\n",
      "Train Epoch: 797\n",
      "Train Epoch: 797 [0/660 (0%)]\tLoss: 1108.881714\tLoss Per Feature 0.031700\n",
      "====> Epoch: 797 Average Loss: 1068.354238\tAverage Loss Per Feature 0.030542\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.400269\tLoss Per Feature 0.031458\n",
      "[64/164 (33%)]\tLoss: 1087.348633\tLoss Per Feature 0.031085\n",
      "[72/164 (67%)]\tLoss: 1091.850220\tLoss Per Feature 0.031214\n",
      "Average Loss: 1093.199707\tAverage Loss Per Feature 0.031252\n",
      "Train Epoch: 798\n",
      "Train Epoch: 798 [0/660 (0%)]\tLoss: 1072.449341\tLoss Per Feature 0.030659\n",
      "====> Epoch: 798 Average Loss: 1079.631694\tAverage Loss Per Feature 0.030864\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.718018\tLoss Per Feature 0.031610\n",
      "[64/164 (33%)]\tLoss: 1087.697754\tLoss Per Feature 0.031095\n",
      "[72/164 (67%)]\tLoss: 1092.094238\tLoss Per Feature 0.031221\n",
      "Average Loss: 1095.170003\tAverage Loss Per Feature 0.031308\n",
      "Train Epoch: 799\n",
      "Train Epoch: 799 [0/660 (0%)]\tLoss: 1110.500854\tLoss Per Feature 0.031747\n",
      "====> Epoch: 799 Average Loss: 1082.371684\tAverage Loss Per Feature 0.030943\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.231934\tLoss Per Feature 0.031539\n",
      "[64/164 (33%)]\tLoss: 1084.231934\tLoss Per Feature 0.030996\n",
      "[72/164 (67%)]\tLoss: 1087.557007\tLoss Per Feature 0.031091\n",
      "Average Loss: 1091.673625\tAverage Loss Per Feature 0.031209\n",
      "Train Epoch: 800\n",
      "Train Epoch: 800 [0/660 (0%)]\tLoss: 1046.187744\tLoss Per Feature 0.029908\n",
      "====> Epoch: 800 Average Loss: 1077.877645\tAverage Loss Per Feature 0.030814\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_800.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.770630\tLoss Per Feature 0.031612\n",
      "[64/164 (33%)]\tLoss: 1088.692383\tLoss Per Feature 0.031123\n",
      "[72/164 (67%)]\tLoss: 1087.749512\tLoss Per Feature 0.031096\n",
      "Average Loss: 1094.070841\tAverage Loss Per Feature 0.031277\n",
      "Train Epoch: 801\n",
      "Train Epoch: 801 [0/660 (0%)]\tLoss: 1061.886353\tLoss Per Feature 0.030357\n",
      "====> Epoch: 801 Average Loss: 1078.455200\tAverage Loss Per Feature 0.030831\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1109.445312\tLoss Per Feature 0.031717\n",
      "[64/164 (33%)]\tLoss: 1086.000000\tLoss Per Feature 0.031046\n",
      "[72/164 (67%)]\tLoss: 1089.887329\tLoss Per Feature 0.031157\n",
      "Average Loss: 1095.110881\tAverage Loss Per Feature 0.031307\n",
      "Train Epoch: 802\n",
      "Train Epoch: 802 [0/660 (0%)]\tLoss: 1127.777710\tLoss Per Feature 0.032241\n",
      "====> Epoch: 802 Average Loss: 1078.123454\tAverage Loss Per Feature 0.030821\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.692627\tLoss Per Feature 0.031495\n",
      "[64/164 (33%)]\tLoss: 1086.668213\tLoss Per Feature 0.031065\n",
      "[72/164 (67%)]\tLoss: 1088.047119\tLoss Per Feature 0.031105\n",
      "Average Loss: 1092.135986\tAverage Loss Per Feature 0.031222\n",
      "Train Epoch: 803\n",
      "Train Epoch: 803 [0/660 (0%)]\tLoss: 1063.480103\tLoss Per Feature 0.030403\n",
      "====> Epoch: 803 Average Loss: 1080.569051\tAverage Loss Per Feature 0.030891\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1107.493286\tLoss Per Feature 0.031661\n",
      "[64/164 (33%)]\tLoss: 1084.253174\tLoss Per Feature 0.030996\n",
      "[72/164 (67%)]\tLoss: 1085.801270\tLoss Per Feature 0.031041\n",
      "Average Loss: 1092.515910\tAverage Loss Per Feature 0.031233\n",
      "Train Epoch: 804\n",
      "Train Epoch: 804 [0/660 (0%)]\tLoss: 1059.835815\tLoss Per Feature 0.030298\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "====> Epoch: 804 Average Loss: 1068.456858\tAverage Loss Per Feature 0.030545\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.366455\tLoss Per Feature 0.031571\n",
      "[64/164 (33%)]\tLoss: 1086.065186\tLoss Per Feature 0.031048\n",
      "[72/164 (67%)]\tLoss: 1089.703491\tLoss Per Feature 0.031152\n",
      "Average Loss: 1093.378377\tAverage Loss Per Feature 0.031257\n",
      "Train Epoch: 805\n",
      "Train Epoch: 805 [0/660 (0%)]\tLoss: 1049.312134\tLoss Per Feature 0.029997\n",
      "====> Epoch: 805 Average Loss: 1078.459412\tAverage Loss Per Feature 0.030831\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.515625\tLoss Per Feature 0.031633\n",
      "[64/164 (33%)]\tLoss: 1085.538696\tLoss Per Feature 0.031033\n",
      "[72/164 (67%)]\tLoss: 1085.651001\tLoss Per Feature 0.031036\n",
      "Average Loss: 1092.568441\tAverage Loss Per Feature 0.031234\n",
      "Train Epoch: 806\n",
      "Train Epoch: 806 [0/660 (0%)]\tLoss: 1060.476074\tLoss Per Feature 0.030317\n",
      "====> Epoch: 806 Average Loss: 1075.141907\tAverage Loss Per Feature 0.030736\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.882446\tLoss Per Feature 0.031529\n",
      "[64/164 (33%)]\tLoss: 1083.531860\tLoss Per Feature 0.030976\n",
      "[72/164 (67%)]\tLoss: 1083.724365\tLoss Per Feature 0.030981\n",
      "Average Loss: 1090.046224\tAverage Loss Per Feature 0.031162\n",
      "Train Epoch: 807\n",
      "Train Epoch: 807 [0/660 (0%)]\tLoss: 1078.731689\tLoss Per Feature 0.030839\n",
      "====> Epoch: 807 Average Loss: 1086.997620\tAverage Loss Per Feature 0.031075\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.476074\tLoss Per Feature 0.031575\n",
      "[64/164 (33%)]\tLoss: 1085.025024\tLoss Per Feature 0.031018\n",
      "[72/164 (67%)]\tLoss: 1085.167847\tLoss Per Feature 0.031023\n",
      "Average Loss: 1091.556315\tAverage Loss Per Feature 0.031205\n",
      "Train Epoch: 808\n",
      "Train Epoch: 808 [0/660 (0%)]\tLoss: 1077.080322\tLoss Per Feature 0.030791\n",
      "====> Epoch: 808 Average Loss: 1065.580261\tAverage Loss Per Feature 0.030463\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.427002\tLoss Per Feature 0.031516\n",
      "[64/164 (33%)]\tLoss: 1086.191284\tLoss Per Feature 0.031052\n",
      "[72/164 (67%)]\tLoss: 1084.499756\tLoss Per Feature 0.031003\n",
      "Average Loss: 1091.039347\tAverage Loss Per Feature 0.031190\n",
      "Train Epoch: 809\n",
      "Train Epoch: 809 [0/660 (0%)]\tLoss: 1082.162354\tLoss Per Feature 0.030937\n",
      "====> Epoch: 809 Average Loss: 1075.137594\tAverage Loss Per Feature 0.030736\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.010498\tLoss Per Feature 0.031590\n",
      "[64/164 (33%)]\tLoss: 1085.646362\tLoss Per Feature 0.031036\n",
      "[72/164 (67%)]\tLoss: 1085.676270\tLoss Per Feature 0.031037\n",
      "Average Loss: 1092.111043\tAverage Loss Per Feature 0.031221\n",
      "Train Epoch: 810\n",
      "Train Epoch: 810 [0/660 (0%)]\tLoss: 1127.617920\tLoss Per Feature 0.032236\n",
      "====> Epoch: 810 Average Loss: 1067.368327\tAverage Loss Per Feature 0.030514\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.881592\tLoss Per Feature 0.031558\n",
      "[64/164 (33%)]\tLoss: 1084.421509\tLoss Per Feature 0.031001\n",
      "[72/164 (67%)]\tLoss: 1086.339233\tLoss Per Feature 0.031056\n",
      "Average Loss: 1091.547445\tAverage Loss Per Feature 0.031205\n",
      "Train Epoch: 811\n",
      "Train Epoch: 811 [0/660 (0%)]\tLoss: 1080.749268\tLoss Per Feature 0.030896\n",
      "====> Epoch: 811 Average Loss: 1076.099345\tAverage Loss Per Feature 0.030763\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.324341\tLoss Per Feature 0.031542\n",
      "[64/164 (33%)]\tLoss: 1084.059570\tLoss Per Feature 0.030991\n",
      "[72/164 (67%)]\tLoss: 1087.138306\tLoss Per Feature 0.031079\n",
      "Average Loss: 1091.507406\tAverage Loss Per Feature 0.031204\n",
      "Train Epoch: 812\n",
      "Train Epoch: 812 [0/660 (0%)]\tLoss: 1124.050049\tLoss Per Feature 0.032134\n",
      "====> Epoch: 812 Average Loss: 1062.590434\tAverage Loss Per Feature 0.030377\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.945068\tLoss Per Feature 0.031645\n",
      "[64/164 (33%)]\tLoss: 1086.137695\tLoss Per Feature 0.031050\n",
      "[72/164 (67%)]\tLoss: 1081.361206\tLoss Per Feature 0.030914\n",
      "Average Loss: 1091.481323\tAverage Loss Per Feature 0.031203\n",
      "Train Epoch: 813\n",
      "Train Epoch: 813 [0/660 (0%)]\tLoss: 1058.234131\tLoss Per Feature 0.030253\n",
      "====> Epoch: 813 Average Loss: 1064.514903\tAverage Loss Per Feature 0.030432\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.137207\tLoss Per Feature 0.031565\n",
      "[64/164 (33%)]\tLoss: 1086.499634\tLoss Per Feature 0.031061\n",
      "[72/164 (67%)]\tLoss: 1084.524048\tLoss Per Feature 0.031004\n",
      "Average Loss: 1091.720296\tAverage Loss Per Feature 0.031210\n",
      "Train Epoch: 814\n",
      "Train Epoch: 814 [0/660 (0%)]\tLoss: 1080.126221\tLoss Per Feature 0.030878\n",
      "====> Epoch: 814 Average Loss: 1080.425761\tAverage Loss Per Feature 0.030887\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1108.728638\tLoss Per Feature 0.031696\n",
      "[64/164 (33%)]\tLoss: 1083.860107\tLoss Per Feature 0.030985\n",
      "[72/164 (67%)]\tLoss: 1090.045044\tLoss Per Feature 0.031162\n",
      "Average Loss: 1094.211263\tAverage Loss Per Feature 0.031281\n",
      "Train Epoch: 815\n",
      "Train Epoch: 815 [0/660 (0%)]\tLoss: 1082.536133\tLoss Per Feature 0.030947\n",
      "====> Epoch: 815 Average Loss: 1070.356018\tAverage Loss Per Feature 0.030599\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.344360\tLoss Per Feature 0.031514\n",
      "[64/164 (33%)]\tLoss: 1081.728149\tLoss Per Feature 0.030924\n",
      "[72/164 (67%)]\tLoss: 1086.938721\tLoss Per Feature 0.031073\n",
      "Average Loss: 1090.337077\tAverage Loss Per Feature 0.031170\n",
      "Train Epoch: 816\n",
      "Train Epoch: 816 [0/660 (0%)]\tLoss: 1073.517822\tLoss Per Feature 0.030689\n",
      "====> Epoch: 816 Average Loss: 1075.186971\tAverage Loss Per Feature 0.030737\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.090088\tLoss Per Feature 0.031478\n",
      "[64/164 (33%)]\tLoss: 1083.658203\tLoss Per Feature 0.030979\n",
      "[72/164 (67%)]\tLoss: 1085.641846\tLoss Per Feature 0.031036\n",
      "Average Loss: 1090.130046\tAverage Loss Per Feature 0.031164\n",
      "Train Epoch: 817\n",
      "Train Epoch: 817 [0/660 (0%)]\tLoss: 1043.930786\tLoss Per Feature 0.029844\n",
      "====> Epoch: 817 Average Loss: 1072.481547\tAverage Loss Per Feature 0.030660\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.021484\tLoss Per Feature 0.031562\n",
      "[64/164 (33%)]\tLoss: 1081.989136\tLoss Per Feature 0.030932\n",
      "[72/164 (67%)]\tLoss: 1084.386230\tLoss Per Feature 0.031000\n",
      "Average Loss: 1090.132284\tAverage Loss Per Feature 0.031164\n",
      "Train Epoch: 818\n",
      "Train Epoch: 818 [0/660 (0%)]\tLoss: 1069.184570\tLoss Per Feature 0.030566\n",
      "====> Epoch: 818 Average Loss: 1073.178731\tAverage Loss Per Feature 0.030680\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.320557\tLoss Per Feature 0.031570\n",
      "[64/164 (33%)]\tLoss: 1085.275635\tLoss Per Feature 0.031026\n",
      "[72/164 (67%)]\tLoss: 1083.620361\tLoss Per Feature 0.030978\n",
      "Average Loss: 1091.072184\tAverage Loss Per Feature 0.031191\n",
      "Train Epoch: 819\n",
      "Train Epoch: 819 [0/660 (0%)]\tLoss: 1090.606445\tLoss Per Feature 0.031178\n",
      "====> Epoch: 819 Average Loss: 1083.785868\tAverage Loss Per Feature 0.030983\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.961182\tLoss Per Feature 0.031503\n",
      "[64/164 (33%)]\tLoss: 1087.573364\tLoss Per Feature 0.031091\n",
      "[72/164 (67%)]\tLoss: 1083.164917\tLoss Per Feature 0.030965\n",
      "Average Loss: 1090.899821\tAverage Loss Per Feature 0.031186\n",
      "Train Epoch: 820\n",
      "Train Epoch: 820 [0/660 (0%)]\tLoss: 1074.495117\tLoss Per Feature 0.030717\n",
      "====> Epoch: 820 Average Loss: 1081.631775\tAverage Loss Per Feature 0.030921\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.812378\tLoss Per Feature 0.031556\n",
      "[64/164 (33%)]\tLoss: 1083.729126\tLoss Per Feature 0.030981\n",
      "[72/164 (67%)]\tLoss: 1085.314941\tLoss Per Feature 0.031027\n",
      "Average Loss: 1090.952148\tAverage Loss Per Feature 0.031188\n",
      "Train Epoch: 821\n",
      "Train Epoch: 821 [0/660 (0%)]\tLoss: 1063.763062\tLoss Per Feature 0.030411\n",
      "====> Epoch: 821 Average Loss: 1071.580363\tAverage Loss Per Feature 0.030634\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.084961\tLoss Per Feature 0.031535\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1080.267212\tLoss Per Feature 0.030882\n",
      "[72/164 (67%)]\tLoss: 1081.973999\tLoss Per Feature 0.030931\n",
      "Average Loss: 1088.442057\tAverage Loss Per Feature 0.031116\n",
      "Train Epoch: 822\n",
      "Train Epoch: 822 [0/660 (0%)]\tLoss: 1072.458862\tLoss Per Feature 0.030659\n",
      "====> Epoch: 822 Average Loss: 1089.492900\tAverage Loss Per Feature 0.031146\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.637573\tLoss Per Feature 0.031579\n",
      "[64/164 (33%)]\tLoss: 1080.095215\tLoss Per Feature 0.030878\n",
      "[72/164 (67%)]\tLoss: 1085.689697\tLoss Per Feature 0.031037\n",
      "Average Loss: 1090.140828\tAverage Loss Per Feature 0.031165\n",
      "Train Epoch: 823\n",
      "Train Epoch: 823 [0/660 (0%)]\tLoss: 1130.915283\tLoss Per Feature 0.032330\n",
      "====> Epoch: 823 Average Loss: 1067.918610\tAverage Loss Per Feature 0.030529\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.779297\tLoss Per Feature 0.031583\n",
      "[64/164 (33%)]\tLoss: 1082.963745\tLoss Per Feature 0.030960\n",
      "[72/164 (67%)]\tLoss: 1085.843750\tLoss Per Feature 0.031042\n",
      "Average Loss: 1091.195597\tAverage Loss Per Feature 0.031195\n",
      "Train Epoch: 824\n",
      "Train Epoch: 824 [0/660 (0%)]\tLoss: 1031.755981\tLoss Per Feature 0.029496\n",
      "====> Epoch: 824 Average Loss: 1083.365824\tAverage Loss Per Feature 0.030971\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.824951\tLoss Per Feature 0.031470\n",
      "[64/164 (33%)]\tLoss: 1082.314453\tLoss Per Feature 0.030941\n",
      "[72/164 (67%)]\tLoss: 1082.419800\tLoss Per Feature 0.030944\n",
      "Average Loss: 1088.519735\tAverage Loss Per Feature 0.031118\n",
      "Train Epoch: 825\n",
      "Train Epoch: 825 [0/660 (0%)]\tLoss: 1081.139038\tLoss Per Feature 0.030907\n",
      "====> Epoch: 825 Average Loss: 1075.175985\tAverage Loss Per Feature 0.030737\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.760986\tLoss Per Feature 0.031525\n",
      "[64/164 (33%)]\tLoss: 1084.526001\tLoss Per Feature 0.031004\n",
      "[72/164 (67%)]\tLoss: 1089.807983\tLoss Per Feature 0.031155\n",
      "Average Loss: 1092.364990\tAverage Loss Per Feature 0.031228\n",
      "Train Epoch: 826\n",
      "Train Epoch: 826 [0/660 (0%)]\tLoss: 1084.707397\tLoss Per Feature 0.031009\n",
      "====> Epoch: 826 Average Loss: 1072.385132\tAverage Loss Per Feature 0.030657\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.431030\tLoss Per Feature 0.031516\n",
      "[64/164 (33%)]\tLoss: 1081.261353\tLoss Per Feature 0.030911\n",
      "[72/164 (67%)]\tLoss: 1083.525757\tLoss Per Feature 0.030976\n",
      "Average Loss: 1089.072713\tAverage Loss Per Feature 0.031134\n",
      "Train Epoch: 827\n",
      "Train Epoch: 827 [0/660 (0%)]\tLoss: 1083.125732\tLoss Per Feature 0.030964\n",
      "====> Epoch: 827 Average Loss: 1065.901194\tAverage Loss Per Feature 0.030472\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.446777\tLoss Per Feature 0.031488\n",
      "[64/164 (33%)]\tLoss: 1087.900146\tLoss Per Feature 0.031101\n",
      "[72/164 (67%)]\tLoss: 1083.542236\tLoss Per Feature 0.030976\n",
      "Average Loss: 1090.963053\tAverage Loss Per Feature 0.031188\n",
      "Train Epoch: 828\n",
      "Train Epoch: 828 [0/660 (0%)]\tLoss: 1096.038330\tLoss Per Feature 0.031333\n",
      "====> Epoch: 828 Average Loss: 1076.589213\tAverage Loss Per Feature 0.030777\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.022949\tLoss Per Feature 0.031590\n",
      "[64/164 (33%)]\tLoss: 1083.615479\tLoss Per Feature 0.030978\n",
      "[72/164 (67%)]\tLoss: 1082.265381\tLoss Per Feature 0.030940\n",
      "Average Loss: 1090.301270\tAverage Loss Per Feature 0.031169\n",
      "Train Epoch: 829\n",
      "Train Epoch: 829 [0/660 (0%)]\tLoss: 1036.670044\tLoss Per Feature 0.029636\n",
      "====> Epoch: 829 Average Loss: 1068.480560\tAverage Loss Per Feature 0.030545\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.263672\tLoss Per Feature 0.031568\n",
      "[64/164 (33%)]\tLoss: 1082.513184\tLoss Per Feature 0.030947\n",
      "[72/164 (67%)]\tLoss: 1083.849365\tLoss Per Feature 0.030985\n",
      "Average Loss: 1090.208740\tAverage Loss Per Feature 0.031167\n",
      "Train Epoch: 830\n",
      "Train Epoch: 830 [0/660 (0%)]\tLoss: 1104.857178\tLoss Per Feature 0.031585\n",
      "====> Epoch: 830 Average Loss: 1070.757528\tAverage Loss Per Feature 0.030611\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.054810\tLoss Per Feature 0.031448\n",
      "[64/164 (33%)]\tLoss: 1081.325562\tLoss Per Feature 0.030913\n",
      "[72/164 (67%)]\tLoss: 1086.319702\tLoss Per Feature 0.031055\n",
      "Average Loss: 1089.233358\tAverage Loss Per Feature 0.031139\n",
      "Train Epoch: 831\n",
      "Train Epoch: 831 [0/660 (0%)]\tLoss: 1060.181152\tLoss Per Feature 0.030308\n",
      "====> Epoch: 831 Average Loss: 1074.119283\tAverage Loss Per Feature 0.030707\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.125854\tLoss Per Feature 0.031593\n",
      "[64/164 (33%)]\tLoss: 1083.630005\tLoss Per Feature 0.030979\n",
      "[72/164 (67%)]\tLoss: 1084.960693\tLoss Per Feature 0.031017\n",
      "Average Loss: 1091.238851\tAverage Loss Per Feature 0.031196\n",
      "Train Epoch: 832\n",
      "Train Epoch: 832 [0/660 (0%)]\tLoss: 1095.663208\tLoss Per Feature 0.031323\n",
      "====> Epoch: 832 Average Loss: 1063.697998\tAverage Loss Per Feature 0.030409\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.783936\tLoss Per Feature 0.031498\n",
      "[64/164 (33%)]\tLoss: 1086.029419\tLoss Per Feature 0.031047\n",
      "[72/164 (67%)]\tLoss: 1086.250610\tLoss Per Feature 0.031053\n",
      "Average Loss: 1091.354655\tAverage Loss Per Feature 0.031199\n",
      "Train Epoch: 833\n",
      "Train Epoch: 833 [0/660 (0%)]\tLoss: 1102.942383\tLoss Per Feature 0.031531\n",
      "====> Epoch: 833 Average Loss: 1079.996724\tAverage Loss Per Feature 0.030875\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1106.938721\tLoss Per Feature 0.031645\n",
      "[64/164 (33%)]\tLoss: 1084.116333\tLoss Per Feature 0.030992\n",
      "[72/164 (67%)]\tLoss: 1085.979248\tLoss Per Feature 0.031046\n",
      "Average Loss: 1092.344767\tAverage Loss Per Feature 0.031228\n",
      "Train Epoch: 834\n",
      "Train Epoch: 834 [0/660 (0%)]\tLoss: 1066.036255\tLoss Per Feature 0.030476\n",
      "====> Epoch: 834 Average Loss: 1073.353353\tAverage Loss Per Feature 0.030685\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.672852\tLoss Per Feature 0.031523\n",
      "[64/164 (33%)]\tLoss: 1086.871582\tLoss Per Feature 0.031071\n",
      "[72/164 (67%)]\tLoss: 1083.588257\tLoss Per Feature 0.030977\n",
      "Average Loss: 1091.044230\tAverage Loss Per Feature 0.031191\n",
      "Train Epoch: 835\n",
      "Train Epoch: 835 [0/660 (0%)]\tLoss: 1079.557373\tLoss Per Feature 0.030862\n",
      "====> Epoch: 835 Average Loss: 1080.370463\tAverage Loss Per Feature 0.030885\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.083496\tLoss Per Feature 0.031592\n",
      "[64/164 (33%)]\tLoss: 1080.532959\tLoss Per Feature 0.030890\n",
      "[72/164 (67%)]\tLoss: 1082.001709\tLoss Per Feature 0.030932\n",
      "Average Loss: 1089.206055\tAverage Loss Per Feature 0.031138\n",
      "Train Epoch: 836\n",
      "Train Epoch: 836 [0/660 (0%)]\tLoss: 1057.780029\tLoss Per Feature 0.030240\n",
      "====> Epoch: 836 Average Loss: 1072.089823\tAverage Loss Per Feature 0.030649\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.712891\tLoss Per Feature 0.031496\n",
      "[64/164 (33%)]\tLoss: 1080.097168\tLoss Per Feature 0.030878\n",
      "[72/164 (67%)]\tLoss: 1083.686768\tLoss Per Feature 0.030980\n",
      "Average Loss: 1088.498942\tAverage Loss Per Feature 0.031118\n",
      "Train Epoch: 837\n",
      "Train Epoch: 837 [0/660 (0%)]\tLoss: 1091.533081\tLoss Per Feature 0.031204\n",
      "====> Epoch: 837 Average Loss: 1068.985870\tAverage Loss Per Feature 0.030560\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.727417\tLoss Per Feature 0.031467\n",
      "[64/164 (33%)]\tLoss: 1082.056030\tLoss Per Feature 0.030934\n",
      "[72/164 (67%)]\tLoss: 1079.897339\tLoss Per Feature 0.030872\n",
      "Average Loss: 1087.560262\tAverage Loss Per Feature 0.031091\n",
      "Train Epoch: 838\n",
      "Train Epoch: 838 [0/660 (0%)]\tLoss: 1080.135010\tLoss Per Feature 0.030879\n",
      "====> Epoch: 838 Average Loss: 1079.133036\tAverage Loss Per Feature 0.030850\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.601807\tLoss Per Feature 0.031521\n",
      "[64/164 (33%)]\tLoss: 1082.315063\tLoss Per Feature 0.030941\n",
      "[72/164 (67%)]\tLoss: 1086.716187\tLoss Per Feature 0.031067\n",
      "Average Loss: 1090.544352\tAverage Loss Per Feature 0.031176\n",
      "Train Epoch: 839\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 839 [0/660 (0%)]\tLoss: 1098.962524\tLoss Per Feature 0.031417\n",
      "====> Epoch: 839 Average Loss: 1080.007487\tAverage Loss Per Feature 0.030875\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.106323\tLoss Per Feature 0.031392\n",
      "[64/164 (33%)]\tLoss: 1082.930420\tLoss Per Feature 0.030959\n",
      "[72/164 (67%)]\tLoss: 1080.145508\tLoss Per Feature 0.030879\n",
      "Average Loss: 1087.060750\tAverage Loss Per Feature 0.031077\n",
      "Train Epoch: 840\n",
      "Train Epoch: 840 [0/660 (0%)]\tLoss: 1059.052490\tLoss Per Feature 0.030276\n",
      "====> Epoch: 840 Average Loss: 1073.066427\tAverage Loss Per Feature 0.030677\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.262329\tLoss Per Feature 0.031597\n",
      "[64/164 (33%)]\tLoss: 1079.241821\tLoss Per Feature 0.030853\n",
      "[72/164 (67%)]\tLoss: 1084.222534\tLoss Per Feature 0.030995\n",
      "Average Loss: 1089.575562\tAverage Loss Per Feature 0.031149\n",
      "Train Epoch: 841\n",
      "Train Epoch: 841 [0/660 (0%)]\tLoss: 1054.489502\tLoss Per Feature 0.030145\n",
      "====> Epoch: 841 Average Loss: 1067.086141\tAverage Loss Per Feature 0.030506\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.555054\tLoss Per Feature 0.031434\n",
      "[64/164 (33%)]\tLoss: 1082.679688\tLoss Per Feature 0.030951\n",
      "[72/164 (67%)]\tLoss: 1087.594849\tLoss Per Feature 0.031092\n",
      "Average Loss: 1089.943197\tAverage Loss Per Feature 0.031159\n",
      "Train Epoch: 842\n",
      "Train Epoch: 842 [0/660 (0%)]\tLoss: 1085.668823\tLoss Per Feature 0.031037\n",
      "====> Epoch: 842 Average Loss: 1067.987671\tAverage Loss Per Feature 0.030531\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.920898\tLoss Per Feature 0.031587\n",
      "[64/164 (33%)]\tLoss: 1083.208984\tLoss Per Feature 0.030967\n",
      "[72/164 (67%)]\tLoss: 1082.935669\tLoss Per Feature 0.030959\n",
      "Average Loss: 1090.355184\tAverage Loss Per Feature 0.031171\n",
      "Train Epoch: 843\n",
      "Train Epoch: 843 [0/660 (0%)]\tLoss: 1120.614380\tLoss Per Feature 0.032036\n",
      "====> Epoch: 843 Average Loss: 1067.561595\tAverage Loss Per Feature 0.030519\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.491089\tLoss Per Feature 0.031518\n",
      "[64/164 (33%)]\tLoss: 1083.048584\tLoss Per Feature 0.030962\n",
      "[72/164 (67%)]\tLoss: 1082.066040\tLoss Per Feature 0.030934\n",
      "Average Loss: 1089.201904\tAverage Loss Per Feature 0.031138\n",
      "Train Epoch: 844\n",
      "Train Epoch: 844 [0/660 (0%)]\tLoss: 1074.711426\tLoss Per Feature 0.030724\n",
      "====> Epoch: 844 Average Loss: 1094.897807\tAverage Loss Per Feature 0.031301\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.235718\tLoss Per Feature 0.031568\n",
      "[64/164 (33%)]\tLoss: 1079.475342\tLoss Per Feature 0.030860\n",
      "[72/164 (67%)]\tLoss: 1082.902100\tLoss Per Feature 0.030958\n",
      "Average Loss: 1088.871053\tAverage Loss Per Feature 0.031128\n",
      "Train Epoch: 845\n",
      "Train Epoch: 845 [0/660 (0%)]\tLoss: 1100.561768\tLoss Per Feature 0.031463\n",
      "====> Epoch: 845 Average Loss: 1088.257100\tAverage Loss Per Feature 0.031111\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.109741\tLoss Per Feature 0.031421\n",
      "[64/164 (33%)]\tLoss: 1081.651367\tLoss Per Feature 0.030922\n",
      "[72/164 (67%)]\tLoss: 1081.829590\tLoss Per Feature 0.030927\n",
      "Average Loss: 1087.530233\tAverage Loss Per Feature 0.031090\n",
      "Train Epoch: 846\n",
      "Train Epoch: 846 [0/660 (0%)]\tLoss: 1038.304565\tLoss Per Feature 0.029683\n",
      "====> Epoch: 846 Average Loss: 1077.726501\tAverage Loss Per Feature 0.030810\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.434448\tLoss Per Feature 0.031516\n",
      "[64/164 (33%)]\tLoss: 1082.110107\tLoss Per Feature 0.030935\n",
      "[72/164 (67%)]\tLoss: 1081.414062\tLoss Per Feature 0.030915\n",
      "Average Loss: 1088.652873\tAverage Loss Per Feature 0.031122\n",
      "Train Epoch: 847\n",
      "Train Epoch: 847 [0/660 (0%)]\tLoss: 1075.804443\tLoss Per Feature 0.030755\n",
      "====> Epoch: 847 Average Loss: 1067.352620\tAverage Loss Per Feature 0.030513\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1105.266357\tLoss Per Feature 0.031597\n",
      "[64/164 (33%)]\tLoss: 1079.066162\tLoss Per Feature 0.030848\n",
      "[72/164 (67%)]\tLoss: 1082.218750\tLoss Per Feature 0.030938\n",
      "Average Loss: 1088.850423\tAverage Loss Per Feature 0.031128\n",
      "Train Epoch: 848\n",
      "Train Epoch: 848 [0/660 (0%)]\tLoss: 1053.406860\tLoss Per Feature 0.030115\n",
      "====> Epoch: 848 Average Loss: 1076.345500\tAverage Loss Per Feature 0.030770\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.385742\tLoss Per Feature 0.031572\n",
      "[64/164 (33%)]\tLoss: 1079.383179\tLoss Per Feature 0.030857\n",
      "[72/164 (67%)]\tLoss: 1079.096436\tLoss Per Feature 0.030849\n",
      "Average Loss: 1087.621785\tAverage Loss Per Feature 0.031093\n",
      "Train Epoch: 849\n",
      "Train Epoch: 849 [0/660 (0%)]\tLoss: 1057.413208\tLoss Per Feature 0.030229\n",
      "====> Epoch: 849 Average Loss: 1078.424866\tAverage Loss Per Feature 0.030830\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.717529\tLoss Per Feature 0.031553\n",
      "[64/164 (33%)]\tLoss: 1078.908203\tLoss Per Feature 0.030844\n",
      "[72/164 (67%)]\tLoss: 1080.833252\tLoss Per Feature 0.030899\n",
      "Average Loss: 1087.819661\tAverage Loss Per Feature 0.031098\n",
      "Train Epoch: 850\n",
      "Train Epoch: 850 [0/660 (0%)]\tLoss: 1109.132568\tLoss Per Feature 0.031708\n",
      "====> Epoch: 850 Average Loss: 1073.553467\tAverage Loss Per Feature 0.030690\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.937256\tLoss Per Feature 0.031531\n",
      "[64/164 (33%)]\tLoss: 1082.623657\tLoss Per Feature 0.030950\n",
      "[72/164 (67%)]\tLoss: 1081.476440\tLoss Per Feature 0.030917\n",
      "Average Loss: 1089.012451\tAverage Loss Per Feature 0.031132\n",
      "Train Epoch: 851\n",
      "Train Epoch: 851 [0/660 (0%)]\tLoss: 1063.210815\tLoss Per Feature 0.030395\n",
      "====> Epoch: 851 Average Loss: 1074.056274\tAverage Loss Per Feature 0.030705\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.615356\tLoss Per Feature 0.031378\n",
      "[64/164 (33%)]\tLoss: 1079.210083\tLoss Per Feature 0.030852\n",
      "[72/164 (67%)]\tLoss: 1081.693237\tLoss Per Feature 0.030923\n",
      "Average Loss: 1086.172892\tAverage Loss Per Feature 0.031051\n",
      "Train Epoch: 852\n",
      "Train Epoch: 852 [0/660 (0%)]\tLoss: 1084.452515\tLoss Per Feature 0.031002\n",
      "====> Epoch: 852 Average Loss: 1071.867188\tAverage Loss Per Feature 0.030642\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.846802\tLoss Per Feature 0.031471\n",
      "[64/164 (33%)]\tLoss: 1082.354614\tLoss Per Feature 0.030942\n",
      "[72/164 (67%)]\tLoss: 1085.824829\tLoss Per Feature 0.031041\n",
      "Average Loss: 1089.675415\tAverage Loss Per Feature 0.031151\n",
      "Train Epoch: 853\n",
      "Train Epoch: 853 [0/660 (0%)]\tLoss: 1051.159546\tLoss Per Feature 0.030050\n",
      "====> Epoch: 853 Average Loss: 1089.356730\tAverage Loss Per Feature 0.031142\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.964233\tLoss Per Feature 0.031503\n",
      "[64/164 (33%)]\tLoss: 1082.881226\tLoss Per Feature 0.030957\n",
      "[72/164 (67%)]\tLoss: 1082.296021\tLoss Per Feature 0.030940\n",
      "Average Loss: 1089.047160\tAverage Loss Per Feature 0.031133\n",
      "Train Epoch: 854\n",
      "Train Epoch: 854 [0/660 (0%)]\tLoss: 1045.428101\tLoss Per Feature 0.029886\n",
      "====> Epoch: 854 Average Loss: 1079.064962\tAverage Loss Per Feature 0.030848\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.221558\tLoss Per Feature 0.031510\n",
      "[64/164 (33%)]\tLoss: 1083.794556\tLoss Per Feature 0.030983\n",
      "[72/164 (67%)]\tLoss: 1082.748657\tLoss Per Feature 0.030953\n",
      "Average Loss: 1089.588257\tAverage Loss Per Feature 0.031149\n",
      "Train Epoch: 855\n",
      "Train Epoch: 855 [0/660 (0%)]\tLoss: 1032.583374\tLoss Per Feature 0.029519\n",
      "====> Epoch: 855 Average Loss: 1073.326009\tAverage Loss Per Feature 0.030684\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.453491\tLoss Per Feature 0.031545\n",
      "[64/164 (33%)]\tLoss: 1079.524658\tLoss Per Feature 0.030861\n",
      "[72/164 (67%)]\tLoss: 1082.426270\tLoss Per Feature 0.030944\n",
      "Average Loss: 1088.468140\tAverage Loss Per Feature 0.031117\n",
      "Train Epoch: 856\n",
      "Train Epoch: 856 [0/660 (0%)]\tLoss: 1071.593140\tLoss Per Feature 0.030634\n",
      "====> Epoch: 856 Average Loss: 1066.161326\tAverage Loss Per Feature 0.030479\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.892700\tLoss Per Feature 0.031501\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1082.433472\tLoss Per Feature 0.030944\n",
      "[72/164 (67%)]\tLoss: 1084.613892\tLoss Per Feature 0.031007\n",
      "Average Loss: 1089.646688\tAverage Loss Per Feature 0.031151\n",
      "Train Epoch: 857\n",
      "Train Epoch: 857 [0/660 (0%)]\tLoss: 1058.641479\tLoss Per Feature 0.030264\n",
      "====> Epoch: 857 Average Loss: 1064.618601\tAverage Loss Per Feature 0.030435\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.468628\tLoss Per Feature 0.031460\n",
      "[64/164 (33%)]\tLoss: 1081.453247\tLoss Per Feature 0.030916\n",
      "[72/164 (67%)]\tLoss: 1080.043457\tLoss Per Feature 0.030876\n",
      "Average Loss: 1087.321777\tAverage Loss Per Feature 0.031084\n",
      "Train Epoch: 858\n",
      "Train Epoch: 858 [0/660 (0%)]\tLoss: 1052.563599\tLoss Per Feature 0.030090\n",
      "====> Epoch: 858 Average Loss: 1077.623332\tAverage Loss Per Feature 0.030807\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.581909\tLoss Per Feature 0.031435\n",
      "[64/164 (33%)]\tLoss: 1081.340820\tLoss Per Feature 0.030913\n",
      "[72/164 (67%)]\tLoss: 1078.928345\tLoss Per Feature 0.030844\n",
      "Average Loss: 1086.617025\tAverage Loss Per Feature 0.031064\n",
      "Train Epoch: 859\n",
      "Train Epoch: 859 [0/660 (0%)]\tLoss: 1074.367798\tLoss Per Feature 0.030714\n",
      "====> Epoch: 859 Average Loss: 1072.519084\tAverage Loss Per Feature 0.030661\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.467896\tLoss Per Feature 0.031346\n",
      "[64/164 (33%)]\tLoss: 1079.449219\tLoss Per Feature 0.030859\n",
      "[72/164 (67%)]\tLoss: 1082.349609\tLoss Per Feature 0.030942\n",
      "Average Loss: 1086.088908\tAverage Loss Per Feature 0.031049\n",
      "Train Epoch: 860\n",
      "Train Epoch: 860 [0/660 (0%)]\tLoss: 1069.165039\tLoss Per Feature 0.030565\n",
      "====> Epoch: 860 Average Loss: 1088.792023\tAverage Loss Per Feature 0.031126\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.528198\tLoss Per Feature 0.031490\n",
      "[64/164 (33%)]\tLoss: 1080.935669\tLoss Per Feature 0.030902\n",
      "[72/164 (67%)]\tLoss: 1081.494507\tLoss Per Feature 0.030918\n",
      "Average Loss: 1087.986125\tAverage Loss Per Feature 0.031103\n",
      "Train Epoch: 861\n",
      "Train Epoch: 861 [0/660 (0%)]\tLoss: 1084.578003\tLoss Per Feature 0.031006\n",
      "====> Epoch: 861 Average Loss: 1067.663696\tAverage Loss Per Feature 0.030522\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.733765\tLoss Per Feature 0.031496\n",
      "[64/164 (33%)]\tLoss: 1080.989746\tLoss Per Feature 0.030903\n",
      "[72/164 (67%)]\tLoss: 1076.941772\tLoss Per Feature 0.030787\n",
      "Average Loss: 1086.555094\tAverage Loss Per Feature 0.031062\n",
      "Train Epoch: 862\n",
      "Train Epoch: 862 [0/660 (0%)]\tLoss: 1075.054932\tLoss Per Feature 0.030733\n",
      "====> Epoch: 862 Average Loss: 1078.171977\tAverage Loss Per Feature 0.030823\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.478027\tLoss Per Feature 0.031517\n",
      "[64/164 (33%)]\tLoss: 1079.307007\tLoss Per Feature 0.030855\n",
      "[72/164 (67%)]\tLoss: 1087.625610\tLoss Per Feature 0.031093\n",
      "Average Loss: 1089.803548\tAverage Loss Per Feature 0.031155\n",
      "Train Epoch: 863\n",
      "Train Epoch: 863 [0/660 (0%)]\tLoss: 1070.083008\tLoss Per Feature 0.030591\n",
      "====> Epoch: 863 Average Loss: 1072.325175\tAverage Loss Per Feature 0.030655\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.931152\tLoss Per Feature 0.031416\n",
      "[64/164 (33%)]\tLoss: 1080.895752\tLoss Per Feature 0.030900\n",
      "[72/164 (67%)]\tLoss: 1081.846558\tLoss Per Feature 0.030928\n",
      "Average Loss: 1087.224487\tAverage Loss Per Feature 0.031081\n",
      "Train Epoch: 864\n",
      "Train Epoch: 864 [0/660 (0%)]\tLoss: 1091.121460\tLoss Per Feature 0.031193\n",
      "====> Epoch: 864 Average Loss: 1070.472921\tAverage Loss Per Feature 0.030602\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.659668\tLoss Per Feature 0.031465\n",
      "[64/164 (33%)]\tLoss: 1082.893677\tLoss Per Feature 0.030958\n",
      "[72/164 (67%)]\tLoss: 1079.922241\tLoss Per Feature 0.030873\n",
      "Average Loss: 1087.825195\tAverage Loss Per Feature 0.031098\n",
      "Train Epoch: 865\n",
      "Train Epoch: 865 [0/660 (0%)]\tLoss: 1067.854370\tLoss Per Feature 0.030528\n",
      "====> Epoch: 865 Average Loss: 1077.380493\tAverage Loss Per Feature 0.030800\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.994629\tLoss Per Feature 0.031418\n",
      "[64/164 (33%)]\tLoss: 1080.379395\tLoss Per Feature 0.030886\n",
      "[72/164 (67%)]\tLoss: 1081.869507\tLoss Per Feature 0.030928\n",
      "Average Loss: 1087.081177\tAverage Loss Per Feature 0.031077\n",
      "Train Epoch: 866\n",
      "Train Epoch: 866 [0/660 (0%)]\tLoss: 1085.857422\tLoss Per Feature 0.031042\n",
      "====> Epoch: 866 Average Loss: 1070.397624\tAverage Loss Per Feature 0.030600\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.815674\tLoss Per Feature 0.031441\n",
      "[64/164 (33%)]\tLoss: 1078.918945\tLoss Per Feature 0.030844\n",
      "[72/164 (67%)]\tLoss: 1083.540771\tLoss Per Feature 0.030976\n",
      "Average Loss: 1087.425130\tAverage Loss Per Feature 0.031087\n",
      "Train Epoch: 867\n",
      "Train Epoch: 867 [0/660 (0%)]\tLoss: 1093.626221\tLoss Per Feature 0.031264\n",
      "====> Epoch: 867 Average Loss: 1068.747253\tAverage Loss Per Feature 0.030553\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.241455\tLoss Per Feature 0.031511\n",
      "[64/164 (33%)]\tLoss: 1083.601440\tLoss Per Feature 0.030978\n",
      "[72/164 (67%)]\tLoss: 1084.074463\tLoss Per Feature 0.030991\n",
      "Average Loss: 1089.972453\tAverage Loss Per Feature 0.031160\n",
      "Train Epoch: 868\n",
      "Train Epoch: 868 [0/660 (0%)]\tLoss: 1066.754639\tLoss Per Feature 0.030496\n",
      "====> Epoch: 868 Average Loss: 1067.668355\tAverage Loss Per Feature 0.030522\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1104.046021\tLoss Per Feature 0.031562\n",
      "[64/164 (33%)]\tLoss: 1082.956177\tLoss Per Feature 0.030959\n",
      "[72/164 (67%)]\tLoss: 1081.956665\tLoss Per Feature 0.030931\n",
      "Average Loss: 1089.652954\tAverage Loss Per Feature 0.031151\n",
      "Train Epoch: 869\n",
      "Train Epoch: 869 [0/660 (0%)]\tLoss: 1045.780273\tLoss Per Feature 0.029897\n",
      "====> Epoch: 869 Average Loss: 1113.457804\tAverage Loss Per Feature 0.031831\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.923706\tLoss Per Feature 0.031444\n",
      "[64/164 (33%)]\tLoss: 1080.379150\tLoss Per Feature 0.030886\n",
      "[72/164 (67%)]\tLoss: 1079.781738\tLoss Per Feature 0.030869\n",
      "Average Loss: 1086.694865\tAverage Loss Per Feature 0.031066\n",
      "Train Epoch: 870\n",
      "Train Epoch: 870 [0/660 (0%)]\tLoss: 1056.130005\tLoss Per Feature 0.030192\n",
      "====> Epoch: 870 Average Loss: 1082.522034\tAverage Loss Per Feature 0.030947\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1102.214111\tLoss Per Feature 0.031510\n",
      "[64/164 (33%)]\tLoss: 1084.594482\tLoss Per Feature 0.031006\n",
      "[72/164 (67%)]\tLoss: 1079.789307\tLoss Per Feature 0.030869\n",
      "Average Loss: 1088.865967\tAverage Loss Per Feature 0.031128\n",
      "Train Epoch: 871\n",
      "Train Epoch: 871 [0/660 (0%)]\tLoss: 1113.871460\tLoss Per Feature 0.031843\n",
      "====> Epoch: 871 Average Loss: 1068.240112\tAverage Loss Per Feature 0.030539\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.065552\tLoss Per Feature 0.031420\n",
      "[64/164 (33%)]\tLoss: 1080.900146\tLoss Per Feature 0.030901\n",
      "[72/164 (67%)]\tLoss: 1079.672974\tLoss Per Feature 0.030865\n",
      "Average Loss: 1086.546224\tAverage Loss Per Feature 0.031062\n",
      "Train Epoch: 872\n",
      "Train Epoch: 872 [0/660 (0%)]\tLoss: 1062.756958\tLoss Per Feature 0.030382\n",
      "====> Epoch: 872 Average Loss: 1069.894145\tAverage Loss Per Feature 0.030586\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.990112\tLoss Per Feature 0.031475\n",
      "[64/164 (33%)]\tLoss: 1079.830078\tLoss Per Feature 0.030870\n",
      "[72/164 (67%)]\tLoss: 1079.384888\tLoss Per Feature 0.030857\n",
      "Average Loss: 1086.735026\tAverage Loss Per Feature 0.031067\n",
      "Train Epoch: 873\n",
      "Train Epoch: 873 [0/660 (0%)]\tLoss: 1094.077759\tLoss Per Feature 0.031277\n",
      "====> Epoch: 873 Average Loss: 1075.217122\tAverage Loss Per Feature 0.030738\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.177246\tLoss Per Feature 0.031452\n",
      "[64/164 (33%)]\tLoss: 1076.173462\tLoss Per Feature 0.030765\n",
      "[72/164 (67%)]\tLoss: 1083.485474\tLoss Per Feature 0.030974\n",
      "Average Loss: 1086.612061\tAverage Loss Per Feature 0.031064\n",
      "Train Epoch: 874\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 874 [0/660 (0%)]\tLoss: 1068.588135\tLoss Per Feature 0.030549\n",
      "====> Epoch: 874 Average Loss: 1068.268860\tAverage Loss Per Feature 0.030539\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.213867\tLoss Per Feature 0.031481\n",
      "[64/164 (33%)]\tLoss: 1079.673706\tLoss Per Feature 0.030865\n",
      "[72/164 (67%)]\tLoss: 1079.729980\tLoss Per Feature 0.030867\n",
      "Average Loss: 1086.872518\tAverage Loss Per Feature 0.031071\n",
      "Train Epoch: 875\n",
      "Train Epoch: 875 [0/660 (0%)]\tLoss: 1071.487183\tLoss Per Feature 0.030631\n",
      "====> Epoch: 875 Average Loss: 1082.391317\tAverage Loss Per Feature 0.030943\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.916382\tLoss Per Feature 0.031501\n",
      "[64/164 (33%)]\tLoss: 1076.025757\tLoss Per Feature 0.030761\n",
      "[72/164 (67%)]\tLoss: 1080.162964\tLoss Per Feature 0.030879\n",
      "Average Loss: 1086.035034\tAverage Loss Per Feature 0.031047\n",
      "Train Epoch: 876\n",
      "Train Epoch: 876 [0/660 (0%)]\tLoss: 1064.535767\tLoss Per Feature 0.030433\n",
      "====> Epoch: 876 Average Loss: 1061.331492\tAverage Loss Per Feature 0.030341\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.032593\tLoss Per Feature 0.031476\n",
      "[64/164 (33%)]\tLoss: 1080.101318\tLoss Per Feature 0.030878\n",
      "[72/164 (67%)]\tLoss: 1080.680176\tLoss Per Feature 0.030894\n",
      "Average Loss: 1087.271362\tAverage Loss Per Feature 0.031083\n",
      "Train Epoch: 877\n",
      "Train Epoch: 877 [0/660 (0%)]\tLoss: 1084.560547\tLoss Per Feature 0.031005\n",
      "====> Epoch: 877 Average Loss: 1077.702576\tAverage Loss Per Feature 0.030809\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.771729\tLoss Per Feature 0.031411\n",
      "[64/164 (33%)]\tLoss: 1077.864380\tLoss Per Feature 0.030814\n",
      "[72/164 (67%)]\tLoss: 1077.904053\tLoss Per Feature 0.030815\n",
      "Average Loss: 1084.846720\tAverage Loss Per Feature 0.031013\n",
      "Train Epoch: 878\n",
      "Train Epoch: 878 [0/660 (0%)]\tLoss: 1063.107056\tLoss Per Feature 0.030392\n",
      "====> Epoch: 878 Average Loss: 1069.386210\tAverage Loss Per Feature 0.030571\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.934937\tLoss Per Feature 0.031416\n",
      "[64/164 (33%)]\tLoss: 1081.264893\tLoss Per Feature 0.030911\n",
      "[72/164 (67%)]\tLoss: 1078.517944\tLoss Per Feature 0.030832\n",
      "Average Loss: 1086.239258\tAverage Loss Per Feature 0.031053\n",
      "Train Epoch: 879\n",
      "Train Epoch: 879 [0/660 (0%)]\tLoss: 1087.057617\tLoss Per Feature 0.031077\n",
      "====> Epoch: 879 Average Loss: 1072.995239\tAverage Loss Per Feature 0.030675\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.685547\tLoss Per Feature 0.031438\n",
      "[64/164 (33%)]\tLoss: 1081.196167\tLoss Per Feature 0.030909\n",
      "[72/164 (67%)]\tLoss: 1079.650879\tLoss Per Feature 0.030865\n",
      "Average Loss: 1086.844198\tAverage Loss Per Feature 0.031070\n",
      "Train Epoch: 880\n",
      "Train Epoch: 880 [0/660 (0%)]\tLoss: 1091.690430\tLoss Per Feature 0.031209\n",
      "====> Epoch: 880 Average Loss: 1070.284444\tAverage Loss Per Feature 0.030597\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.781006\tLoss Per Feature 0.031412\n",
      "[64/164 (33%)]\tLoss: 1083.023804\tLoss Per Feature 0.030961\n",
      "[72/164 (67%)]\tLoss: 1086.245850\tLoss Per Feature 0.031053\n",
      "Average Loss: 1089.350220\tAverage Loss Per Feature 0.031142\n",
      "Train Epoch: 881\n",
      "Train Epoch: 881 [0/660 (0%)]\tLoss: 1098.651001\tLoss Per Feature 0.031408\n",
      "====> Epoch: 881 Average Loss: 1080.283813\tAverage Loss Per Feature 0.030883\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.694092\tLoss Per Feature 0.031466\n",
      "[64/164 (33%)]\tLoss: 1080.342896\tLoss Per Feature 0.030885\n",
      "[72/164 (67%)]\tLoss: 1078.611450\tLoss Per Feature 0.030835\n",
      "Average Loss: 1086.549479\tAverage Loss Per Feature 0.031062\n",
      "Train Epoch: 882\n",
      "Train Epoch: 882 [0/660 (0%)]\tLoss: 1075.888184\tLoss Per Feature 0.030757\n",
      "====> Epoch: 882 Average Loss: 1079.865702\tAverage Loss Per Feature 0.030871\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.468018\tLoss Per Feature 0.031546\n",
      "[64/164 (33%)]\tLoss: 1080.567749\tLoss Per Feature 0.030891\n",
      "[72/164 (67%)]\tLoss: 1078.018555\tLoss Per Feature 0.030818\n",
      "Average Loss: 1087.351440\tAverage Loss Per Feature 0.031085\n",
      "Train Epoch: 883\n",
      "Train Epoch: 883 [0/660 (0%)]\tLoss: 1082.142700\tLoss Per Feature 0.030936\n",
      "====> Epoch: 883 Average Loss: 1070.888204\tAverage Loss Per Feature 0.030614\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.895020\tLoss Per Feature 0.031444\n",
      "[64/164 (33%)]\tLoss: 1078.948486\tLoss Per Feature 0.030845\n",
      "[72/164 (67%)]\tLoss: 1081.313721\tLoss Per Feature 0.030912\n",
      "Average Loss: 1086.719076\tAverage Loss Per Feature 0.031067\n",
      "Train Epoch: 884\n",
      "Train Epoch: 884 [0/660 (0%)]\tLoss: 1070.424316\tLoss Per Feature 0.030601\n",
      "====> Epoch: 884 Average Loss: 1076.019836\tAverage Loss Per Feature 0.030761\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.303223\tLoss Per Feature 0.031455\n",
      "[64/164 (33%)]\tLoss: 1078.610718\tLoss Per Feature 0.030835\n",
      "[72/164 (67%)]\tLoss: 1083.594482\tLoss Per Feature 0.030978\n",
      "Average Loss: 1087.502808\tAverage Loss Per Feature 0.031089\n",
      "Train Epoch: 885\n",
      "Train Epoch: 885 [0/660 (0%)]\tLoss: 1091.562500\tLoss Per Feature 0.031205\n",
      "====> Epoch: 885 Average Loss: 1084.464884\tAverage Loss Per Feature 0.031002\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.135010\tLoss Per Feature 0.031450\n",
      "[64/164 (33%)]\tLoss: 1082.152954\tLoss Per Feature 0.030936\n",
      "[72/164 (67%)]\tLoss: 1082.928955\tLoss Per Feature 0.030959\n",
      "Average Loss: 1088.405640\tAverage Loss Per Feature 0.031115\n",
      "Train Epoch: 886\n",
      "Train Epoch: 886 [0/660 (0%)]\tLoss: 1088.930908\tLoss Per Feature 0.031130\n",
      "====> Epoch: 886 Average Loss: 1064.506388\tAverage Loss Per Feature 0.030432\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.685059\tLoss Per Feature 0.031380\n",
      "[64/164 (33%)]\tLoss: 1076.657349\tLoss Per Feature 0.030779\n",
      "[72/164 (67%)]\tLoss: 1080.745239\tLoss Per Feature 0.030896\n",
      "Average Loss: 1085.029215\tAverage Loss Per Feature 0.031019\n",
      "Train Epoch: 887\n",
      "Train Epoch: 887 [0/660 (0%)]\tLoss: 1096.692627\tLoss Per Feature 0.031352\n",
      "====> Epoch: 887 Average Loss: 1080.614339\tAverage Loss Per Feature 0.030892\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.239502\tLoss Per Feature 0.031339\n",
      "[64/164 (33%)]\tLoss: 1080.449097\tLoss Per Feature 0.030888\n",
      "[72/164 (67%)]\tLoss: 1077.205322\tLoss Per Feature 0.030795\n",
      "Average Loss: 1084.631307\tAverage Loss Per Feature 0.031007\n",
      "Train Epoch: 888\n",
      "Train Epoch: 888 [0/660 (0%)]\tLoss: 1058.093628\tLoss Per Feature 0.030249\n",
      "====> Epoch: 888 Average Loss: 1074.289469\tAverage Loss Per Feature 0.030712\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.513916\tLoss Per Feature 0.031375\n",
      "[64/164 (33%)]\tLoss: 1080.720459\tLoss Per Feature 0.030895\n",
      "[72/164 (67%)]\tLoss: 1075.833862\tLoss Per Feature 0.030756\n",
      "Average Loss: 1084.689412\tAverage Loss Per Feature 0.031009\n",
      "Train Epoch: 889\n",
      "Train Epoch: 889 [0/660 (0%)]\tLoss: 1109.466064\tLoss Per Feature 0.031717\n",
      "====> Epoch: 889 Average Loss: 1084.112854\tAverage Loss Per Feature 0.030992\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.504883\tLoss Per Feature 0.031375\n",
      "[64/164 (33%)]\tLoss: 1078.470581\tLoss Per Feature 0.030831\n",
      "[72/164 (67%)]\tLoss: 1076.169067\tLoss Per Feature 0.030765\n",
      "Average Loss: 1084.048177\tAverage Loss Per Feature 0.030991\n",
      "Train Epoch: 890\n",
      "Train Epoch: 890 [0/660 (0%)]\tLoss: 1060.535278\tLoss Per Feature 0.030318\n",
      "====> Epoch: 890 Average Loss: 1069.629659\tAverage Loss Per Feature 0.030578\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.597900\tLoss Per Feature 0.031378\n",
      "[64/164 (33%)]\tLoss: 1083.792603\tLoss Per Feature 0.030983\n",
      "[72/164 (67%)]\tLoss: 1081.787476\tLoss Per Feature 0.030926\n",
      "Average Loss: 1087.725993\tAverage Loss Per Feature 0.031096\n",
      "Train Epoch: 891\n",
      "Train Epoch: 891 [0/660 (0%)]\tLoss: 1134.503540\tLoss Per Feature 0.032433\n",
      "====> Epoch: 891 Average Loss: 1077.163900\tAverage Loss Per Feature 0.030794\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.937012\tLoss Per Feature 0.031359\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1078.192505\tLoss Per Feature 0.030823\n",
      "[72/164 (67%)]\tLoss: 1080.758667\tLoss Per Feature 0.030896\n",
      "Average Loss: 1085.296061\tAverage Loss Per Feature 0.031026\n",
      "Train Epoch: 892\n",
      "Train Epoch: 892 [0/660 (0%)]\tLoss: 1068.395264\tLoss Per Feature 0.030543\n",
      "====> Epoch: 892 Average Loss: 1060.796722\tAverage Loss Per Feature 0.030326\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.657104\tLoss Per Feature 0.031437\n",
      "[64/164 (33%)]\tLoss: 1075.151001\tLoss Per Feature 0.030736\n",
      "[72/164 (67%)]\tLoss: 1086.015991\tLoss Per Feature 0.031047\n",
      "Average Loss: 1086.941366\tAverage Loss Per Feature 0.031073\n",
      "Train Epoch: 893\n",
      "Train Epoch: 893 [0/660 (0%)]\tLoss: 1058.188599\tLoss Per Feature 0.030251\n",
      "====> Epoch: 893 Average Loss: 1079.798238\tAverage Loss Per Feature 0.030869\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.558350\tLoss Per Feature 0.031434\n",
      "[64/164 (33%)]\tLoss: 1077.817871\tLoss Per Feature 0.030812\n",
      "[72/164 (67%)]\tLoss: 1083.756470\tLoss Per Feature 0.030982\n",
      "Average Loss: 1087.044230\tAverage Loss Per Feature 0.031076\n",
      "Train Epoch: 894\n",
      "Train Epoch: 894 [0/660 (0%)]\tLoss: 1111.096436\tLoss Per Feature 0.031764\n",
      "====> Epoch: 894 Average Loss: 1072.586873\tAverage Loss Per Feature 0.030663\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.287720\tLoss Per Feature 0.031369\n",
      "[64/164 (33%)]\tLoss: 1079.896851\tLoss Per Feature 0.030872\n",
      "[72/164 (67%)]\tLoss: 1076.255371\tLoss Per Feature 0.030768\n",
      "Average Loss: 1084.479980\tAverage Loss Per Feature 0.031003\n",
      "Train Epoch: 895\n",
      "Train Epoch: 895 [0/660 (0%)]\tLoss: 1089.732422\tLoss Per Feature 0.031153\n",
      "====> Epoch: 895 Average Loss: 1074.874512\tAverage Loss Per Feature 0.030728\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1100.978882\tLoss Per Feature 0.031475\n",
      "[64/164 (33%)]\tLoss: 1079.924438\tLoss Per Feature 0.030873\n",
      "[72/164 (67%)]\tLoss: 1077.125854\tLoss Per Feature 0.030793\n",
      "Average Loss: 1086.009725\tAverage Loss Per Feature 0.031047\n",
      "Train Epoch: 896\n",
      "Train Epoch: 896 [0/660 (0%)]\tLoss: 1087.532104\tLoss Per Feature 0.031090\n",
      "====> Epoch: 896 Average Loss: 1065.267548\tAverage Loss Per Feature 0.030454\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.198730\tLoss Per Feature 0.031338\n",
      "[64/164 (33%)]\tLoss: 1083.289429\tLoss Per Feature 0.030969\n",
      "[72/164 (67%)]\tLoss: 1082.283203\tLoss Per Feature 0.030940\n",
      "Average Loss: 1087.257121\tAverage Loss Per Feature 0.031082\n",
      "Train Epoch: 897\n",
      "Train Epoch: 897 [0/660 (0%)]\tLoss: 1094.138672\tLoss Per Feature 0.031279\n",
      "====> Epoch: 897 Average Loss: 1067.150330\tAverage Loss Per Feature 0.030507\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1101.332886\tLoss Per Feature 0.031485\n",
      "[64/164 (33%)]\tLoss: 1076.554810\tLoss Per Feature 0.030776\n",
      "[72/164 (67%)]\tLoss: 1077.126587\tLoss Per Feature 0.030793\n",
      "Average Loss: 1085.004761\tAverage Loss Per Feature 0.031018\n",
      "Train Epoch: 898\n",
      "Train Epoch: 898 [0/660 (0%)]\tLoss: 1062.664062\tLoss Per Feature 0.030379\n",
      "====> Epoch: 898 Average Loss: 1075.791341\tAverage Loss Per Feature 0.030754\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1103.844116\tLoss Per Feature 0.031556\n",
      "[64/164 (33%)]\tLoss: 1077.525391\tLoss Per Feature 0.030804\n",
      "[72/164 (67%)]\tLoss: 1077.394409\tLoss Per Feature 0.030800\n",
      "Average Loss: 1086.254639\tAverage Loss Per Feature 0.031054\n",
      "Train Epoch: 899\n",
      "Train Epoch: 899 [0/660 (0%)]\tLoss: 1068.123657\tLoss Per Feature 0.030535\n",
      "====> Epoch: 899 Average Loss: 1077.264404\tAverage Loss Per Feature 0.030797\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.111206\tLoss Per Feature 0.031307\n",
      "[64/164 (33%)]\tLoss: 1078.669556\tLoss Per Feature 0.030837\n",
      "[72/164 (67%)]\tLoss: 1080.448608\tLoss Per Feature 0.030888\n",
      "Average Loss: 1084.743123\tAverage Loss Per Feature 0.031010\n",
      "Train Epoch: 900\n",
      "Train Epoch: 900 [0/660 (0%)]\tLoss: 1047.228638\tLoss Per Feature 0.029938\n",
      "====> Epoch: 900 Average Loss: 1074.025370\tAverage Loss Per Feature 0.030704\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_900.nn\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.094727\tLoss Per Feature 0.031421\n",
      "[64/164 (33%)]\tLoss: 1077.726074\tLoss Per Feature 0.030810\n",
      "[72/164 (67%)]\tLoss: 1073.409180\tLoss Per Feature 0.030686\n",
      "Average Loss: 1083.409993\tAverage Loss Per Feature 0.030972\n",
      "Train Epoch: 901\n",
      "Train Epoch: 901 [0/660 (0%)]\tLoss: 1053.694580\tLoss Per Feature 0.030123\n",
      "====> Epoch: 901 Average Loss: 1058.534943\tAverage Loss Per Feature 0.030261\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.518188\tLoss Per Feature 0.031376\n",
      "[64/164 (33%)]\tLoss: 1077.883545\tLoss Per Feature 0.030814\n",
      "[72/164 (67%)]\tLoss: 1075.805908\tLoss Per Feature 0.030755\n",
      "Average Loss: 1083.735881\tAverage Loss Per Feature 0.030982\n",
      "Train Epoch: 902\n",
      "Train Epoch: 902 [0/660 (0%)]\tLoss: 1094.203125\tLoss Per Feature 0.031281\n",
      "====> Epoch: 902 Average Loss: 1068.731934\tAverage Loss Per Feature 0.030553\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.807251\tLoss Per Feature 0.031355\n",
      "[64/164 (33%)]\tLoss: 1076.744141\tLoss Per Feature 0.030782\n",
      "[72/164 (67%)]\tLoss: 1077.943237\tLoss Per Feature 0.030816\n",
      "Average Loss: 1083.831543\tAverage Loss Per Feature 0.030984\n",
      "Train Epoch: 903\n",
      "Train Epoch: 903 [0/660 (0%)]\tLoss: 1056.982300\tLoss Per Feature 0.030217\n",
      "====> Epoch: 903 Average Loss: 1061.673086\tAverage Loss Per Feature 0.030351\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.392822\tLoss Per Feature 0.031343\n",
      "[64/164 (33%)]\tLoss: 1077.840210\tLoss Per Feature 0.030813\n",
      "[72/164 (67%)]\tLoss: 1085.009766\tLoss Per Feature 0.031018\n",
      "Average Loss: 1086.414266\tAverage Loss Per Feature 0.031058\n",
      "Train Epoch: 904\n",
      "Train Epoch: 904 [0/660 (0%)]\tLoss: 1096.357544\tLoss Per Feature 0.031342\n",
      "====> Epoch: 904 Average Loss: 1078.962280\tAverage Loss Per Feature 0.030845\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.485962\tLoss Per Feature 0.031260\n",
      "[64/164 (33%)]\tLoss: 1077.270874\tLoss Per Feature 0.030797\n",
      "[72/164 (67%)]\tLoss: 1076.047852\tLoss Per Feature 0.030762\n",
      "Average Loss: 1082.268229\tAverage Loss Per Feature 0.030940\n",
      "Train Epoch: 905\n",
      "Train Epoch: 905 [0/660 (0%)]\tLoss: 1073.453491\tLoss Per Feature 0.030688\n",
      "====> Epoch: 905 Average Loss: 1067.884603\tAverage Loss Per Feature 0.030528\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.758545\tLoss Per Feature 0.031382\n",
      "[64/164 (33%)]\tLoss: 1075.123779\tLoss Per Feature 0.030735\n",
      "[72/164 (67%)]\tLoss: 1078.375122\tLoss Per Feature 0.030828\n",
      "Average Loss: 1083.752482\tAverage Loss Per Feature 0.030982\n",
      "Train Epoch: 906\n",
      "Train Epoch: 906 [0/660 (0%)]\tLoss: 1055.053467\tLoss Per Feature 0.030162\n",
      "====> Epoch: 906 Average Loss: 1089.008321\tAverage Loss Per Feature 0.031132\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.547852\tLoss Per Feature 0.031348\n",
      "[64/164 (33%)]\tLoss: 1079.920288\tLoss Per Feature 0.030873\n",
      "[72/164 (67%)]\tLoss: 1078.894775\tLoss Per Feature 0.030843\n",
      "Average Loss: 1085.120972\tAverage Loss Per Feature 0.031021\n",
      "Train Epoch: 907\n",
      "Train Epoch: 907 [0/660 (0%)]\tLoss: 1047.823120\tLoss Per Feature 0.029955\n",
      "====> Epoch: 907 Average Loss: 1091.507324\tAverage Loss Per Feature 0.031204\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.165405\tLoss Per Feature 0.031337\n",
      "[64/164 (33%)]\tLoss: 1076.610474\tLoss Per Feature 0.030778\n",
      "[72/164 (67%)]\tLoss: 1079.319580\tLoss Per Feature 0.030855\n",
      "Average Loss: 1084.031820\tAverage Loss Per Feature 0.030990\n",
      "Train Epoch: 908\n",
      "Train Epoch: 908 [0/660 (0%)]\tLoss: 1082.780273\tLoss Per Feature 0.030954\n",
      "====> Epoch: 908 Average Loss: 1066.280701\tAverage Loss Per Feature 0.030483\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.308228\tLoss Per Feature 0.031341\n",
      "[64/164 (33%)]\tLoss: 1078.290039\tLoss Per Feature 0.030826\n",
      "[72/164 (67%)]\tLoss: 1077.784546\tLoss Per Feature 0.030811\n",
      "Average Loss: 1084.127604\tAverage Loss Per Feature 0.030993\n",
      "Train Epoch: 909\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 909 [0/660 (0%)]\tLoss: 1067.394531\tLoss Per Feature 0.030514\n",
      "====> Epoch: 909 Average Loss: 1075.236674\tAverage Loss Per Feature 0.030739\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.539795\tLoss Per Feature 0.031290\n",
      "[64/164 (33%)]\tLoss: 1077.385864\tLoss Per Feature 0.030800\n",
      "[72/164 (67%)]\tLoss: 1079.079834\tLoss Per Feature 0.030848\n",
      "Average Loss: 1083.668498\tAverage Loss Per Feature 0.030980\n",
      "Train Epoch: 910\n",
      "Train Epoch: 910 [0/660 (0%)]\tLoss: 1040.748657\tLoss Per Feature 0.029753\n",
      "====> Epoch: 910 Average Loss: 1069.543009\tAverage Loss Per Feature 0.030576\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.313843\tLoss Per Feature 0.031427\n",
      "[64/164 (33%)]\tLoss: 1076.893433\tLoss Per Feature 0.030786\n",
      "[72/164 (67%)]\tLoss: 1077.582886\tLoss Per Feature 0.030806\n",
      "Average Loss: 1084.596720\tAverage Loss Per Feature 0.031006\n",
      "Train Epoch: 911\n",
      "Train Epoch: 911 [0/660 (0%)]\tLoss: 1083.084839\tLoss Per Feature 0.030963\n",
      "====> Epoch: 911 Average Loss: 1071.328044\tAverage Loss Per Feature 0.030627\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1099.725098\tLoss Per Feature 0.031439\n",
      "[64/164 (33%)]\tLoss: 1080.680542\tLoss Per Feature 0.030894\n",
      "[72/164 (67%)]\tLoss: 1078.049561\tLoss Per Feature 0.030819\n",
      "Average Loss: 1086.151733\tAverage Loss Per Feature 0.031051\n",
      "Train Epoch: 912\n",
      "Train Epoch: 912 [0/660 (0%)]\tLoss: 1044.559570\tLoss Per Feature 0.029862\n",
      "====> Epoch: 912 Average Loss: 1071.344472\tAverage Loss Per Feature 0.030627\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.296143\tLoss Per Feature 0.031341\n",
      "[64/164 (33%)]\tLoss: 1075.024292\tLoss Per Feature 0.030733\n",
      "[72/164 (67%)]\tLoss: 1079.748901\tLoss Per Feature 0.030868\n",
      "Average Loss: 1083.689779\tAverage Loss Per Feature 0.030980\n",
      "Train Epoch: 913\n",
      "Train Epoch: 913 [0/660 (0%)]\tLoss: 1089.590332\tLoss Per Feature 0.031149\n",
      "====> Epoch: 913 Average Loss: 1064.831665\tAverage Loss Per Feature 0.030441\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.428589\tLoss Per Feature 0.031259\n",
      "[64/164 (33%)]\tLoss: 1077.396973\tLoss Per Feature 0.030800\n",
      "[72/164 (67%)]\tLoss: 1079.225708\tLoss Per Feature 0.030853\n",
      "Average Loss: 1083.350423\tAverage Loss Per Feature 0.030971\n",
      "Train Epoch: 914\n",
      "Train Epoch: 914 [0/660 (0%)]\tLoss: 1106.049561\tLoss Per Feature 0.031619\n",
      "====> Epoch: 914 Average Loss: 1070.595744\tAverage Loss Per Feature 0.030606\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.482422\tLoss Per Feature 0.031403\n",
      "[64/164 (33%)]\tLoss: 1075.866211\tLoss Per Feature 0.030757\n",
      "[72/164 (67%)]\tLoss: 1076.162598\tLoss Per Feature 0.030765\n",
      "Average Loss: 1083.503743\tAverage Loss Per Feature 0.030975\n",
      "Train Epoch: 915\n",
      "Train Epoch: 915 [0/660 (0%)]\tLoss: 1055.857300\tLoss Per Feature 0.030185\n",
      "====> Epoch: 915 Average Loss: 1081.215678\tAverage Loss Per Feature 0.030910\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.955811\tLoss Per Feature 0.031360\n",
      "[64/164 (33%)]\tLoss: 1078.645020\tLoss Per Feature 0.030836\n",
      "[72/164 (67%)]\tLoss: 1083.061646\tLoss Per Feature 0.030962\n",
      "Average Loss: 1086.220825\tAverage Loss Per Feature 0.031053\n",
      "Train Epoch: 916\n",
      "Train Epoch: 916 [0/660 (0%)]\tLoss: 1057.714844\tLoss Per Feature 0.030238\n",
      "====> Epoch: 916 Average Loss: 1056.716298\tAverage Loss Per Feature 0.030209\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.313721\tLoss Per Feature 0.031370\n",
      "[64/164 (33%)]\tLoss: 1076.999146\tLoss Per Feature 0.030789\n",
      "[72/164 (67%)]\tLoss: 1079.536011\tLoss Per Feature 0.030862\n",
      "Average Loss: 1084.616292\tAverage Loss Per Feature 0.031007\n",
      "Train Epoch: 917\n",
      "Train Epoch: 917 [0/660 (0%)]\tLoss: 1140.783447\tLoss Per Feature 0.032612\n",
      "====> Epoch: 917 Average Loss: 1097.109904\tAverage Loss Per Feature 0.031364\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.063965\tLoss Per Feature 0.031305\n",
      "[64/164 (33%)]\tLoss: 1076.266724\tLoss Per Feature 0.030768\n",
      "[72/164 (67%)]\tLoss: 1079.338623\tLoss Per Feature 0.030856\n",
      "Average Loss: 1083.556437\tAverage Loss Per Feature 0.030976\n",
      "Train Epoch: 918\n",
      "Train Epoch: 918 [0/660 (0%)]\tLoss: 1084.706543\tLoss Per Feature 0.031009\n",
      "====> Epoch: 918 Average Loss: 1068.373922\tAverage Loss Per Feature 0.030542\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.987549\tLoss Per Feature 0.031332\n",
      "[64/164 (33%)]\tLoss: 1074.760742\tLoss Per Feature 0.030725\n",
      "[72/164 (67%)]\tLoss: 1073.620117\tLoss Per Feature 0.030692\n",
      "Average Loss: 1081.456136\tAverage Loss Per Feature 0.030916\n",
      "Train Epoch: 919\n",
      "Train Epoch: 919 [0/660 (0%)]\tLoss: 1099.984741\tLoss Per Feature 0.031446\n",
      "====> Epoch: 919 Average Loss: 1067.057149\tAverage Loss Per Feature 0.030505\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.388062\tLoss Per Feature 0.031372\n",
      "[64/164 (33%)]\tLoss: 1078.494263\tLoss Per Feature 0.030832\n",
      "[72/164 (67%)]\tLoss: 1077.748413\tLoss Per Feature 0.030810\n",
      "Average Loss: 1084.543579\tAverage Loss Per Feature 0.031005\n",
      "Train Epoch: 920\n",
      "Train Epoch: 920 [0/660 (0%)]\tLoss: 1073.140869\tLoss Per Feature 0.030679\n",
      "====> Epoch: 920 Average Loss: 1067.835327\tAverage Loss Per Feature 0.030527\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.511353\tLoss Per Feature 0.031290\n",
      "[64/164 (33%)]\tLoss: 1077.628906\tLoss Per Feature 0.030807\n",
      "[72/164 (67%)]\tLoss: 1077.301514\tLoss Per Feature 0.030798\n",
      "Average Loss: 1083.147257\tAverage Loss Per Feature 0.030965\n",
      "Train Epoch: 921\n",
      "Train Epoch: 921 [0/660 (0%)]\tLoss: 1059.403076\tLoss Per Feature 0.030286\n",
      "====> Epoch: 921 Average Loss: 1067.519206\tAverage Loss Per Feature 0.030518\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.825928\tLoss Per Feature 0.031356\n",
      "[64/164 (33%)]\tLoss: 1079.970825\tLoss Per Feature 0.030874\n",
      "[72/164 (67%)]\tLoss: 1076.898804\tLoss Per Feature 0.030786\n",
      "Average Loss: 1084.565186\tAverage Loss Per Feature 0.031005\n",
      "Train Epoch: 922\n",
      "Train Epoch: 922 [0/660 (0%)]\tLoss: 1040.872803\tLoss Per Feature 0.029756\n",
      "====> Epoch: 922 Average Loss: 1071.439494\tAverage Loss Per Feature 0.030630\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.038818\tLoss Per Feature 0.031248\n",
      "[64/164 (33%)]\tLoss: 1076.513184\tLoss Per Feature 0.030775\n",
      "[72/164 (67%)]\tLoss: 1079.657471\tLoss Per Feature 0.030865\n",
      "Average Loss: 1083.069824\tAverage Loss Per Feature 0.030963\n",
      "Train Epoch: 923\n",
      "Train Epoch: 923 [0/660 (0%)]\tLoss: 1052.241577\tLoss Per Feature 0.030081\n",
      "====> Epoch: 923 Average Loss: 1075.345622\tAverage Loss Per Feature 0.030742\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.285889\tLoss Per Feature 0.031398\n",
      "[64/164 (33%)]\tLoss: 1077.856934\tLoss Per Feature 0.030814\n",
      "[72/164 (67%)]\tLoss: 1076.300537\tLoss Per Feature 0.030769\n",
      "Average Loss: 1084.147786\tAverage Loss Per Feature 0.030993\n",
      "Train Epoch: 924\n",
      "Train Epoch: 924 [0/660 (0%)]\tLoss: 1042.739502\tLoss Per Feature 0.029810\n",
      "====> Epoch: 924 Average Loss: 1098.539449\tAverage Loss Per Feature 0.031405\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.151978\tLoss Per Feature 0.031337\n",
      "[64/164 (33%)]\tLoss: 1076.656982\tLoss Per Feature 0.030779\n",
      "[72/164 (67%)]\tLoss: 1080.046265\tLoss Per Feature 0.030876\n",
      "Average Loss: 1084.285075\tAverage Loss Per Feature 0.030997\n",
      "Train Epoch: 925\n",
      "Train Epoch: 925 [0/660 (0%)]\tLoss: 1081.748779\tLoss Per Feature 0.030925\n",
      "====> Epoch: 925 Average Loss: 1063.650319\tAverage Loss Per Feature 0.030407\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.932007\tLoss Per Feature 0.031273\n",
      "[64/164 (33%)]\tLoss: 1075.698730\tLoss Per Feature 0.030752\n",
      "[72/164 (67%)]\tLoss: 1077.058838\tLoss Per Feature 0.030791\n",
      "Average Loss: 1082.229858\tAverage Loss Per Feature 0.030939\n",
      "Train Epoch: 926\n",
      "Train Epoch: 926 [0/660 (0%)]\tLoss: 1066.599976\tLoss Per Feature 0.030492\n",
      "====> Epoch: 926 Average Loss: 1086.393534\tAverage Loss Per Feature 0.031058\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.241821\tLoss Per Feature 0.031368\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1076.372437\tLoss Per Feature 0.030771\n",
      "[72/164 (67%)]\tLoss: 1078.746338\tLoss Per Feature 0.030839\n",
      "Average Loss: 1084.120199\tAverage Loss Per Feature 0.030993\n",
      "Train Epoch: 927\n",
      "Train Epoch: 927 [0/660 (0%)]\tLoss: 1054.296509\tLoss Per Feature 0.030140\n",
      "====> Epoch: 927 Average Loss: 1066.239115\tAverage Loss Per Feature 0.030481\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.070190\tLoss Per Feature 0.031363\n",
      "[64/164 (33%)]\tLoss: 1080.366577\tLoss Per Feature 0.030885\n",
      "[72/164 (67%)]\tLoss: 1075.246582\tLoss Per Feature 0.030739\n",
      "Average Loss: 1084.227783\tAverage Loss Per Feature 0.030996\n",
      "Train Epoch: 928\n",
      "Train Epoch: 928 [0/660 (0%)]\tLoss: 1131.563599\tLoss Per Feature 0.032349\n",
      "====> Epoch: 928 Average Loss: 1065.189026\tAverage Loss Per Feature 0.030451\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.304565\tLoss Per Feature 0.031369\n",
      "[64/164 (33%)]\tLoss: 1076.458130\tLoss Per Feature 0.030774\n",
      "[72/164 (67%)]\tLoss: 1077.240112\tLoss Per Feature 0.030796\n",
      "Average Loss: 1083.667603\tAverage Loss Per Feature 0.030980\n",
      "Train Epoch: 929\n",
      "Train Epoch: 929 [0/660 (0%)]\tLoss: 1053.716919\tLoss Per Feature 0.030123\n",
      "====> Epoch: 929 Average Loss: 1076.636169\tAverage Loss Per Feature 0.030779\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.716797\tLoss Per Feature 0.031410\n",
      "[64/164 (33%)]\tLoss: 1077.122314\tLoss Per Feature 0.030793\n",
      "[72/164 (67%)]\tLoss: 1075.905029\tLoss Per Feature 0.030758\n",
      "Average Loss: 1083.914714\tAverage Loss Per Feature 0.030987\n",
      "Train Epoch: 930\n",
      "Train Epoch: 930 [0/660 (0%)]\tLoss: 1078.291992\tLoss Per Feature 0.030826\n",
      "====> Epoch: 930 Average Loss: 1065.619731\tAverage Loss Per Feature 0.030464\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.753174\tLoss Per Feature 0.031411\n",
      "[64/164 (33%)]\tLoss: 1077.985840\tLoss Per Feature 0.030817\n",
      "[72/164 (67%)]\tLoss: 1077.923584\tLoss Per Feature 0.030815\n",
      "Average Loss: 1084.887533\tAverage Loss Per Feature 0.031015\n",
      "Train Epoch: 931\n",
      "Train Epoch: 931 [0/660 (0%)]\tLoss: 1047.283203\tLoss Per Feature 0.029939\n",
      "====> Epoch: 931 Average Loss: 1068.109924\tAverage Loss Per Feature 0.030535\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.239868\tLoss Per Feature 0.031396\n",
      "[64/164 (33%)]\tLoss: 1075.348022\tLoss Per Feature 0.030742\n",
      "[72/164 (67%)]\tLoss: 1078.898560\tLoss Per Feature 0.030843\n",
      "Average Loss: 1084.162150\tAverage Loss Per Feature 0.030994\n",
      "Train Epoch: 932\n",
      "Train Epoch: 932 [0/660 (0%)]\tLoss: 1094.106201\tLoss Per Feature 0.031278\n",
      "====> Epoch: 932 Average Loss: 1065.017578\tAverage Loss Per Feature 0.030446\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.757202\tLoss Per Feature 0.031239\n",
      "[64/164 (33%)]\tLoss: 1075.204590\tLoss Per Feature 0.030738\n",
      "[72/164 (67%)]\tLoss: 1078.822021\tLoss Per Feature 0.030841\n",
      "Average Loss: 1082.261271\tAverage Loss Per Feature 0.030939\n",
      "Train Epoch: 933\n",
      "Train Epoch: 933 [0/660 (0%)]\tLoss: 1067.864014\tLoss Per Feature 0.030528\n",
      "====> Epoch: 933 Average Loss: 1060.354309\tAverage Loss Per Feature 0.030313\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.315918\tLoss Per Feature 0.031370\n",
      "[64/164 (33%)]\tLoss: 1077.751587\tLoss Per Feature 0.030811\n",
      "[72/164 (67%)]\tLoss: 1078.776489\tLoss Per Feature 0.030840\n",
      "Average Loss: 1084.614665\tAverage Loss Per Feature 0.031007\n",
      "Train Epoch: 934\n",
      "Train Epoch: 934 [0/660 (0%)]\tLoss: 1076.453125\tLoss Per Feature 0.030773\n",
      "====> Epoch: 934 Average Loss: 1071.280477\tAverage Loss Per Feature 0.030626\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.803833\tLoss Per Feature 0.031384\n",
      "[64/164 (33%)]\tLoss: 1076.109985\tLoss Per Feature 0.030764\n",
      "[72/164 (67%)]\tLoss: 1075.592896\tLoss Per Feature 0.030749\n",
      "Average Loss: 1083.168905\tAverage Loss Per Feature 0.030965\n",
      "Train Epoch: 935\n",
      "Train Epoch: 935 [0/660 (0%)]\tLoss: 1088.835693\tLoss Per Feature 0.031127\n",
      "====> Epoch: 935 Average Loss: 1074.487162\tAverage Loss Per Feature 0.030717\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.158447\tLoss Per Feature 0.031308\n",
      "[64/164 (33%)]\tLoss: 1075.756226\tLoss Per Feature 0.030753\n",
      "[72/164 (67%)]\tLoss: 1075.271729\tLoss Per Feature 0.030740\n",
      "Average Loss: 1082.062134\tAverage Loss Per Feature 0.030934\n",
      "Train Epoch: 936\n",
      "Train Epoch: 936 [0/660 (0%)]\tLoss: 1061.227295\tLoss Per Feature 0.030338\n",
      "====> Epoch: 936 Average Loss: 1081.797892\tAverage Loss Per Feature 0.030926\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.784912\tLoss Per Feature 0.031269\n",
      "[64/164 (33%)]\tLoss: 1073.476685\tLoss Per Feature 0.030688\n",
      "[72/164 (67%)]\tLoss: 1079.750366\tLoss Per Feature 0.030868\n",
      "Average Loss: 1082.337321\tAverage Loss Per Feature 0.030942\n",
      "Train Epoch: 937\n",
      "Train Epoch: 937 [0/660 (0%)]\tLoss: 1064.355835\tLoss Per Feature 0.030428\n",
      "====> Epoch: 937 Average Loss: 1070.373881\tAverage Loss Per Feature 0.030600\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.320435\tLoss Per Feature 0.031313\n",
      "[64/164 (33%)]\tLoss: 1073.092896\tLoss Per Feature 0.030677\n",
      "[72/164 (67%)]\tLoss: 1074.590332\tLoss Per Feature 0.030720\n",
      "Average Loss: 1081.001221\tAverage Loss Per Feature 0.030903\n",
      "Train Epoch: 938\n",
      "Train Epoch: 938 [0/660 (0%)]\tLoss: 1060.242188\tLoss Per Feature 0.030310\n",
      "====> Epoch: 938 Average Loss: 1075.202352\tAverage Loss Per Feature 0.030738\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.024658\tLoss Per Feature 0.031333\n",
      "[64/164 (33%)]\tLoss: 1074.072510\tLoss Per Feature 0.030705\n",
      "[72/164 (67%)]\tLoss: 1079.652222\tLoss Per Feature 0.030865\n",
      "Average Loss: 1083.249797\tAverage Loss Per Feature 0.030968\n",
      "Train Epoch: 939\n",
      "Train Epoch: 939 [0/660 (0%)]\tLoss: 1079.817261\tLoss Per Feature 0.030870\n",
      "====> Epoch: 939 Average Loss: 1070.611328\tAverage Loss Per Feature 0.030606\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.941284\tLoss Per Feature 0.031331\n",
      "[64/164 (33%)]\tLoss: 1076.284058\tLoss Per Feature 0.030769\n",
      "[72/164 (67%)]\tLoss: 1077.006592\tLoss Per Feature 0.030789\n",
      "Average Loss: 1083.077311\tAverage Loss Per Feature 0.030963\n",
      "Train Epoch: 940\n",
      "Train Epoch: 940 [0/660 (0%)]\tLoss: 1062.575439\tLoss Per Feature 0.030377\n",
      "====> Epoch: 940 Average Loss: 1081.240479\tAverage Loss Per Feature 0.030910\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1098.546631\tLoss Per Feature 0.031405\n",
      "[64/164 (33%)]\tLoss: 1073.898682\tLoss Per Feature 0.030700\n",
      "[72/164 (67%)]\tLoss: 1078.182129\tLoss Per Feature 0.030823\n",
      "Average Loss: 1083.542480\tAverage Loss Per Feature 0.030976\n",
      "Train Epoch: 941\n",
      "Train Epoch: 941 [0/660 (0%)]\tLoss: 1081.667358\tLoss Per Feature 0.030922\n",
      "====> Epoch: 941 Average Loss: 1065.577840\tAverage Loss Per Feature 0.030462\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.101318\tLoss Per Feature 0.031364\n",
      "[64/164 (33%)]\tLoss: 1077.107300\tLoss Per Feature 0.030792\n",
      "[72/164 (67%)]\tLoss: 1076.692627\tLoss Per Feature 0.030780\n",
      "Average Loss: 1083.633748\tAverage Loss Per Feature 0.030979\n",
      "Train Epoch: 942\n",
      "Train Epoch: 942 [0/660 (0%)]\tLoss: 1091.501465\tLoss Per Feature 0.031204\n",
      "====> Epoch: 942 Average Loss: 1088.307526\tAverage Loss Per Feature 0.031112\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.137451\tLoss Per Feature 0.031336\n",
      "[64/164 (33%)]\tLoss: 1072.622803\tLoss Per Feature 0.030664\n",
      "[72/164 (67%)]\tLoss: 1078.730835\tLoss Per Feature 0.030839\n",
      "Average Loss: 1082.497030\tAverage Loss Per Feature 0.030946\n",
      "Train Epoch: 943\n",
      "Train Epoch: 943 [0/660 (0%)]\tLoss: 1098.529663\tLoss Per Feature 0.031405\n",
      "====> Epoch: 943 Average Loss: 1068.669159\tAverage Loss Per Feature 0.030551\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.311768\tLoss Per Feature 0.031284\n",
      "[64/164 (33%)]\tLoss: 1074.632812\tLoss Per Feature 0.030721\n",
      "[72/164 (67%)]\tLoss: 1075.859741\tLoss Per Feature 0.030756\n",
      "Average Loss: 1081.601440\tAverage Loss Per Feature 0.030921\n",
      "Train Epoch: 944\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 944 [0/660 (0%)]\tLoss: 1073.356567\tLoss Per Feature 0.030685\n",
      "====> Epoch: 944 Average Loss: 1071.568400\tAverage Loss Per Feature 0.030634\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.827148\tLoss Per Feature 0.031299\n",
      "[64/164 (33%)]\tLoss: 1075.091064\tLoss Per Feature 0.030734\n",
      "[72/164 (67%)]\tLoss: 1072.936646\tLoss Per Feature 0.030673\n",
      "Average Loss: 1080.951619\tAverage Loss Per Feature 0.030902\n",
      "Train Epoch: 945\n",
      "Train Epoch: 945 [0/660 (0%)]\tLoss: 1090.860107\tLoss Per Feature 0.031185\n",
      "====> Epoch: 945 Average Loss: 1088.299377\tAverage Loss Per Feature 0.031112\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.773804\tLoss Per Feature 0.031297\n",
      "[64/164 (33%)]\tLoss: 1077.401245\tLoss Per Feature 0.030800\n",
      "[72/164 (67%)]\tLoss: 1075.238892\tLoss Per Feature 0.030739\n",
      "Average Loss: 1082.471313\tAverage Loss Per Feature 0.030945\n",
      "Train Epoch: 946\n",
      "Train Epoch: 946 [0/660 (0%)]\tLoss: 1061.651489\tLoss Per Feature 0.030350\n",
      "====> Epoch: 946 Average Loss: 1074.161133\tAverage Loss Per Feature 0.030708\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.925781\tLoss Per Feature 0.031387\n",
      "[64/164 (33%)]\tLoss: 1073.895630\tLoss Per Feature 0.030700\n",
      "[72/164 (67%)]\tLoss: 1075.036011\tLoss Per Feature 0.030733\n",
      "Average Loss: 1082.285807\tAverage Loss Per Feature 0.030940\n",
      "Train Epoch: 947\n",
      "Train Epoch: 947 [0/660 (0%)]\tLoss: 1069.809326\tLoss Per Feature 0.030583\n",
      "====> Epoch: 947 Average Loss: 1069.828023\tAverage Loss Per Feature 0.030584\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.973022\tLoss Per Feature 0.031303\n",
      "[64/164 (33%)]\tLoss: 1076.531982\tLoss Per Feature 0.030776\n",
      "[72/164 (67%)]\tLoss: 1075.374268\tLoss Per Feature 0.030743\n",
      "Average Loss: 1082.293091\tAverage Loss Per Feature 0.030940\n",
      "Train Epoch: 948\n",
      "Train Epoch: 948 [0/660 (0%)]\tLoss: 1062.075806\tLoss Per Feature 0.030362\n",
      "====> Epoch: 948 Average Loss: 1066.326009\tAverage Loss Per Feature 0.030484\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.252808\tLoss Per Feature 0.031311\n",
      "[64/164 (33%)]\tLoss: 1075.536377\tLoss Per Feature 0.030747\n",
      "[72/164 (67%)]\tLoss: 1073.770874\tLoss Per Feature 0.030697\n",
      "Average Loss: 1081.520020\tAverage Loss Per Feature 0.030918\n",
      "Train Epoch: 949\n",
      "Train Epoch: 949 [0/660 (0%)]\tLoss: 1071.324951\tLoss Per Feature 0.030627\n",
      "====> Epoch: 949 Average Loss: 1057.173492\tAverage Loss Per Feature 0.030222\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1096.848633\tLoss Per Feature 0.031356\n",
      "[64/164 (33%)]\tLoss: 1073.396973\tLoss Per Feature 0.030686\n",
      "[72/164 (67%)]\tLoss: 1075.689209\tLoss Per Feature 0.030752\n",
      "Average Loss: 1081.978271\tAverage Loss Per Feature 0.030931\n",
      "Train Epoch: 950\n",
      "Train Epoch: 950 [0/660 (0%)]\tLoss: 1053.569946\tLoss Per Feature 0.030119\n",
      "====> Epoch: 950 Average Loss: 1064.575867\tAverage Loss Per Feature 0.030434\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.446289\tLoss Per Feature 0.031316\n",
      "[64/164 (33%)]\tLoss: 1072.977539\tLoss Per Feature 0.030674\n",
      "[72/164 (67%)]\tLoss: 1072.013916\tLoss Per Feature 0.030646\n",
      "Average Loss: 1080.145915\tAverage Loss Per Feature 0.030879\n",
      "Train Epoch: 951\n",
      "Train Epoch: 951 [0/660 (0%)]\tLoss: 1050.827271\tLoss Per Feature 0.030041\n",
      "====> Epoch: 951 Average Loss: 1067.782939\tAverage Loss Per Feature 0.030526\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.436646\tLoss Per Feature 0.031259\n",
      "[64/164 (33%)]\tLoss: 1071.588867\tLoss Per Feature 0.030634\n",
      "[72/164 (67%)]\tLoss: 1073.708740\tLoss Per Feature 0.030695\n",
      "Average Loss: 1079.578084\tAverage Loss Per Feature 0.030863\n",
      "Train Epoch: 952\n",
      "Train Epoch: 952 [0/660 (0%)]\tLoss: 1077.046631\tLoss Per Feature 0.030790\n",
      "====> Epoch: 952 Average Loss: 1054.839905\tAverage Loss Per Feature 0.030156\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.248901\tLoss Per Feature 0.031368\n",
      "[64/164 (33%)]\tLoss: 1075.758423\tLoss Per Feature 0.030754\n",
      "[72/164 (67%)]\tLoss: 1073.900391\tLoss Per Feature 0.030700\n",
      "Average Loss: 1082.302572\tAverage Loss Per Feature 0.030941\n",
      "Train Epoch: 953\n",
      "Train Epoch: 953 [0/660 (0%)]\tLoss: 1039.427368\tLoss Per Feature 0.029715\n",
      "====> Epoch: 953 Average Loss: 1069.885478\tAverage Loss Per Feature 0.030586\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.237671\tLoss Per Feature 0.031225\n",
      "[64/164 (33%)]\tLoss: 1075.469971\tLoss Per Feature 0.030745\n",
      "[72/164 (67%)]\tLoss: 1075.774292\tLoss Per Feature 0.030754\n",
      "Average Loss: 1081.160645\tAverage Loss Per Feature 0.030908\n",
      "Train Epoch: 954\n",
      "Train Epoch: 954 [0/660 (0%)]\tLoss: 1113.513184\tLoss Per Feature 0.031833\n",
      "====> Epoch: 954 Average Loss: 1059.919891\tAverage Loss Per Feature 0.030301\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.594116\tLoss Per Feature 0.031321\n",
      "[64/164 (33%)]\tLoss: 1073.505981\tLoss Per Feature 0.030689\n",
      "[72/164 (67%)]\tLoss: 1071.426880\tLoss Per Feature 0.030630\n",
      "Average Loss: 1080.175659\tAverage Loss Per Feature 0.030880\n",
      "Train Epoch: 955\n",
      "Train Epoch: 955 [0/660 (0%)]\tLoss: 1053.663574\tLoss Per Feature 0.030122\n",
      "====> Epoch: 955 Average Loss: 1065.655212\tAverage Loss Per Feature 0.030465\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.501587\tLoss Per Feature 0.031289\n",
      "[64/164 (33%)]\tLoss: 1076.300903\tLoss Per Feature 0.030769\n",
      "[72/164 (67%)]\tLoss: 1074.314941\tLoss Per Feature 0.030712\n",
      "Average Loss: 1081.705811\tAverage Loss Per Feature 0.030924\n",
      "Train Epoch: 956\n",
      "Train Epoch: 956 [0/660 (0%)]\tLoss: 1071.489258\tLoss Per Feature 0.030631\n",
      "====> Epoch: 956 Average Loss: 1076.136780\tAverage Loss Per Feature 0.030764\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.802734\tLoss Per Feature 0.031327\n",
      "[64/164 (33%)]\tLoss: 1075.323975\tLoss Per Feature 0.030741\n",
      "[72/164 (67%)]\tLoss: 1072.847046\tLoss Per Feature 0.030670\n",
      "Average Loss: 1081.324585\tAverage Loss Per Feature 0.030913\n",
      "Train Epoch: 957\n",
      "Train Epoch: 957 [0/660 (0%)]\tLoss: 1061.862427\tLoss Per Feature 0.030356\n",
      "====> Epoch: 957 Average Loss: 1073.395264\tAverage Loss Per Feature 0.030686\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.188721\tLoss Per Feature 0.031223\n",
      "[64/164 (33%)]\tLoss: 1073.932251\tLoss Per Feature 0.030701\n",
      "[72/164 (67%)]\tLoss: 1073.575684\tLoss Per Feature 0.030691\n",
      "Average Loss: 1079.898885\tAverage Loss Per Feature 0.030872\n",
      "Train Epoch: 958\n",
      "Train Epoch: 958 [0/660 (0%)]\tLoss: 1042.820190\tLoss Per Feature 0.029812\n",
      "====> Epoch: 958 Average Loss: 1071.724141\tAverage Loss Per Feature 0.030638\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.005615\tLoss Per Feature 0.031218\n",
      "[64/164 (33%)]\tLoss: 1075.360474\tLoss Per Feature 0.030742\n",
      "[72/164 (67%)]\tLoss: 1073.457275\tLoss Per Feature 0.030688\n",
      "Average Loss: 1080.274455\tAverage Loss Per Feature 0.030883\n",
      "Train Epoch: 959\n",
      "Train Epoch: 959 [0/660 (0%)]\tLoss: 1043.281128\tLoss Per Feature 0.029825\n",
      "====> Epoch: 959 Average Loss: 1064.311747\tAverage Loss Per Feature 0.030426\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.740479\tLoss Per Feature 0.031239\n",
      "[64/164 (33%)]\tLoss: 1073.674927\tLoss Per Feature 0.030694\n",
      "[72/164 (67%)]\tLoss: 1072.809448\tLoss Per Feature 0.030669\n",
      "Average Loss: 1079.741618\tAverage Loss Per Feature 0.030867\n",
      "Train Epoch: 960\n",
      "Train Epoch: 960 [0/660 (0%)]\tLoss: 1061.974243\tLoss Per Feature 0.030359\n",
      "====> Epoch: 960 Average Loss: 1073.599386\tAverage Loss Per Feature 0.030692\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.774902\tLoss Per Feature 0.031269\n",
      "[64/164 (33%)]\tLoss: 1073.461670\tLoss Per Feature 0.030688\n",
      "[72/164 (67%)]\tLoss: 1076.621338\tLoss Per Feature 0.030778\n",
      "Average Loss: 1081.285970\tAverage Loss Per Feature 0.030912\n",
      "Train Epoch: 961\n",
      "Train Epoch: 961 [0/660 (0%)]\tLoss: 1050.066040\tLoss Per Feature 0.030019\n",
      "====> Epoch: 961 Average Loss: 1065.389201\tAverage Loss Per Feature 0.030457\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.007690\tLoss Per Feature 0.031361\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1077.335205\tLoss Per Feature 0.030799\n",
      "[72/164 (67%)]\tLoss: 1076.096680\tLoss Per Feature 0.030763\n",
      "Average Loss: 1083.479858\tAverage Loss Per Feature 0.030974\n",
      "Train Epoch: 962\n",
      "Train Epoch: 962 [0/660 (0%)]\tLoss: 1038.746338\tLoss Per Feature 0.029695\n",
      "====> Epoch: 962 Average Loss: 1057.224172\tAverage Loss Per Feature 0.030224\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.549805\tLoss Per Feature 0.031262\n",
      "[64/164 (33%)]\tLoss: 1076.266357\tLoss Per Feature 0.030768\n",
      "[72/164 (67%)]\tLoss: 1072.237671\tLoss Per Feature 0.030653\n",
      "Average Loss: 1080.684611\tAverage Loss Per Feature 0.030894\n",
      "Train Epoch: 963\n",
      "Train Epoch: 963 [0/660 (0%)]\tLoss: 1058.602661\tLoss Per Feature 0.030263\n",
      "====> Epoch: 963 Average Loss: 1080.135132\tAverage Loss Per Feature 0.030879\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.920776\tLoss Per Feature 0.031387\n",
      "[64/164 (33%)]\tLoss: 1074.495850\tLoss Per Feature 0.030717\n",
      "[72/164 (67%)]\tLoss: 1077.334717\tLoss Per Feature 0.030799\n",
      "Average Loss: 1083.250448\tAverage Loss Per Feature 0.030968\n",
      "Train Epoch: 964\n",
      "Train Epoch: 964 [0/660 (0%)]\tLoss: 1109.402344\tLoss Per Feature 0.031715\n",
      "====> Epoch: 964 Average Loss: 1071.658305\tAverage Loss Per Feature 0.030636\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.468262\tLoss Per Feature 0.031231\n",
      "[64/164 (33%)]\tLoss: 1075.204346\tLoss Per Feature 0.030738\n",
      "[72/164 (67%)]\tLoss: 1076.009033\tLoss Per Feature 0.030761\n",
      "Average Loss: 1081.227214\tAverage Loss Per Feature 0.030910\n",
      "Train Epoch: 965\n",
      "Train Epoch: 965 [0/660 (0%)]\tLoss: 1038.776245\tLoss Per Feature 0.029696\n",
      "====> Epoch: 965 Average Loss: 1081.253194\tAverage Loss Per Feature 0.030911\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.947388\tLoss Per Feature 0.031245\n",
      "[64/164 (33%)]\tLoss: 1072.815430\tLoss Per Feature 0.030669\n",
      "[72/164 (67%)]\tLoss: 1072.313843\tLoss Per Feature 0.030655\n",
      "Average Loss: 1079.358887\tAverage Loss Per Feature 0.030856\n",
      "Train Epoch: 966\n",
      "Train Epoch: 966 [0/660 (0%)]\tLoss: 1011.690002\tLoss Per Feature 0.028922\n",
      "====> Epoch: 966 Average Loss: 1069.165517\tAverage Loss Per Feature 0.030565\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.171997\tLoss Per Feature 0.031309\n",
      "[64/164 (33%)]\tLoss: 1074.138550\tLoss Per Feature 0.030707\n",
      "[72/164 (67%)]\tLoss: 1073.211548\tLoss Per Feature 0.030681\n",
      "Average Loss: 1080.840698\tAverage Loss Per Feature 0.030899\n",
      "Train Epoch: 967\n",
      "Train Epoch: 967 [0/660 (0%)]\tLoss: 1074.747681\tLoss Per Feature 0.030725\n",
      "====> Epoch: 967 Average Loss: 1070.299235\tAverage Loss Per Feature 0.030597\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1097.118042\tLoss Per Feature 0.031364\n",
      "[64/164 (33%)]\tLoss: 1074.198975\tLoss Per Feature 0.030709\n",
      "[72/164 (67%)]\tLoss: 1072.516113\tLoss Per Feature 0.030661\n",
      "Average Loss: 1081.277710\tAverage Loss Per Feature 0.030911\n",
      "Train Epoch: 968\n",
      "Train Epoch: 968 [0/660 (0%)]\tLoss: 1072.531860\tLoss Per Feature 0.030661\n",
      "====> Epoch: 968 Average Loss: 1077.700989\tAverage Loss Per Feature 0.030809\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.554932\tLoss Per Feature 0.031234\n",
      "[64/164 (33%)]\tLoss: 1070.450439\tLoss Per Feature 0.030602\n",
      "[72/164 (67%)]\tLoss: 1079.374878\tLoss Per Feature 0.030857\n",
      "Average Loss: 1080.793416\tAverage Loss Per Feature 0.030897\n",
      "Train Epoch: 969\n",
      "Train Epoch: 969 [0/660 (0%)]\tLoss: 1070.535645\tLoss Per Feature 0.030604\n",
      "====> Epoch: 969 Average Loss: 1074.373596\tAverage Loss Per Feature 0.030714\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.377808\tLoss Per Feature 0.031286\n",
      "[64/164 (33%)]\tLoss: 1073.604858\tLoss Per Feature 0.030692\n",
      "[72/164 (67%)]\tLoss: 1075.173706\tLoss Per Feature 0.030737\n",
      "Average Loss: 1081.052124\tAverage Loss Per Feature 0.030905\n",
      "Train Epoch: 970\n",
      "Train Epoch: 970 [0/660 (0%)]\tLoss: 1089.994629\tLoss Per Feature 0.031161\n",
      "====> Epoch: 970 Average Loss: 1081.536865\tAverage Loss Per Feature 0.030919\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1089.793091\tLoss Per Feature 0.031155\n",
      "[64/164 (33%)]\tLoss: 1071.855347\tLoss Per Feature 0.030642\n",
      "[72/164 (67%)]\tLoss: 1073.087646\tLoss Per Feature 0.030677\n",
      "Average Loss: 1078.245361\tAverage Loss Per Feature 0.030825\n",
      "Train Epoch: 971\n",
      "Train Epoch: 971 [0/660 (0%)]\tLoss: 1059.115479\tLoss Per Feature 0.030278\n",
      "====> Epoch: 971 Average Loss: 1057.855479\tAverage Loss Per Feature 0.030242\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.417847\tLoss Per Feature 0.031258\n",
      "[64/164 (33%)]\tLoss: 1072.991577\tLoss Per Feature 0.030674\n",
      "[72/164 (67%)]\tLoss: 1078.299194\tLoss Per Feature 0.030826\n",
      "Average Loss: 1081.569539\tAverage Loss Per Feature 0.030920\n",
      "Train Epoch: 972\n",
      "Train Epoch: 972 [0/660 (0%)]\tLoss: 1083.625122\tLoss Per Feature 0.030978\n",
      "====> Epoch: 972 Average Loss: 1053.445506\tAverage Loss Per Feature 0.030116\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1095.959961\tLoss Per Feature 0.031331\n",
      "[64/164 (33%)]\tLoss: 1075.510986\tLoss Per Feature 0.030746\n",
      "[72/164 (67%)]\tLoss: 1077.101685\tLoss Per Feature 0.030792\n",
      "Average Loss: 1082.857544\tAverage Loss Per Feature 0.030956\n",
      "Train Epoch: 973\n",
      "Train Epoch: 973 [0/660 (0%)]\tLoss: 1052.397827\tLoss Per Feature 0.030086\n",
      "====> Epoch: 973 Average Loss: 1086.214355\tAverage Loss Per Feature 0.031052\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.683594\tLoss Per Feature 0.031295\n",
      "[64/164 (33%)]\tLoss: 1072.612793\tLoss Per Feature 0.030664\n",
      "[72/164 (67%)]\tLoss: 1072.754639\tLoss Per Feature 0.030668\n",
      "Average Loss: 1080.017008\tAverage Loss Per Feature 0.030875\n",
      "Train Epoch: 974\n",
      "Train Epoch: 974 [0/660 (0%)]\tLoss: 1088.711182\tLoss Per Feature 0.031124\n",
      "====> Epoch: 974 Average Loss: 1071.630005\tAverage Loss Per Feature 0.030636\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.981934\tLoss Per Feature 0.031246\n",
      "[64/164 (33%)]\tLoss: 1073.329346\tLoss Per Feature 0.030684\n",
      "[72/164 (67%)]\tLoss: 1077.800537\tLoss Per Feature 0.030812\n",
      "Average Loss: 1081.370605\tAverage Loss Per Feature 0.030914\n",
      "Train Epoch: 975\n",
      "Train Epoch: 975 [0/660 (0%)]\tLoss: 1048.530518\tLoss Per Feature 0.029975\n",
      "====> Epoch: 975 Average Loss: 1057.035116\tAverage Loss Per Feature 0.030218\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1090.984741\tLoss Per Feature 0.031189\n",
      "[64/164 (33%)]\tLoss: 1073.709106\tLoss Per Feature 0.030695\n",
      "[72/164 (67%)]\tLoss: 1075.195435\tLoss Per Feature 0.030737\n",
      "Average Loss: 1079.963094\tAverage Loss Per Feature 0.030874\n",
      "Train Epoch: 976\n",
      "Train Epoch: 976 [0/660 (0%)]\tLoss: 1092.951050\tLoss Per Feature 0.031245\n",
      "====> Epoch: 976 Average Loss: 1057.376973\tAverage Loss Per Feature 0.030228\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.156982\tLoss Per Feature 0.031222\n",
      "[64/164 (33%)]\tLoss: 1075.319702\tLoss Per Feature 0.030741\n",
      "[72/164 (67%)]\tLoss: 1074.145264\tLoss Per Feature 0.030707\n",
      "Average Loss: 1080.540649\tAverage Loss Per Feature 0.030890\n",
      "Train Epoch: 977\n",
      "Train Epoch: 977 [0/660 (0%)]\tLoss: 1065.891357\tLoss Per Feature 0.030471\n",
      "====> Epoch: 977 Average Loss: 1067.386353\tAverage Loss Per Feature 0.030514\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.155151\tLoss Per Feature 0.031222\n",
      "[64/164 (33%)]\tLoss: 1076.120605\tLoss Per Feature 0.030764\n",
      "[72/164 (67%)]\tLoss: 1074.838867\tLoss Per Feature 0.030727\n",
      "Average Loss: 1081.038208\tAverage Loss Per Feature 0.030904\n",
      "Train Epoch: 978\n",
      "Train Epoch: 978 [0/660 (0%)]\tLoss: 1059.388672\tLoss Per Feature 0.030286\n",
      "====> Epoch: 978 Average Loss: 1070.210429\tAverage Loss Per Feature 0.030595\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.105347\tLoss Per Feature 0.031249\n",
      "[64/164 (33%)]\tLoss: 1070.594849\tLoss Per Feature 0.030606\n",
      "[72/164 (67%)]\tLoss: 1073.765991\tLoss Per Feature 0.030697\n",
      "Average Loss: 1079.155396\tAverage Loss Per Feature 0.030851\n",
      "Train Epoch: 979\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Epoch: 979 [0/660 (0%)]\tLoss: 1106.668335\tLoss Per Feature 0.031637\n",
      "====> Epoch: 979 Average Loss: 1058.762238\tAverage Loss Per Feature 0.030268\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.565063\tLoss Per Feature 0.031234\n",
      "[64/164 (33%)]\tLoss: 1073.316162\tLoss Per Feature 0.030684\n",
      "[72/164 (67%)]\tLoss: 1074.409546\tLoss Per Feature 0.030715\n",
      "Average Loss: 1080.096924\tAverage Loss Per Feature 0.030878\n",
      "Train Epoch: 980\n",
      "Train Epoch: 980 [0/660 (0%)]\tLoss: 1045.515259\tLoss Per Feature 0.029889\n",
      "====> Epoch: 980 Average Loss: 1056.915009\tAverage Loss Per Feature 0.030215\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.748047\tLoss Per Feature 0.031296\n",
      "[64/164 (33%)]\tLoss: 1074.970825\tLoss Per Feature 0.030731\n",
      "[72/164 (67%)]\tLoss: 1072.899902\tLoss Per Feature 0.030672\n",
      "Average Loss: 1080.872925\tAverage Loss Per Feature 0.030900\n",
      "Train Epoch: 981\n",
      "Train Epoch: 981 [0/660 (0%)]\tLoss: 1078.071533\tLoss Per Feature 0.030820\n",
      "====> Epoch: 981 Average Loss: 1061.813741\tAverage Loss Per Feature 0.030355\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.478516\tLoss Per Feature 0.031232\n",
      "[64/164 (33%)]\tLoss: 1071.429077\tLoss Per Feature 0.030630\n",
      "[72/164 (67%)]\tLoss: 1072.901001\tLoss Per Feature 0.030672\n",
      "Average Loss: 1078.936198\tAverage Loss Per Feature 0.030844\n",
      "Train Epoch: 982\n",
      "Train Epoch: 982 [0/660 (0%)]\tLoss: 1096.882935\tLoss Per Feature 0.031357\n",
      "====> Epoch: 982 Average Loss: 1075.609273\tAverage Loss Per Feature 0.030749\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.096924\tLoss Per Feature 0.031278\n",
      "[64/164 (33%)]\tLoss: 1073.048828\tLoss Per Feature 0.030676\n",
      "[72/164 (67%)]\tLoss: 1074.182129\tLoss Per Feature 0.030708\n",
      "Average Loss: 1080.442627\tAverage Loss Per Feature 0.030887\n",
      "Train Epoch: 983\n",
      "Train Epoch: 983 [0/660 (0%)]\tLoss: 1084.992310\tLoss Per Feature 0.031018\n",
      "====> Epoch: 983 Average Loss: 1062.467529\tAverage Loss Per Feature 0.030374\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.402466\tLoss Per Feature 0.031258\n",
      "[64/164 (33%)]\tLoss: 1076.938354\tLoss Per Feature 0.030787\n",
      "[72/164 (67%)]\tLoss: 1073.291992\tLoss Per Feature 0.030683\n",
      "Average Loss: 1081.210938\tAverage Loss Per Feature 0.030909\n",
      "Train Epoch: 984\n",
      "Train Epoch: 984 [0/660 (0%)]\tLoss: 1090.141113\tLoss Per Feature 0.031165\n",
      "====> Epoch: 984 Average Loss: 1058.214447\tAverage Loss Per Feature 0.030252\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.804565\tLoss Per Feature 0.031298\n",
      "[64/164 (33%)]\tLoss: 1069.780762\tLoss Per Feature 0.030583\n",
      "[72/164 (67%)]\tLoss: 1073.303833\tLoss Per Feature 0.030683\n",
      "Average Loss: 1079.296387\tAverage Loss Per Feature 0.030855\n",
      "Train Epoch: 985\n",
      "Train Epoch: 985 [0/660 (0%)]\tLoss: 1065.103027\tLoss Per Feature 0.030449\n",
      "====> Epoch: 985 Average Loss: 1070.200216\tAverage Loss Per Feature 0.030595\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1090.741089\tLoss Per Feature 0.031182\n",
      "[64/164 (33%)]\tLoss: 1072.314819\tLoss Per Feature 0.030655\n",
      "[72/164 (67%)]\tLoss: 1071.964233\tLoss Per Feature 0.030645\n",
      "Average Loss: 1078.340047\tAverage Loss Per Feature 0.030827\n",
      "Train Epoch: 986\n",
      "Train Epoch: 986 [0/660 (0%)]\tLoss: 1058.241943\tLoss Per Feature 0.030253\n",
      "====> Epoch: 986 Average Loss: 1058.881307\tAverage Loss Per Feature 0.030271\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.272461\tLoss Per Feature 0.031226\n",
      "[64/164 (33%)]\tLoss: 1072.688110\tLoss Per Feature 0.030666\n",
      "[72/164 (67%)]\tLoss: 1075.234253\tLoss Per Feature 0.030739\n",
      "Average Loss: 1080.064941\tAverage Loss Per Feature 0.030877\n",
      "Train Epoch: 987\n",
      "Train Epoch: 987 [0/660 (0%)]\tLoss: 1109.044189\tLoss Per Feature 0.031705\n",
      "====> Epoch: 987 Average Loss: 1056.620585\tAverage Loss Per Feature 0.030206\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.484375\tLoss Per Feature 0.031232\n",
      "[64/164 (33%)]\tLoss: 1070.353638\tLoss Per Feature 0.030599\n",
      "[72/164 (67%)]\tLoss: 1070.286621\tLoss Per Feature 0.030597\n",
      "Average Loss: 1077.708211\tAverage Loss Per Feature 0.030809\n",
      "Train Epoch: 988\n",
      "Train Epoch: 988 [0/660 (0%)]\tLoss: 1038.884521\tLoss Per Feature 0.029699\n",
      "====> Epoch: 988 Average Loss: 1053.142008\tAverage Loss Per Feature 0.030107\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.978882\tLoss Per Feature 0.031217\n",
      "[64/164 (33%)]\tLoss: 1075.120483\tLoss Per Feature 0.030735\n",
      "[72/164 (67%)]\tLoss: 1071.942139\tLoss Per Feature 0.030644\n",
      "Average Loss: 1079.680501\tAverage Loss Per Feature 0.030866\n",
      "Train Epoch: 989\n",
      "Train Epoch: 989 [0/660 (0%)]\tLoss: 1069.039185\tLoss Per Feature 0.030561\n",
      "====> Epoch: 989 Average Loss: 1066.138550\tAverage Loss Per Feature 0.030479\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1093.250244\tLoss Per Feature 0.031254\n",
      "[64/164 (33%)]\tLoss: 1072.054077\tLoss Per Feature 0.030648\n",
      "[72/164 (67%)]\tLoss: 1072.091553\tLoss Per Feature 0.030649\n",
      "Average Loss: 1079.131958\tAverage Loss Per Feature 0.030850\n",
      "Train Epoch: 990\n",
      "Train Epoch: 990 [0/660 (0%)]\tLoss: 1046.770752\tLoss Per Feature 0.029925\n",
      "====> Epoch: 990 Average Loss: 1068.363017\tAverage Loss Per Feature 0.030542\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.014404\tLoss Per Feature 0.031190\n",
      "[64/164 (33%)]\tLoss: 1073.194824\tLoss Per Feature 0.030680\n",
      "[72/164 (67%)]\tLoss: 1073.739014\tLoss Per Feature 0.030696\n",
      "Average Loss: 1079.316081\tAverage Loss Per Feature 0.030855\n",
      "Train Epoch: 991\n",
      "Train Epoch: 991 [0/660 (0%)]\tLoss: 1058.897095\tLoss Per Feature 0.030272\n",
      "====> Epoch: 991 Average Loss: 1067.623067\tAverage Loss Per Feature 0.030521\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.592163\tLoss Per Feature 0.031206\n",
      "[64/164 (33%)]\tLoss: 1074.490112\tLoss Per Feature 0.030717\n",
      "[72/164 (67%)]\tLoss: 1073.011353\tLoss Per Feature 0.030675\n",
      "Average Loss: 1079.697876\tAverage Loss Per Feature 0.030866\n",
      "Train Epoch: 992\n",
      "Train Epoch: 992 [0/660 (0%)]\tLoss: 1035.130737\tLoss Per Feature 0.029592\n",
      "====> Epoch: 992 Average Loss: 1064.474243\tAverage Loss Per Feature 0.030431\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.139282\tLoss Per Feature 0.031222\n",
      "[64/164 (33%)]\tLoss: 1071.510498\tLoss Per Feature 0.030632\n",
      "[72/164 (67%)]\tLoss: 1073.764160\tLoss Per Feature 0.030697\n",
      "Average Loss: 1079.137980\tAverage Loss Per Feature 0.030850\n",
      "Train Epoch: 993\n",
      "Train Epoch: 993 [0/660 (0%)]\tLoss: 1055.667480\tLoss Per Feature 0.030179\n",
      "====> Epoch: 993 Average Loss: 1057.119059\tAverage Loss Per Feature 0.030221\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.946655\tLoss Per Feature 0.031216\n",
      "[64/164 (33%)]\tLoss: 1069.905762\tLoss Per Feature 0.030586\n",
      "[72/164 (67%)]\tLoss: 1075.609741\tLoss Per Feature 0.030749\n",
      "Average Loss: 1079.154053\tAverage Loss Per Feature 0.030851\n",
      "Train Epoch: 994\n",
      "Train Epoch: 994 [0/660 (0%)]\tLoss: 1064.224121\tLoss Per Feature 0.030424\n",
      "====> Epoch: 994 Average Loss: 1068.601522\tAverage Loss Per Feature 0.030549\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1094.513916\tLoss Per Feature 0.031290\n",
      "[64/164 (33%)]\tLoss: 1071.935425\tLoss Per Feature 0.030644\n",
      "[72/164 (67%)]\tLoss: 1075.492920\tLoss Per Feature 0.030746\n",
      "Average Loss: 1080.647420\tAverage Loss Per Feature 0.030893\n",
      "Train Epoch: 995\n",
      "Train Epoch: 995 [0/660 (0%)]\tLoss: 1034.041016\tLoss Per Feature 0.029561\n",
      "====> Epoch: 995 Average Loss: 1076.369120\tAverage Loss Per Feature 0.030771\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1089.553833\tLoss Per Feature 0.031148\n",
      "[64/164 (33%)]\tLoss: 1071.495605\tLoss Per Feature 0.030632\n",
      "[72/164 (67%)]\tLoss: 1075.701660\tLoss Per Feature 0.030752\n",
      "Average Loss: 1078.917033\tAverage Loss Per Feature 0.030844\n",
      "Train Epoch: 996\n",
      "Train Epoch: 996 [0/660 (0%)]\tLoss: 1064.493774\tLoss Per Feature 0.030431\n",
      "====> Epoch: 996 Average Loss: 1060.952576\tAverage Loss Per Feature 0.030330\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.118042\tLoss Per Feature 0.031193\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[64/164 (33%)]\tLoss: 1071.570923\tLoss Per Feature 0.030634\n",
      "[72/164 (67%)]\tLoss: 1079.983154\tLoss Per Feature 0.030874\n",
      "Average Loss: 1080.890706\tAverage Loss Per Feature 0.030900\n",
      "Train Epoch: 997\n",
      "Train Epoch: 997 [0/660 (0%)]\tLoss: 1063.259521\tLoss Per Feature 0.030396\n",
      "====> Epoch: 997 Average Loss: 1073.344849\tAverage Loss Per Feature 0.030685\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.201294\tLoss Per Feature 0.031195\n",
      "[64/164 (33%)]\tLoss: 1071.028198\tLoss Per Feature 0.030618\n",
      "[72/164 (67%)]\tLoss: 1071.958252\tLoss Per Feature 0.030645\n",
      "Average Loss: 1078.062581\tAverage Loss Per Feature 0.030819\n",
      "Train Epoch: 998\n",
      "Train Epoch: 998 [0/660 (0%)]\tLoss: 1080.144409\tLoss Per Feature 0.030879\n",
      "====> Epoch: 998 Average Loss: 1067.672770\tAverage Loss Per Feature 0.030522\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1091.270386\tLoss Per Feature 0.031197\n",
      "[64/164 (33%)]\tLoss: 1071.548950\tLoss Per Feature 0.030633\n",
      "[72/164 (67%)]\tLoss: 1075.872192\tLoss Per Feature 0.030757\n",
      "Average Loss: 1079.563843\tAverage Loss Per Feature 0.030862\n",
      "Train Epoch: 999\n",
      "Train Epoch: 999 [0/660 (0%)]\tLoss: 1063.733765\tLoss Per Feature 0.030410\n",
      "====> Epoch: 999 Average Loss: 1070.348267\tAverage Loss Per Feature 0.030599\n",
      "Performing validation on model 'power_2011_combat_h80_l5_r10_ep1000'\n",
      "[0/164 (0%)]\tLoss: 1092.753784\tLoss Per Feature 0.031239\n",
      "[64/164 (33%)]\tLoss: 1073.045166\tLoss Per Feature 0.030676\n",
      "[72/164 (67%)]\tLoss: 1077.458008\tLoss Per Feature 0.030802\n",
      "Average Loss: 1081.085653\tAverage Loss Per Feature 0.030906\n",
      "Saving model to  vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_999.nn\n",
      "==== power_2011_combat_h80_l5_r10_ep1000\n",
      "Successfully loaded model /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_999.nn.\n",
      "Extracting latents...\n",
      "done.\n",
      "Saving latents to  /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_train_latents.csv\n",
      "Successfully loaded model /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_999.nn.\n",
      "Extracting latents...\n",
      "done.\n",
      "Saving latents to  /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_val_latents.csv\n",
      "Successfully loaded model /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_999.nn.\n",
      "Extracting latents...\n",
      "done.\n",
      "Saving latents to  /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_test_latents.csv\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>mu_0</th>\n",
       "      <th>mu_1</th>\n",
       "      <th>mu_2</th>\n",
       "      <th>mu_3</th>\n",
       "      <th>mu_4</th>\n",
       "      <th>logvar_0</th>\n",
       "      <th>logvar_1</th>\n",
       "      <th>logvar_2</th>\n",
       "      <th>logvar_3</th>\n",
       "      <th>logvar_4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2.032248</td>\n",
       "      <td>0.460174</td>\n",
       "      <td>-0.219195</td>\n",
       "      <td>-0.735557</td>\n",
       "      <td>1.392282</td>\n",
       "      <td>-1.679043</td>\n",
       "      <td>-1.675820</td>\n",
       "      <td>-1.683294</td>\n",
       "      <td>-1.671181</td>\n",
       "      <td>-1.708219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1.627486</td>\n",
       "      <td>0.340415</td>\n",
       "      <td>-0.185212</td>\n",
       "      <td>-0.683483</td>\n",
       "      <td>1.127664</td>\n",
       "      <td>-1.675070</td>\n",
       "      <td>-1.668256</td>\n",
       "      <td>-1.682736</td>\n",
       "      <td>-1.669326</td>\n",
       "      <td>-1.706204</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>1.927703</td>\n",
       "      <td>0.454868</td>\n",
       "      <td>-0.244438</td>\n",
       "      <td>-0.727106</td>\n",
       "      <td>1.322784</td>\n",
       "      <td>-1.679528</td>\n",
       "      <td>-1.672643</td>\n",
       "      <td>-1.683694</td>\n",
       "      <td>-1.669613</td>\n",
       "      <td>-1.708978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>1.902535</td>\n",
       "      <td>0.433991</td>\n",
       "      <td>-0.237575</td>\n",
       "      <td>-0.722412</td>\n",
       "      <td>1.298956</td>\n",
       "      <td>-1.677323</td>\n",
       "      <td>-1.673172</td>\n",
       "      <td>-1.683109</td>\n",
       "      <td>-1.670379</td>\n",
       "      <td>-1.707968</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>1.795206</td>\n",
       "      <td>0.417541</td>\n",
       "      <td>-0.229805</td>\n",
       "      <td>-0.695674</td>\n",
       "      <td>1.226844</td>\n",
       "      <td>-1.674416</td>\n",
       "      <td>-1.671792</td>\n",
       "      <td>-1.684750</td>\n",
       "      <td>-1.667587</td>\n",
       "      <td>-1.706086</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>0</td>\n",
       "      <td>2.005051</td>\n",
       "      <td>0.448928</td>\n",
       "      <td>-0.229037</td>\n",
       "      <td>-0.748172</td>\n",
       "      <td>1.392352</td>\n",
       "      <td>-1.677420</td>\n",
       "      <td>-1.673076</td>\n",
       "      <td>-1.685465</td>\n",
       "      <td>-1.672507</td>\n",
       "      <td>-1.708822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>1</td>\n",
       "      <td>1.771131</td>\n",
       "      <td>0.399404</td>\n",
       "      <td>-0.262140</td>\n",
       "      <td>-0.716557</td>\n",
       "      <td>1.207546</td>\n",
       "      <td>-1.677433</td>\n",
       "      <td>-1.670592</td>\n",
       "      <td>-1.682804</td>\n",
       "      <td>-1.667956</td>\n",
       "      <td>-1.707535</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>1</td>\n",
       "      <td>2.107051</td>\n",
       "      <td>0.474886</td>\n",
       "      <td>-0.223580</td>\n",
       "      <td>-0.754753</td>\n",
       "      <td>1.456540</td>\n",
       "      <td>-1.676217</td>\n",
       "      <td>-1.675720</td>\n",
       "      <td>-1.684459</td>\n",
       "      <td>-1.672709</td>\n",
       "      <td>-1.707885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>1</td>\n",
       "      <td>1.399442</td>\n",
       "      <td>0.350563</td>\n",
       "      <td>-0.166644</td>\n",
       "      <td>-0.621751</td>\n",
       "      <td>0.932398</td>\n",
       "      <td>-1.668690</td>\n",
       "      <td>-1.660784</td>\n",
       "      <td>-1.673433</td>\n",
       "      <td>-1.657727</td>\n",
       "      <td>-1.699923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>1</td>\n",
       "      <td>1.881948</td>\n",
       "      <td>0.421469</td>\n",
       "      <td>-0.230253</td>\n",
       "      <td>-0.719728</td>\n",
       "      <td>1.284057</td>\n",
       "      <td>-1.677281</td>\n",
       "      <td>-1.671884</td>\n",
       "      <td>-1.683322</td>\n",
       "      <td>-1.670496</td>\n",
       "      <td>-1.707893</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>205 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     0      mu_0      mu_1      mu_2      mu_3      mu_4  logvar_0  logvar_1  \\\n",
       "0    1  2.032248  0.460174 -0.219195 -0.735557  1.392282 -1.679043 -1.675820   \n",
       "1    0  1.627486  0.340415 -0.185212 -0.683483  1.127664 -1.675070 -1.668256   \n",
       "2    0  1.927703  0.454868 -0.244438 -0.727106  1.322784 -1.679528 -1.672643   \n",
       "3    0  1.902535  0.433991 -0.237575 -0.722412  1.298956 -1.677323 -1.673172   \n",
       "4    1  1.795206  0.417541 -0.229805 -0.695674  1.226844 -1.674416 -1.671792   \n",
       "..  ..       ...       ...       ...       ...       ...       ...       ...   \n",
       "200  0  2.005051  0.448928 -0.229037 -0.748172  1.392352 -1.677420 -1.673076   \n",
       "201  1  1.771131  0.399404 -0.262140 -0.716557  1.207546 -1.677433 -1.670592   \n",
       "202  1  2.107051  0.474886 -0.223580 -0.754753  1.456540 -1.676217 -1.675720   \n",
       "203  1  1.399442  0.350563 -0.166644 -0.621751  0.932398 -1.668690 -1.660784   \n",
       "204  1  1.881948  0.421469 -0.230253 -0.719728  1.284057 -1.677281 -1.671884   \n",
       "\n",
       "     logvar_2  logvar_3  logvar_4  \n",
       "0   -1.683294 -1.671181 -1.708219  \n",
       "1   -1.682736 -1.669326 -1.706204  \n",
       "2   -1.683694 -1.669613 -1.708978  \n",
       "3   -1.683109 -1.670379 -1.707968  \n",
       "4   -1.684750 -1.667587 -1.706086  \n",
       "..        ...       ...       ...  \n",
       "200 -1.685465 -1.672507 -1.708822  \n",
       "201 -1.682804 -1.667956 -1.707535  \n",
       "202 -1.684459 -1.672709 -1.707885  \n",
       "203 -1.673433 -1.657727 -1.699923  \n",
       "204 -1.683322 -1.670496 -1.707893  \n",
       "\n",
       "[205 rows x 11 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_net(net_name, train_dataset, num_epochs=epochs, until=epochs,\n",
    "          hidden_size=hidden_size, latent_size=latent_size,\n",
    "          activations=activations, l2=l2_rate, learning_rate=learning_rate,\n",
    "          load_net=False, overwrite=True, overwrite_log=True,\n",
    "          stats_list=stats_list, validation=[val_dataset])\n",
    "\n",
    "print(\"====\", net_name)\n",
    "extract_latents(net_name, train_dataset, fname_tag='train')\n",
    "extract_latents(net_name, val_dataset, fname_tag='val')\n",
    "extract_latents(net_name, test_dataset, fname_tag='test')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import os\n",
    "import itertools\n",
    "import scipy.stats\n",
    "from tqdm.notebook import tqdm\n",
    "import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Successfully loaded model /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_999.nn.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "VAE(\n",
       "  (fc1): Linear(in_features=34980, out_features=80, bias=True)\n",
       "  (fc21): Linear(in_features=80, out_features=5, bias=True)\n",
       "  (fc22): Linear(in_features=80, out_features=5, bias=True)\n",
       "  (fc3): Linear(in_features=5, out_features=80, bias=True)\n",
       "  (fc4): Linear(in_features=80, out_features=34980, bias=True)\n",
       ")"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_name = 'power_2011_combat_h{}_l{}_r{}_ep{}'.format(hidden_size, latent_size, int(l2_rate*100), epochs)\n",
    "\n",
    "model, _ = load_network(model_name)\n",
    "\n",
    "if torch.cuda.is_available():\n",
    "    model.cuda()\n",
    "\n",
    "model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Uncertain', 'Sensory/somatomotor Hand',\n",
       "       'Sensory/somatomotor Mouth', 'Cingulo-opercular Task Control',\n",
       "       'Auditory', 'Default mode', 'Memory retrieval?',\n",
       "       'Ventral attention', 'Visual', 'Fronto-parietal Task Control',\n",
       "       'Salience', 'Subcortical', 'Cerebellar', 'Dorsal attention'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open(os.path.join('latent_visualization','vae_ROIS.txt')) as f:\n",
    "    roi_list = [s.replace('\\n','') for s in f.readlines()]\n",
    "\n",
    "network_labels = pd.read_csv(os.path.join('latent_visualization', 'power264_networklabels.csv'))\n",
    "network_labels['NetworkLabel'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_list = network_labels['NetworkLabel'].unique()\n",
    "label_combinations = list(itertools.combinations_with_replacement(label_list, 2))\n",
    "label_combinations\n",
    "label_masks = {}\n",
    "for label1, label2 in label_combinations:\n",
    "    ROI_match_filt = (network_labels['NetworkLabel'].str.fullmatch(label1) |\n",
    "                     network_labels['NetworkLabel'].str.fullmatch(label2))\n",
    "    ROI_indices = network_labels['ROI'][ROI_match_filt]\n",
    "    ROI_mat_indices = []\n",
    "    for x in ROI_indices:\n",
    "        for y in ROI_indices:\n",
    "            if (label1 != label2 and x != y) or (label1 == label2):\n",
    "                ROI_mat_indices.append((x-1,y-1))\n",
    "    ROI_mat_indices = list(zip(*ROI_mat_indices))\n",
    "    ROI_mat_indices = tuple(np.array(x) for x in ROI_mat_indices)\n",
    "    label_mask = np.zeros((264, 264))\n",
    "\n",
    "    label_mask[ROI_mat_indices] = 1\n",
    "    label_masks[(label1, label2)] = label_mask"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "True\n",
      "34980\n"
     ]
    }
   ],
   "source": [
    "ref = [[(i,j) for i in range(264)] for j in range(264)]\n",
    "\n",
    "roi_test = np.array(ref)\n",
    "\n",
    "roi_test_comp = np.array(ref)\n",
    "roi_test_comp[np.triu_indices(264)] = (-1, -1)\n",
    "\n",
    "roi_idx = [(int(x.split('-')[0].replace('ROI', ''))-1, int(x.split('-')[1].replace('ROI', ''))-1) for x in roi_list]\n",
    "roi_idx_zip = tuple(np.array(x) for x in zip(*roi_idx))\n",
    "\n",
    "roi_test[roi_idx_zip] = (-1, -1)\n",
    "\n",
    "print(np.all(roi_test == roi_test_comp))\n",
    "print(len(roi_idx))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "def latent_diff_mat(model, curr_latent, prev_val, curr_val, dummy_latent_val):\n",
    "    curr_z = np.ones(model.latent_size)*dummy_latent_val\n",
    "    prev_z = np.zeros(model.latent_size)*dummy_latent_val\n",
    "\n",
    "    diff = np.zeros(model.input_size)\n",
    "    diff_norm = np.zeros(model.input_size)\n",
    "\n",
    "    curr_z[curr_latent] = curr_val\n",
    "    prev_z[curr_latent] = prev_val\n",
    "\n",
    "    curr_z_torch = torch.from_numpy(curr_z).float()\n",
    "    prev_z_torch = torch.from_numpy(prev_z).float()\n",
    "\n",
    "    if torch.cuda.is_available():\n",
    "        curr_z_torch = curr_z_torch.cuda()\n",
    "        prev_z_torch = prev_z_torch.cuda()\n",
    "\n",
    "    curr_pred = model.decode(curr_z_torch).data.cpu().numpy()\n",
    "    prev_pred = model.decode(prev_z_torch).data.cpu().numpy()\n",
    "\n",
    "    diff = np.abs(curr_pred - prev_pred) * np.abs(curr_val - prev_val)\n",
    "\n",
    "    diff_mat = np.zeros((264,264))\n",
    "    upper = np.triu_indices(264)\n",
    "    diff_mat[upper] = diff\n",
    "    diff_mat.T[upper] = diff_mat[upper]\n",
    "\n",
    "    return diff_mat\n",
    "\n",
    "def latent_mat(model, latent, values, weights=None, latent_orig=None):\n",
    "\n",
    "    diff_agg = None\n",
    "    for i in range(len(values)-1):\n",
    "\n",
    "        if latent_orig is None:\n",
    "            curr_z = np.zeros(model.latent_size)\n",
    "            prev_z = np.zeros(model.latent_size)\n",
    "        else:\n",
    "            curr_z = np.copy(latent_orig)\n",
    "            prev_z = np.copy(latent_orig)\n",
    "\n",
    "        curr_z[latent] = values[i+1]\n",
    "        prev_z[latent] = values[i]\n",
    "\n",
    "        curr_z_torch = torch.from_numpy(curr_z).float()\n",
    "        prev_z_torch = torch.from_numpy(prev_z).float()\n",
    "\n",
    "        if torch.cuda.is_available():\n",
    "            curr_z_torch = curr_z_torch.cuda()\n",
    "            prev_z_torch = prev_z_torch.cuda()\n",
    "\n",
    "        ##curr_pred = model.decode(curr_z_torch).data.cpu().numpy()\n",
    "        ##prev_pred = model.decode(prev_z_torch).data.cpu().numpy()\n",
    "        curr_pred = model.decode(curr_z_torch)\n",
    "        prev_pred = model.decode(prev_z_torch)\n",
    "\n",
    "        diff = torch.abs(curr_pred - prev_pred)\n",
    "\n",
    "        if weights is not None:\n",
    "            diff_curr = diff * np.abs(values[i+1] - values[i]) * (weights[i] + weights[i+1]) / 2\n",
    "        else:\n",
    "            diff_curr = diff * np.abs(values[i+1] - values[i])\n",
    "\n",
    "        if diff_agg is None:\n",
    "            diff_agg = diff_curr\n",
    "        else:\n",
    "            diff_agg += diff_curr\n",
    "\n",
    "    return diff_agg.data.cpu().numpy()\n",
    "\n",
    "def format_latent_mat(latent_agg_mat):\n",
    "    formatted_mat = np.zeros((264,264))\n",
    "    upper = np.triu_indices(264)\n",
    "    formatted_mat[upper] = latent_agg_mat\n",
    "    formatted_mat.T[upper] = formatted_mat[upper]\n",
    "    return formatted_mat\n",
    "\n",
    "# def latent_network_contribution(latent_agg_mat, label_masks):\n",
    "#     network_contrib_dict = {'Networks':[], 'Contribution':[]}\n",
    "#     for label_pair, mask in label_masks.items():\n",
    "#         network_contrib_dict['Networks'].append(label_pair)\n",
    "#         network_contrib_dict['Contribution'].append(np.sum(np.sum(mask*latent_agg_mat))/np.sum(np.sum(mask)))\n",
    "#     contrib_df = pd.DataFrame(network_contrib_dict)\n",
    "#     contrib_df.sort_values(by='Contribution', ascending=False, inplace=True)\n",
    "#     return contrib_df\n",
    "\n",
    "def latent_network_contribution(latent_agg_mat, label_masks):\n",
    "    network_contrib_dict = {'Networks':[], 'Contribution':[]}\n",
    "    for label_pair, mask in label_masks.items():\n",
    "        network_contrib_dict['Networks'].append(label_pair)\n",
    "        network_contrib_dict['Contribution'].append(np.nansum(np.nansum(mask*latent_agg_mat))/np.nansum(np.nansum(mask)))\n",
    "    contrib_df = pd.DataFrame(network_contrib_dict)\n",
    "    contrib_df.sort_values(by='Contribution', ascending=False, inplace=True)\n",
    "    return contrib_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "latent=0\n",
    "for dummy_latent in np.linspace(-2,2,4):\n",
    "    for x in np.linspace(-1,1,2):\n",
    "        diff_mat = latent_diff_mat(model, 0, dummy_latent, x, dummy_latent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Reading latents from  /home/kimyoun/Desktop/VAE_visualization/vae_nets/power_2011_combat_h80_l5_r10_ep1000/power_2011_combat_h80_l5_r10_ep1000_train_latents.csv\n"
     ]
    }
   ],
   "source": [
    "patient_latents = load_latents(model_name, fname_tag='train')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "resolution = 20\n",
    "diag_latent_mats = [None for _ in range(10)]\n",
    "patient = patient_latents.iloc[0]\n",
    "means = patient[patient.index.str.contains('mu')].to_numpy().astype(float)\n",
    "logvars = patient[patient.index.str.contains('logvar')].to_numpy().astype(float)\n",
    "std_devs = np.sqrt(np.exp(logvars))\n",
    "for i, (mean,std_dev) in enumerate(zip(means, std_devs)):\n",
    "    latent_vals = np.linspace(mean - 3 * std_dev, mean + 3 * std_dev, resolution)\n",
    "    normal_weights = scipy.stats.norm.pdf(latent_vals, loc=mean, scale=std_dev)\n",
    "    latent_agg_mat = latent_mat(model, i, latent_vals, weights=normal_weights, latent_orig=means)\n",
    "\n",
    "    if diag_latent_mats[i] is None:\n",
    "        diag_latent_mats[i] = latent_agg_mat\n",
    "    else:\n",
    "        diag_latent_mats[i] += latent_agg_mat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "mat_list = diag_latent_mats\n",
    "for latent in range(5):\n",
    "    mat = mat_list[latent]\n",
    "    mat = format_latent_mat(mat)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "resolution = 20\n",
    "diag_latent_mats = [None for _ in range(10)]\n",
    "patient = patient_latents.iloc[0]\n",
    "means = patient[patient.index.str.contains('mu')].to_numpy().astype(float)\n",
    "logvars = patient[patient.index.str.contains('logvar')].to_numpy().astype(float)\n",
    "std_devs = np.sqrt(np.exp(logvars))\n",
    "for i, (mean,std_dev) in enumerate(zip(means, std_devs)):\n",
    "    latent_vals = np.linspace(mean - 3 * std_dev, mean + 3 * std_dev, resolution)\n",
    "    normal_weights = scipy.stats.norm.pdf(latent_vals, loc=mean, scale=std_dev)\n",
    "    latent_agg_mat = latent_mat(model, i, latent_vals, weights=normal_weights, latent_orig=means)\n",
    "\n",
    "    if diag_latent_mats[i] is None:\n",
    "        diag_latent_mats[i] = latent_agg_mat\n",
    "    else:\n",
    "        diag_latent_mats[i] += latent_agg_mat\n",
    "\n",
    "mat_list = diag_latent_mats\n",
    "for latent in range(5):\n",
    "    mat = mat_list[latent]\n",
    "    mat = format_latent_mat(mat)"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [
    "Be1y7Qd1tccv",
    "540qGnYUShcL",
    "Mh_NlkFAShcr",
    "Vzqk6duDShcv",
    "zAApPMEuShcz",
    "-lrpPg2bShc2",
    "fiBEnxWb1kD0",
    "f8WD6AYGtX_G",
    "54-bq3ciT4AP",
    "UikjIaQS_sZa",
    "2PovxEUbnOSs"
   ],
   "provenance": [
    {
     "file_id": "1Wj27vSMa_vVlwbAxoH9y6WkVqWnvRNSB",
     "timestamp": 1645570396213
    }
   ]
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}