fMRI_training_sex.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cpu\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import time\n",
    "from datetime import datetime\n",
    "\n",
    "from utils import *\n",
    "from model.MLP import *\n",
    "\n",
    "import numpy as np\n",
    "import nibabel as nib\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "from scipy.stats import pearsonr\n",
    "\n",
    "\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "from torch.utils.data import TensorDataset, DataLoader\n",
    "from torch.utils.tensorboard import SummaryWriter\n",
    "\n",
    "from torchsummary import summary\n",
    "\n",
    "\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"\"\n",
    "device = torch.device('cuda' if torch.cuda.is_available() else \"cpu\")\n",
    "print(device)\n",
    "print(torch.cuda.device_count())\n",
    "\n",
    "input_sizes = {'15':105,\n",
    "                '25':300,\n",
    "                '50':1225,\n",
    "                '100':4950,\n",
    "                '200':19900,\n",
    "                '300':44850\n",
    "                }\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>...</th>\n",
       "      <th>2298</th>\n",
       "      <th>2299</th>\n",
       "      <th>2347</th>\n",
       "      <th>2348</th>\n",
       "      <th>2349</th>\n",
       "      <th>2398</th>\n",
       "      <th>2399</th>\n",
       "      <th>2449</th>\n",
       "      <th>sex</th>\n",
       "      <th>fluid_intelligence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-4.2163</td>\n",
       "      <td>22.394</td>\n",
       "      <td>19.94200</td>\n",
       "      <td>-16.8410</td>\n",
       "      <td>-3.49510</td>\n",
       "      <td>2.673600</td>\n",
       "      <td>9.0675</td>\n",
       "      <td>8.29000</td>\n",
       "      <td>-16.2850</td>\n",
       "      <td>-0.77709</td>\n",
       "      <td>...</td>\n",
       "      <td>0.879030</td>\n",
       "      <td>6.6539</td>\n",
       "      <td>6.11060</td>\n",
       "      <td>0.26746</td>\n",
       "      <td>3.417400</td>\n",
       "      <td>0.149230</td>\n",
       "      <td>4.78100</td>\n",
       "      <td>0.96299</td>\n",
       "      <td>0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-10.0030</td>\n",
       "      <td>26.172</td>\n",
       "      <td>13.19600</td>\n",
       "      <td>-10.2010</td>\n",
       "      <td>-6.37360</td>\n",
       "      <td>-0.668310</td>\n",
       "      <td>9.0020</td>\n",
       "      <td>2.14640</td>\n",
       "      <td>-9.0834</td>\n",
       "      <td>-4.57020</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.235500</td>\n",
       "      <td>1.2009</td>\n",
       "      <td>0.54869</td>\n",
       "      <td>1.11700</td>\n",
       "      <td>-0.262750</td>\n",
       "      <td>0.658960</td>\n",
       "      <td>1.38720</td>\n",
       "      <td>0.19027</td>\n",
       "      <td>1</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-12.8890</td>\n",
       "      <td>33.142</td>\n",
       "      <td>27.21000</td>\n",
       "      <td>-16.8910</td>\n",
       "      <td>5.80820</td>\n",
       "      <td>-19.186000</td>\n",
       "      <td>17.7220</td>\n",
       "      <td>-6.29380</td>\n",
       "      <td>-9.8391</td>\n",
       "      <td>5.91700</td>\n",
       "      <td>...</td>\n",
       "      <td>3.625400</td>\n",
       "      <td>5.5734</td>\n",
       "      <td>1.74650</td>\n",
       "      <td>2.43660</td>\n",
       "      <td>1.856400</td>\n",
       "      <td>-0.281460</td>\n",
       "      <td>0.23664</td>\n",
       "      <td>6.61680</td>\n",
       "      <td>0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-32.9700</td>\n",
       "      <td>31.320</td>\n",
       "      <td>29.47100</td>\n",
       "      <td>-5.3898</td>\n",
       "      <td>0.17415</td>\n",
       "      <td>-6.101400</td>\n",
       "      <td>13.0740</td>\n",
       "      <td>-0.97555</td>\n",
       "      <td>-2.3570</td>\n",
       "      <td>0.90103</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007258</td>\n",
       "      <td>3.1784</td>\n",
       "      <td>3.52920</td>\n",
       "      <td>-0.77047</td>\n",
       "      <td>1.737600</td>\n",
       "      <td>-0.002256</td>\n",
       "      <td>0.76007</td>\n",
       "      <td>0.67508</td>\n",
       "      <td>0</td>\n",
       "      <td>23.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-14.3080</td>\n",
       "      <td>20.883</td>\n",
       "      <td>22.14900</td>\n",
       "      <td>-14.0430</td>\n",
       "      <td>-3.23670</td>\n",
       "      <td>-0.041191</td>\n",
       "      <td>12.5720</td>\n",
       "      <td>2.70090</td>\n",
       "      <td>-9.3794</td>\n",
       "      <td>-4.42780</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.618800</td>\n",
       "      <td>2.6547</td>\n",
       "      <td>0.75150</td>\n",
       "      <td>-0.30357</td>\n",
       "      <td>-0.520730</td>\n",
       "      <td>3.147400</td>\n",
       "      <td>3.23960</td>\n",
       "      <td>1.95650</td>\n",
       "      <td>1</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>998</th>\n",
       "      <td>-15.0010</td>\n",
       "      <td>30.550</td>\n",
       "      <td>32.84300</td>\n",
       "      <td>-11.5010</td>\n",
       "      <td>1.51470</td>\n",
       "      <td>-8.253500</td>\n",
       "      <td>14.8260</td>\n",
       "      <td>2.38830</td>\n",
       "      <td>-7.7150</td>\n",
       "      <td>-0.72109</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.629590</td>\n",
       "      <td>3.5904</td>\n",
       "      <td>2.02480</td>\n",
       "      <td>0.19548</td>\n",
       "      <td>2.554400</td>\n",
       "      <td>-0.968720</td>\n",
       "      <td>1.63390</td>\n",
       "      <td>2.02180</td>\n",
       "      <td>1</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999</th>\n",
       "      <td>-16.8270</td>\n",
       "      <td>23.803</td>\n",
       "      <td>22.94700</td>\n",
       "      <td>-18.8330</td>\n",
       "      <td>-0.86845</td>\n",
       "      <td>-13.010000</td>\n",
       "      <td>12.9180</td>\n",
       "      <td>-7.47800</td>\n",
       "      <td>-13.9710</td>\n",
       "      <td>0.88499</td>\n",
       "      <td>...</td>\n",
       "      <td>1.912900</td>\n",
       "      <td>1.4380</td>\n",
       "      <td>1.93220</td>\n",
       "      <td>1.81780</td>\n",
       "      <td>0.044716</td>\n",
       "      <td>1.082600</td>\n",
       "      <td>1.18370</td>\n",
       "      <td>1.32360</td>\n",
       "      <td>0</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1000</th>\n",
       "      <td>-1.5473</td>\n",
       "      <td>11.996</td>\n",
       "      <td>14.64600</td>\n",
       "      <td>-8.9126</td>\n",
       "      <td>-6.07010</td>\n",
       "      <td>1.752300</td>\n",
       "      <td>2.3664</td>\n",
       "      <td>1.12080</td>\n",
       "      <td>-8.6367</td>\n",
       "      <td>-1.05050</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.351500</td>\n",
       "      <td>2.0370</td>\n",
       "      <td>-0.28485</td>\n",
       "      <td>-0.53574</td>\n",
       "      <td>1.072000</td>\n",
       "      <td>0.803140</td>\n",
       "      <td>-0.54247</td>\n",
       "      <td>-0.84915</td>\n",
       "      <td>1</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1001</th>\n",
       "      <td>-11.4170</td>\n",
       "      <td>18.059</td>\n",
       "      <td>12.41900</td>\n",
       "      <td>-13.9420</td>\n",
       "      <td>6.87130</td>\n",
       "      <td>-3.199000</td>\n",
       "      <td>10.6190</td>\n",
       "      <td>-5.19770</td>\n",
       "      <td>-2.3150</td>\n",
       "      <td>-3.33060</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.628700</td>\n",
       "      <td>2.0194</td>\n",
       "      <td>1.88290</td>\n",
       "      <td>-1.03650</td>\n",
       "      <td>-0.275030</td>\n",
       "      <td>0.958400</td>\n",
       "      <td>1.66140</td>\n",
       "      <td>2.86820</td>\n",
       "      <td>0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1002</th>\n",
       "      <td>-5.3479</td>\n",
       "      <td>16.196</td>\n",
       "      <td>-0.62081</td>\n",
       "      <td>-8.9622</td>\n",
       "      <td>-4.70570</td>\n",
       "      <td>1.507400</td>\n",
       "      <td>5.3957</td>\n",
       "      <td>8.58890</td>\n",
       "      <td>-10.9820</td>\n",
       "      <td>-2.62020</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.731430</td>\n",
       "      <td>2.4767</td>\n",
       "      <td>1.45140</td>\n",
       "      <td>1.08740</td>\n",
       "      <td>-0.977820</td>\n",
       "      <td>1.811300</td>\n",
       "      <td>0.87160</td>\n",
       "      <td>-1.06340</td>\n",
       "      <td>1</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1003 rows × 1227 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            1       2         3        4        5          6        7  \\\n",
       "0     -4.2163  22.394  19.94200 -16.8410 -3.49510   2.673600   9.0675   \n",
       "1    -10.0030  26.172  13.19600 -10.2010 -6.37360  -0.668310   9.0020   \n",
       "2    -12.8890  33.142  27.21000 -16.8910  5.80820 -19.186000  17.7220   \n",
       "3    -32.9700  31.320  29.47100  -5.3898  0.17415  -6.101400  13.0740   \n",
       "4    -14.3080  20.883  22.14900 -14.0430 -3.23670  -0.041191  12.5720   \n",
       "...       ...     ...       ...      ...      ...        ...      ...   \n",
       "998  -15.0010  30.550  32.84300 -11.5010  1.51470  -8.253500  14.8260   \n",
       "999  -16.8270  23.803  22.94700 -18.8330 -0.86845 -13.010000  12.9180   \n",
       "1000  -1.5473  11.996  14.64600  -8.9126 -6.07010   1.752300   2.3664   \n",
       "1001 -11.4170  18.059  12.41900 -13.9420  6.87130  -3.199000  10.6190   \n",
       "1002  -5.3479  16.196  -0.62081  -8.9622 -4.70570   1.507400   5.3957   \n",
       "\n",
       "            8        9       10  ...      2298    2299     2347     2348  \\\n",
       "0     8.29000 -16.2850 -0.77709  ...  0.879030  6.6539  6.11060  0.26746   \n",
       "1     2.14640  -9.0834 -4.57020  ... -1.235500  1.2009  0.54869  1.11700   \n",
       "2    -6.29380  -9.8391  5.91700  ...  3.625400  5.5734  1.74650  2.43660   \n",
       "3    -0.97555  -2.3570  0.90103  ...  0.007258  3.1784  3.52920 -0.77047   \n",
       "4     2.70090  -9.3794 -4.42780  ... -1.618800  2.6547  0.75150 -0.30357   \n",
       "...       ...      ...      ...  ...       ...     ...      ...      ...   \n",
       "998   2.38830  -7.7150 -0.72109  ... -0.629590  3.5904  2.02480  0.19548   \n",
       "999  -7.47800 -13.9710  0.88499  ...  1.912900  1.4380  1.93220  1.81780   \n",
       "1000  1.12080  -8.6367 -1.05050  ... -2.351500  2.0370 -0.28485 -0.53574   \n",
       "1001 -5.19770  -2.3150 -3.33060  ... -1.628700  2.0194  1.88290 -1.03650   \n",
       "1002  8.58890 -10.9820 -2.62020  ... -0.731430  2.4767  1.45140  1.08740   \n",
       "\n",
       "          2349      2398     2399     2449  sex  fluid_intelligence  \n",
       "0     3.417400  0.149230  4.78100  0.96299    0                20.0  \n",
       "1    -0.262750  0.658960  1.38720  0.19027    1                17.0  \n",
       "2     1.856400 -0.281460  0.23664  6.61680    0                 7.0  \n",
       "3     1.737600 -0.002256  0.76007  0.67508    0                23.0  \n",
       "4    -0.520730  3.147400  3.23960  1.95650    1                11.0  \n",
       "...        ...       ...      ...      ...  ...                 ...  \n",
       "998   2.554400 -0.968720  1.63390  2.02180    1                21.0  \n",
       "999   0.044716  1.082600  1.18370  1.32360    0                14.0  \n",
       "1000  1.072000  0.803140 -0.54247 -0.84915    1                21.0  \n",
       "1001 -0.275030  0.958400  1.66140  2.86820    0                20.0  \n",
       "1002 -0.977820  1.811300  0.87160 -1.06340    1                20.0  \n",
       "\n",
       "[1003 rows x 1227 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(os.path.join('./data/netmats/ICA50/connectivity_ICA50.csv'))\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape X train (802, 1225) , y train (802,)\n",
      "shape X val (201, 1225) , y val (201,)\n"
     ]
    }
   ],
   "source": [
    "nbr_components= 50\n",
    "data_path = '/home/sd20/workspace/data/HCP/'\n",
    "\n",
    "loader = dataLoaderICA(data_path = './data/netmats',\n",
    "                        nbr_components = nbr_components,\n",
    "                        batch_size = 32,\n",
    "                        num_workers = 8,\n",
    "                        label ='sex',)\n",
    "\n",
    "dataloaders = loader.getDataLoaders()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "torch.Size([32, 1225]) torch.Size([32])\n"
     ]
    }
   ],
   "source": [
    "for i, data in enumerate(dataloaders['train']):\n",
    "    print(i)\n",
    "    print(data[0].shape, data[1].shape)\n",
    "    break\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MLP(\n",
       "  (fc_layers): ModuleDict(\n",
       "    (fc_layer_0): Linear(in_features=300, out_features=16, bias=False)\n",
       "  )\n",
       "  (fc_class): Linear(in_features=16, out_features=1, bias=True)\n",
       "  (dropout): Dropout(p=0.5, inplace=False)\n",
       "  (relu): ReLU()\n",
       ")"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "net = MLP(input_size=300,\n",
    "          hidden_size=[16],\n",
    "          dropout=0.5)\n",
    "\n",
    "net"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Optimiser, Loss and Training parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "nbr_components = 50\n",
    "\n",
    "input_size = input_sizes[str(nbr_components)]\n",
    "hidden_size =[16]\n",
    "dropout = 0.5\n",
    "batch_size = 64\n",
    "\n",
    "\n",
    "n_epochs = 500\n",
    "lr = 1e-4\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shape X train (802, 1225) , y train (802,)\n",
      "shape X val (201, 1225) , y val (201,)\n"
     ]
    }
   ],
   "source": [
    "# loaders\n",
    "loader = dataLoaderICA(data_path = './data/netmats',\n",
    "                        nbr_components = nbr_components,\n",
    "                        batch_size = batch_size,\n",
    "                        num_workers = 8,\n",
    "                        label ='sex',)\n",
    "\n",
    "\n",
    "dataloaders = loader.getDataLoaders()\n",
    "\n",
    "# network\n",
    "net = MLP(input_size,\n",
    "          hidden_size,\n",
    "          dropout)\n",
    "\n",
    "#loss\n",
    "loss = nn.BCEWithLogitsLoss()\n",
    "\n",
    "#optimiser\n",
    "optimiser = torch.optim.Adam(net.parameters(), lr=lr)\n",
    "\n",
    "#lr scheduler\n",
    "\n",
    "#metrics to store during training\n",
    "metrics = {'loss_train': [], 'loss_valid': [], \n",
    "           'acc_train': [], 'acc_valid':[]}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### logging\n",
    "\n",
    "1) save parameters\n",
    "\n",
    "2) create folder for log tensorboard"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2021-06-07\n",
      "folder already exist: /home/sd20/workspace/spatio-temporal-fmri-analysis/logs/2021-06-07\n",
      "10:54:00\n",
      "Creating folder: /home/sd20/workspace/spatio-temporal-fmri-analysis/logs/2021-06-07/ICA_50/10:54:00\n"
     ]
    }
   ],
   "source": [
    "path = '/home/sd20/workspace/spatio-temporal-fmri-analysis'\n",
    "date = datetime.today().strftime('%Y-%m-%d')\n",
    "print(date)\n",
    "\n",
    "# folder date\n",
    "folder_to_save_model = os.path.join(path,'logs', date)\n",
    "try:\n",
    "    os.mkdir(folder_to_save_model)\n",
    "    print('Creating folder: {}'.format(folder_to_save_model))\n",
    "except OSError:\n",
    "    print('folder already exist: {}'.format(folder_to_save_model))\n",
    "\n",
    "date = datetime.today().strftime('%H:%M:%S')\n",
    "print(date)\n",
    "\n",
    "# folder ICA\n",
    "folder_to_save_model = os.path.join(folder_to_save_model,'ICA_{}'.format(nbr_components))\n",
    "\n",
    "# folder time\n",
    "folder_to_save_model = os.path.join(folder_to_save_model,date)\n",
    "try:\n",
    "    os.mkdir(folder_to_save_model)\n",
    "    print('Creating folder: {}'.format(folder_to_save_model))\n",
    "except OSError:\n",
    "    print('folder already exist: {}'.format(folder_to_save_model))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "# tensorboard \n",
    "writer = SummaryWriter(log_dir=folder_to_save_model)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = open(os.path.join(folder_to_save_model,'log.txt'),\"w+\")\n",
    "\n",
    "# logging the hyperparameters\n",
    "\n",
    "f.write(\"Batch size: {} \\n\".format(batch_size))\n",
    "f.write(\"Epoch: {} \\n\".format(n_epochs))\n",
    "f.write(\"Learning rate: {} \\n\".format(lr))\n",
    "f.write(\"Optimiser: {} \\n\".format(optimiser))\n",
    "f.close()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "writer.add_graph(net, torch.rand(batch_size,input_sizes[str(nbr_components)]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "MLP(\n",
       "  (fc_layers): ModuleDict(\n",
       "    (fc_layer_0): Linear(in_features=1225, out_features=16, bias=True)\n",
       "  )\n",
       "  (fc_class): Linear(in_features=16, out_features=1, bias=True)\n",
       "  (dropout): Dropout(p=0.5, inplace=False)\n",
       "  (relu): ReLU()\n",
       ")"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "net"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### TRAINING & VALIDATION LOOPS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "##################################################\n",
      "394.0 802.0\n",
      "TRAIN Epoch:   0 | Acc:   49| Loss:7.1379e-01 | 0m 0.32s\n",
      "\n",
      "108.0 201.0\n",
      "VALID Epoch:   0 | Acc:   53| Loss:7.9024e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "459.0 802.0\n",
      "TRAIN Epoch:   1 | Acc:   57| Loss:6.6961e-01 | 0m 0.40s\n",
      "\n",
      "111.0 201.0\n",
      "VALID Epoch:   1 | Acc:   55| Loss:7.5191e-01 | 0m 0.76s\n",
      "\n",
      "##################################################\n",
      "466.0 802.0\n",
      "TRAIN Epoch:   2 | Acc:   58| Loss:6.5320e-01 | 0m 0.37s\n",
      "\n",
      "118.0 201.0\n",
      "VALID Epoch:   2 | Acc:   58| Loss:7.2714e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "502.0 802.0\n",
      "TRAIN Epoch:   3 | Acc:   62| Loss:6.4990e-01 | 0m 0.39s\n",
      "\n",
      "128.0 201.0\n",
      "VALID Epoch:   3 | Acc:   63| Loss:7.3234e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "524.0 802.0\n",
      "TRAIN Epoch:   4 | Acc:   65| Loss:6.2282e-01 | 0m 0.36s\n",
      "\n",
      "137.0 201.0\n",
      "VALID Epoch:   4 | Acc:   68| Loss:6.6014e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "570.0 802.0\n",
      "TRAIN Epoch:   5 | Acc:   71| Loss:5.6196e-01 | 0m 0.37s\n",
      "\n",
      "142.0 201.0\n",
      "VALID Epoch:   5 | Acc:   70| Loss:6.1920e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "595.0 802.0\n",
      "TRAIN Epoch:   6 | Acc:   74| Loss:5.1036e-01 | 0m 0.38s\n",
      "\n",
      "149.0 201.0\n",
      "VALID Epoch:   6 | Acc:   74| Loss:5.6956e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "637.0 802.0\n",
      "TRAIN Epoch:   7 | Acc:   79| Loss:5.8739e-01 | 0m 0.33s\n",
      "\n",
      "158.0 201.0\n",
      "VALID Epoch:   7 | Acc:   78| Loss:4.9469e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "650.0 802.0\n",
      "TRAIN Epoch:   8 | Acc:   81| Loss:4.5828e-01 | 0m 0.38s\n",
      "\n",
      "160.0 201.0\n",
      "VALID Epoch:   8 | Acc:   79| Loss:3.9599e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "677.0 802.0\n",
      "TRAIN Epoch:   9 | Acc:   84| Loss:4.5639e-01 | 0m 0.33s\n",
      "\n",
      "164.0 201.0\n",
      "VALID Epoch:   9 | Acc:   81| Loss:3.5525e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "692.0 802.0\n",
      "TRAIN Epoch:  10 | Acc:   86| Loss:4.0071e-01 | 0m 0.41s\n",
      "\n",
      "168.0 201.0\n",
      "VALID Epoch:  10 | Acc:   83| Loss:3.2787e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "707.0 802.0\n",
      "TRAIN Epoch:  11 | Acc:   88| Loss:3.3065e-01 | 0m 0.34s\n",
      "\n",
      "170.0 201.0\n",
      "VALID Epoch:  11 | Acc:   84| Loss:3.0729e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "709.0 802.0\n",
      "TRAIN Epoch:  12 | Acc:   88| Loss:3.6850e-01 | 0m 0.35s\n",
      "\n",
      "171.0 201.0\n",
      "VALID Epoch:  12 | Acc:   85| Loss:2.8215e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "713.0 802.0\n",
      "TRAIN Epoch:  13 | Acc:   88| Loss:3.2810e-01 | 0m 0.34s\n",
      "\n",
      "175.0 201.0\n",
      "VALID Epoch:  13 | Acc:   87| Loss:2.6767e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "715.0 802.0\n",
      "TRAIN Epoch:  14 | Acc:   89| Loss:2.6054e-01 | 0m 0.35s\n",
      "\n",
      "175.0 201.0\n",
      "VALID Epoch:  14 | Acc:   87| Loss:2.5543e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "731.0 802.0\n",
      "TRAIN Epoch:  15 | Acc:   91| Loss:2.8598e-01 | 0m 0.37s\n",
      "\n",
      "178.0 201.0\n",
      "VALID Epoch:  15 | Acc:   88| Loss:2.4523e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "730.0 802.0\n",
      "TRAIN Epoch:  16 | Acc:   91| Loss:2.5196e-01 | 0m 0.37s\n",
      "\n",
      "180.0 201.0\n",
      "VALID Epoch:  16 | Acc:   89| Loss:2.4368e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "736.0 802.0\n",
      "TRAIN Epoch:  17 | Acc:   91| Loss:2.8693e-01 | 0m 0.32s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  17 | Acc:   91| Loss:2.3939e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "745.0 802.0\n",
      "TRAIN Epoch:  18 | Acc:   92| Loss:2.8878e-01 | 0m 0.33s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  18 | Acc:   90| Loss:2.2978e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "749.0 802.0\n",
      "TRAIN Epoch:  19 | Acc:   93| Loss:2.3228e-01 | 0m 0.32s\n",
      "\n",
      "178.0 201.0\n",
      "VALID Epoch:  19 | Acc:   88| Loss:2.2327e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "757.0 802.0\n",
      "TRAIN Epoch:  20 | Acc:   94| Loss:1.6331e-01 | 0m 0.37s\n",
      "\n",
      "179.0 201.0\n",
      "VALID Epoch:  20 | Acc:   89| Loss:2.3008e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "748.0 802.0\n",
      "TRAIN Epoch:  21 | Acc:   93| Loss:2.2847e-01 | 0m 0.32s\n",
      "\n",
      "177.0 201.0\n",
      "VALID Epoch:  21 | Acc:   88| Loss:2.3462e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "759.0 802.0\n",
      "TRAIN Epoch:  22 | Acc:   94| Loss:1.4149e-01 | 0m 0.35s\n",
      "\n",
      "180.0 201.0\n",
      "VALID Epoch:  22 | Acc:   89| Loss:2.2232e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "762.0 802.0\n",
      "TRAIN Epoch:  23 | Acc:   95| Loss:2.0707e-01 | 0m 0.35s\n",
      "\n",
      "177.0 201.0\n",
      "VALID Epoch:  23 | Acc:   88| Loss:2.2646e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "762.0 802.0\n",
      "TRAIN Epoch:  24 | Acc:   95| Loss:2.2408e-01 | 0m 0.34s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  24 | Acc:   91| Loss:2.1513e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "765.0 802.0\n",
      "TRAIN Epoch:  25 | Acc:   95| Loss:2.2863e-01 | 0m 0.33s\n",
      "\n",
      "180.0 201.0\n",
      "VALID Epoch:  25 | Acc:   89| Loss:2.0799e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "769.0 802.0\n",
      "TRAIN Epoch:  26 | Acc:   95| Loss:2.3435e-01 | 0m 0.34s\n",
      "\n",
      "179.0 201.0\n",
      "VALID Epoch:  26 | Acc:   89| Loss:2.1637e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "771.0 802.0\n",
      "TRAIN Epoch:  27 | Acc:   96| Loss:2.1668e-01 | 0m 0.35s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  27 | Acc:   90| Loss:2.1071e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "769.0 802.0\n",
      "TRAIN Epoch:  28 | Acc:   95| Loss:2.3870e-01 | 0m 0.37s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  28 | Acc:   90| Loss:1.9851e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "776.0 802.0\n",
      "TRAIN Epoch:  29 | Acc:   96| Loss:2.9135e-01 | 0m 0.35s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  29 | Acc:   91| Loss:2.0367e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "776.0 802.0\n",
      "TRAIN Epoch:  30 | Acc:   96| Loss:1.1525e-01 | 0m 0.37s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  30 | Acc:   90| Loss:2.0348e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "778.0 802.0\n",
      "TRAIN Epoch:  31 | Acc:   97| Loss:1.2645e-01 | 0m 0.35s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  31 | Acc:   90| Loss:2.0667e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "779.0 802.0\n",
      "TRAIN Epoch:  32 | Acc:   97| Loss:1.2590e-01 | 0m 0.36s\n",
      "\n",
      "180.0 201.0\n",
      "VALID Epoch:  32 | Acc:   89| Loss:2.1802e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "781.0 802.0\n",
      "TRAIN Epoch:  33 | Acc:   97| Loss:1.4264e-01 | 0m 0.36s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  33 | Acc:   90| Loss:2.0007e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "784.0 802.0\n",
      "TRAIN Epoch:  34 | Acc:   97| Loss:1.2811e-01 | 0m 0.33s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  34 | Acc:   91| Loss:2.1438e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "780.0 802.0\n",
      "TRAIN Epoch:  35 | Acc:   97| Loss:1.3877e-01 | 0m 0.33s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  35 | Acc:   90| Loss:2.0246e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "786.0 802.0\n",
      "TRAIN Epoch:  36 | Acc:   98| Loss:1.3579e-01 | 0m 0.39s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  36 | Acc:   90| Loss:2.1349e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "786.0 802.0\n",
      "TRAIN Epoch:  37 | Acc:   98| Loss:9.5609e-02 | 0m 0.36s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch:  37 | Acc:   91| Loss:1.9433e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "792.0 802.0\n",
      "TRAIN Epoch:  38 | Acc:   98| Loss:8.8092e-02 | 0m 0.36s\n",
      "\n",
      "179.0 201.0\n",
      "VALID Epoch:  38 | Acc:   89| Loss:2.1593e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "788.0 802.0\n",
      "TRAIN Epoch:  39 | Acc:   98| Loss:1.1375e-01 | 0m 0.33s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  39 | Acc:   90| Loss:1.8881e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "792.0 802.0\n",
      "TRAIN Epoch:  40 | Acc:   98| Loss:8.1414e-02 | 0m 0.34s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  40 | Acc:   91| Loss:1.9837e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "790.0 802.0\n",
      "TRAIN Epoch:  41 | Acc:   98| Loss:9.6113e-02 | 0m 0.37s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  41 | Acc:   90| Loss:1.8679e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "793.0 802.0\n",
      "TRAIN Epoch:  42 | Acc:   98| Loss:1.3429e-01 | 0m 0.33s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  42 | Acc:   91| Loss:1.9792e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "793.0 802.0\n",
      "TRAIN Epoch:  43 | Acc:   98| Loss:1.1520e-01 | 0m 0.32s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  43 | Acc:   90| Loss:1.8136e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "796.0 802.0\n",
      "TRAIN Epoch:  44 | Acc:   99| Loss:7.9398e-02 | 0m 0.37s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  44 | Acc:   91| Loss:1.9384e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "795.0 802.0\n",
      "TRAIN Epoch:  45 | Acc:   99| Loss:9.1074e-02 | 0m 0.32s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  45 | Acc:   91| Loss:1.9570e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "797.0 802.0\n",
      "TRAIN Epoch:  46 | Acc:   99| Loss:1.1372e-01 | 0m 0.35s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  46 | Acc:   90| Loss:1.7825e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "796.0 802.0\n",
      "TRAIN Epoch:  47 | Acc:   99| Loss:7.1118e-02 | 0m 0.36s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  47 | Acc:   91| Loss:1.8846e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "795.0 802.0\n",
      "TRAIN Epoch:  48 | Acc:   99| Loss:6.6474e-02 | 0m 0.39s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  48 | Acc:   91| Loss:2.1640e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "794.0 802.0\n",
      "TRAIN Epoch:  49 | Acc:   99| Loss:1.0640e-01 | 0m 0.38s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  49 | Acc:   91| Loss:1.9175e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "797.0 802.0\n",
      "TRAIN Epoch:  50 | Acc:   99| Loss:1.1620e-01 | 0m 0.34s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  50 | Acc:   90| Loss:1.7651e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "799.0 802.0\n",
      "TRAIN Epoch:  51 | Acc:   99| Loss:8.7630e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  51 | Acc:   92| Loss:2.1573e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "798.0 802.0\n",
      "TRAIN Epoch:  52 | Acc:   99| Loss:7.7383e-02 | 0m 0.32s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  52 | Acc:   91| Loss:2.0882e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "798.0 802.0\n",
      "TRAIN Epoch:  53 | Acc:   99| Loss:6.5492e-02 | 0m 0.36s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  53 | Acc:   90| Loss:1.8976e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "800.0 802.0\n",
      "TRAIN Epoch:  54 | Acc:   99| Loss:5.6148e-02 | 0m 0.37s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  54 | Acc:   90| Loss:1.8503e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "799.0 802.0\n",
      "TRAIN Epoch:  55 | Acc:   99| Loss:8.2647e-02 | 0m 0.40s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  55 | Acc:   90| Loss:1.8803e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "798.0 802.0\n",
      "TRAIN Epoch:  56 | Acc:   99| Loss:5.9872e-02 | 0m 0.39s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  56 | Acc:   92| Loss:2.2178e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "799.0 802.0\n",
      "TRAIN Epoch:  57 | Acc:   99| Loss:7.0605e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  57 | Acc:   92| Loss:2.0696e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  58 | Acc:   99| Loss:6.2220e-02 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  58 | Acc:   92| Loss:1.9946e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  59 | Acc:   99| Loss:6.8394e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  59 | Acc:   92| Loss:2.0469e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  60 | Acc:   99| Loss:6.7643e-02 | 0m 0.31s\n",
      "\n",
      "182.0 201.0\n",
      "VALID Epoch:  60 | Acc:   90| Loss:1.9390e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "800.0 802.0\n",
      "TRAIN Epoch:  61 | Acc:   99| Loss:9.0006e-02 | 0m 0.33s\n",
      "\n",
      "183.0 201.0\n",
      "VALID Epoch:  61 | Acc:   91| Loss:2.0616e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  62 | Acc:   99| Loss:2.8252e-02 | 0m 0.36s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  62 | Acc:   90| Loss:1.8968e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  63 | Acc:  100| Loss:7.0583e-02 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  63 | Acc:   92| Loss:2.0645e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  64 | Acc:  100| Loss:4.9252e-02 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  64 | Acc:   92| Loss:2.4023e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  65 | Acc:   99| Loss:9.0260e-02 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  65 | Acc:   92| Loss:2.1020e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  66 | Acc:   99| Loss:7.8261e-02 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  66 | Acc:   92| Loss:2.0345e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  67 | Acc:   99| Loss:3.2861e-02 | 0m 0.37s\n",
      "\n",
      "181.0 201.0\n",
      "VALID Epoch:  67 | Acc:   90| Loss:1.9175e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "801.0 802.0\n",
      "TRAIN Epoch:  68 | Acc:   99| Loss:4.8830e-02 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  68 | Acc:   92| Loss:2.1816e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  69 | Acc:  100| Loss:4.6881e-02 | 0m 0.39s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  69 | Acc:   92| Loss:2.1186e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  70 | Acc:  100| Loss:4.6428e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  70 | Acc:   92| Loss:2.0212e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  71 | Acc:  100| Loss:2.4085e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  71 | Acc:   92| Loss:2.1659e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  72 | Acc:  100| Loss:6.5726e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  72 | Acc:   92| Loss:2.0227e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  73 | Acc:  100| Loss:4.1290e-02 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch:  73 | Acc:   91| Loss:1.9868e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  74 | Acc:  100| Loss:3.3916e-02 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  74 | Acc:   92| Loss:1.9983e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  75 | Acc:  100| Loss:7.3082e-02 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch:  75 | Acc:   93| Loss:2.2629e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  76 | Acc:  100| Loss:4.1201e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  76 | Acc:   92| Loss:2.1142e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  77 | Acc:  100| Loss:5.6370e-02 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  77 | Acc:   92| Loss:2.1351e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  78 | Acc:  100| Loss:5.3328e-02 | 0m 0.34s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch:  78 | Acc:   91| Loss:2.0505e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  79 | Acc:  100| Loss:3.2091e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  79 | Acc:   92| Loss:2.1049e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  80 | Acc:  100| Loss:3.6777e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  80 | Acc:   92| Loss:2.0581e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  81 | Acc:  100| Loss:3.0135e-02 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch:  81 | Acc:   93| Loss:2.2629e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  82 | Acc:  100| Loss:5.0224e-02 | 0m 0.39s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch:  82 | Acc:   93| Loss:2.2209e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  83 | Acc:  100| Loss:2.8210e-02 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  83 | Acc:   92| Loss:2.3851e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  84 | Acc:  100| Loss:3.3601e-02 | 0m 0.35s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch:  84 | Acc:   91| Loss:2.0274e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  85 | Acc:  100| Loss:2.5377e-02 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch:  85 | Acc:   93| Loss:2.2655e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  86 | Acc:  100| Loss:3.8277e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  86 | Acc:   92| Loss:2.4428e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  87 | Acc:  100| Loss:3.4004e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  87 | Acc:   92| Loss:2.1147e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  88 | Acc:  100| Loss:4.0553e-02 | 0m 0.36s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch:  88 | Acc:   91| Loss:2.0824e-01 | 0m 0.76s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  89 | Acc:  100| Loss:3.7264e-02 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch:  89 | Acc:   93| Loss:2.2841e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  90 | Acc:  100| Loss:3.8772e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  90 | Acc:   92| Loss:2.5702e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  91 | Acc:  100| Loss:1.7470e-02 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  91 | Acc:   92| Loss:2.0649e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  92 | Acc:  100| Loss:2.5633e-02 | 0m 0.47s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  92 | Acc:   92| Loss:2.4331e-01 | 0m 0.78s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  93 | Acc:  100| Loss:3.1903e-02 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  93 | Acc:   92| Loss:2.4572e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  94 | Acc:  100| Loss:2.4197e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  94 | Acc:   92| Loss:2.3727e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  95 | Acc:  100| Loss:3.1889e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  95 | Acc:   92| Loss:2.2117e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  96 | Acc:  100| Loss:2.8730e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch:  96 | Acc:   92| Loss:2.1831e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  97 | Acc:  100| Loss:2.6666e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  97 | Acc:   92| Loss:2.4347e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  98 | Acc:  100| Loss:3.5921e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  98 | Acc:   92| Loss:2.4128e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch:  99 | Acc:  100| Loss:3.6623e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch:  99 | Acc:   92| Loss:2.1720e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 100 | Acc:  100| Loss:1.7596e-02 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 100 | Acc:   92| Loss:2.2698e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 101 | Acc:  100| Loss:2.3625e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 101 | Acc:   92| Loss:2.2092e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 102 | Acc:  100| Loss:1.5780e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 102 | Acc:   92| Loss:2.2988e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 103 | Acc:  100| Loss:2.1231e-02 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 103 | Acc:   92| Loss:2.3515e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 104 | Acc:  100| Loss:1.5794e-02 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 104 | Acc:   92| Loss:2.5918e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 105 | Acc:  100| Loss:2.4730e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 105 | Acc:   92| Loss:2.3487e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 106 | Acc:  100| Loss:3.4931e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 106 | Acc:   92| Loss:2.2718e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 107 | Acc:  100| Loss:2.8372e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 107 | Acc:   92| Loss:2.5047e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 108 | Acc:  100| Loss:2.8674e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 108 | Acc:   92| Loss:2.4243e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 109 | Acc:  100| Loss:2.5904e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 109 | Acc:   92| Loss:2.5312e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 110 | Acc:  100| Loss:2.5777e-02 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 110 | Acc:   92| Loss:2.2647e-01 | 0m 0.61s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 111 | Acc:  100| Loss:3.0390e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 111 | Acc:   92| Loss:2.2871e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 112 | Acc:  100| Loss:1.1545e-02 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 112 | Acc:   92| Loss:2.3776e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 113 | Acc:  100| Loss:2.3303e-02 | 0m 0.43s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 113 | Acc:   93| Loss:2.4231e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 114 | Acc:  100| Loss:2.3141e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 114 | Acc:   92| Loss:2.4604e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 115 | Acc:  100| Loss:1.6012e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 115 | Acc:   92| Loss:2.2862e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 116 | Acc:  100| Loss:1.9299e-02 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 116 | Acc:   93| Loss:2.3498e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 117 | Acc:  100| Loss:1.4657e-02 | 0m 0.44s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 117 | Acc:   93| Loss:2.4213e-01 | 0m 0.78s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 118 | Acc:  100| Loss:1.2922e-02 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 118 | Acc:   93| Loss:2.3801e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 119 | Acc:  100| Loss:2.6083e-02 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 119 | Acc:   92| Loss:2.3334e-01 | 0m 0.75s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 120 | Acc:  100| Loss:1.2920e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 120 | Acc:   92| Loss:2.3623e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 121 | Acc:  100| Loss:1.3786e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 121 | Acc:   92| Loss:2.5073e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 122 | Acc:  100| Loss:2.0362e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 122 | Acc:   92| Loss:2.4260e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 123 | Acc:  100| Loss:1.7024e-02 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 123 | Acc:   92| Loss:2.3752e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 124 | Acc:  100| Loss:1.7132e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 124 | Acc:   92| Loss:2.3913e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 125 | Acc:  100| Loss:1.9388e-02 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 125 | Acc:   92| Loss:2.8334e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 126 | Acc:  100| Loss:2.5079e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 126 | Acc:   92| Loss:2.4497e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 127 | Acc:  100| Loss:1.1543e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 127 | Acc:   92| Loss:2.4020e-01 | 0m 0.75s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 128 | Acc:  100| Loss:1.3242e-02 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 128 | Acc:   92| Loss:2.5219e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 129 | Acc:  100| Loss:1.7399e-02 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 129 | Acc:   92| Loss:2.3937e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 130 | Acc:  100| Loss:1.6385e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 130 | Acc:   92| Loss:2.5840e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 131 | Acc:  100| Loss:1.7180e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 131 | Acc:   92| Loss:2.4746e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 132 | Acc:  100| Loss:1.1526e-02 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 132 | Acc:   92| Loss:2.4147e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 133 | Acc:  100| Loss:9.4177e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 133 | Acc:   92| Loss:2.4962e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 134 | Acc:  100| Loss:1.2951e-02 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 134 | Acc:   92| Loss:2.6712e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 135 | Acc:  100| Loss:1.2975e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 135 | Acc:   92| Loss:2.3906e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 136 | Acc:  100| Loss:9.0672e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 136 | Acc:   92| Loss:2.5188e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 137 | Acc:  100| Loss:1.0711e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 137 | Acc:   92| Loss:2.5896e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 138 | Acc:  100| Loss:1.6136e-02 | 0m 0.30s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 138 | Acc:   92| Loss:2.5715e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 139 | Acc:  100| Loss:7.9591e-03 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 139 | Acc:   92| Loss:2.4390e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 140 | Acc:  100| Loss:1.4732e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 140 | Acc:   92| Loss:2.6212e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 141 | Acc:  100| Loss:1.4583e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 141 | Acc:   92| Loss:2.5560e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 142 | Acc:  100| Loss:7.4086e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 142 | Acc:   92| Loss:2.4782e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 143 | Acc:  100| Loss:1.4236e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 143 | Acc:   92| Loss:2.6212e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 144 | Acc:  100| Loss:6.9853e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 144 | Acc:   92| Loss:2.4538e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 145 | Acc:  100| Loss:1.1726e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 145 | Acc:   92| Loss:2.4722e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 146 | Acc:  100| Loss:1.4952e-02 | 0m 0.40s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 146 | Acc:   92| Loss:2.5076e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 147 | Acc:  100| Loss:9.6238e-03 | 0m 0.30s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 147 | Acc:   92| Loss:2.6150e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 148 | Acc:  100| Loss:1.1368e-02 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 148 | Acc:   92| Loss:2.6729e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 149 | Acc:  100| Loss:8.2095e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 149 | Acc:   91| Loss:2.3665e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 150 | Acc:  100| Loss:9.4107e-03 | 0m 0.30s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 150 | Acc:   92| Loss:2.7678e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 151 | Acc:  100| Loss:1.5701e-02 | 0m 0.40s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 151 | Acc:   93| Loss:2.5571e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 152 | Acc:  100| Loss:1.2459e-02 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 152 | Acc:   92| Loss:2.5185e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 153 | Acc:  100| Loss:6.6541e-03 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 153 | Acc:   92| Loss:2.7375e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 154 | Acc:  100| Loss:6.2300e-03 | 0m 0.37s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 154 | Acc:   91| Loss:2.4390e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 155 | Acc:  100| Loss:7.1272e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 155 | Acc:   92| Loss:2.8913e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 156 | Acc:  100| Loss:9.8905e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 156 | Acc:   92| Loss:2.4107e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 157 | Acc:  100| Loss:7.5125e-03 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 157 | Acc:   93| Loss:2.5944e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 158 | Acc:  100| Loss:1.2098e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 158 | Acc:   92| Loss:2.6119e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 159 | Acc:  100| Loss:1.1467e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 159 | Acc:   92| Loss:2.6214e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 160 | Acc:  100| Loss:6.2928e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 160 | Acc:   92| Loss:2.4166e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 161 | Acc:  100| Loss:7.6778e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 161 | Acc:   92| Loss:2.7688e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 162 | Acc:  100| Loss:1.1658e-02 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 162 | Acc:   92| Loss:2.5090e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 163 | Acc:  100| Loss:1.0667e-02 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 163 | Acc:   93| Loss:2.5866e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 164 | Acc:  100| Loss:1.0868e-02 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 164 | Acc:   92| Loss:2.5198e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 165 | Acc:  100| Loss:8.0712e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 165 | Acc:   92| Loss:2.6949e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 166 | Acc:  100| Loss:1.1411e-02 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 166 | Acc:   92| Loss:2.5562e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 167 | Acc:  100| Loss:1.0075e-02 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 167 | Acc:   92| Loss:2.5259e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 168 | Acc:  100| Loss:7.1799e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 168 | Acc:   93| Loss:2.6906e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 169 | Acc:  100| Loss:1.2800e-02 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 169 | Acc:   92| Loss:2.4628e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 170 | Acc:  100| Loss:6.4380e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 170 | Acc:   93| Loss:2.6273e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 171 | Acc:  100| Loss:7.5233e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 171 | Acc:   92| Loss:2.8042e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 172 | Acc:  100| Loss:8.9352e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 172 | Acc:   92| Loss:2.5848e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 173 | Acc:  100| Loss:6.1456e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 173 | Acc:   92| Loss:2.7433e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 174 | Acc:  100| Loss:5.6374e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 174 | Acc:   92| Loss:2.5700e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 175 | Acc:  100| Loss:8.4683e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 175 | Acc:   93| Loss:2.6148e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 176 | Acc:  100| Loss:8.4918e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 176 | Acc:   93| Loss:2.6438e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 177 | Acc:  100| Loss:5.0868e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 177 | Acc:   92| Loss:2.5372e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 178 | Acc:  100| Loss:2.6412e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 178 | Acc:   93| Loss:2.6242e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 179 | Acc:  100| Loss:7.5652e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 179 | Acc:   93| Loss:2.6470e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 180 | Acc:  100| Loss:9.7546e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 180 | Acc:   93| Loss:2.5808e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 181 | Acc:  100| Loss:4.5706e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 181 | Acc:   93| Loss:2.6855e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 182 | Acc:  100| Loss:6.8781e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 182 | Acc:   92| Loss:2.5675e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 183 | Acc:  100| Loss:7.9835e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 183 | Acc:   92| Loss:2.7769e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 184 | Acc:  100| Loss:5.3285e-03 | 0m 0.32s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 184 | Acc:   91| Loss:2.5909e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 185 | Acc:  100| Loss:5.3456e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 185 | Acc:   93| Loss:2.7322e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 186 | Acc:  100| Loss:3.8969e-03 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 186 | Acc:   93| Loss:2.6908e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 187 | Acc:  100| Loss:6.0061e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 187 | Acc:   93| Loss:2.6181e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 188 | Acc:  100| Loss:6.1508e-03 | 0m 0.39s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 188 | Acc:   93| Loss:2.7417e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 189 | Acc:  100| Loss:6.6814e-03 | 0m 0.32s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 189 | Acc:   91| Loss:2.5293e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 190 | Acc:  100| Loss:5.4382e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 190 | Acc:   93| Loss:2.8061e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 191 | Acc:  100| Loss:5.1799e-03 | 0m 0.37s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 191 | Acc:   93| Loss:2.6717e-01 | 0m 0.81s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 192 | Acc:  100| Loss:2.6246e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 192 | Acc:   93| Loss:2.6348e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 193 | Acc:  100| Loss:4.8581e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 193 | Acc:   93| Loss:2.7134e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 194 | Acc:  100| Loss:3.6644e-03 | 0m 0.37s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 194 | Acc:   93| Loss:2.6958e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 195 | Acc:  100| Loss:5.7111e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 195 | Acc:   93| Loss:2.6372e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 196 | Acc:  100| Loss:6.3504e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 196 | Acc:   93| Loss:2.7706e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 197 | Acc:  100| Loss:4.9610e-03 | 0m 0.35s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 197 | Acc:   91| Loss:2.5914e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 198 | Acc:  100| Loss:3.4000e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 198 | Acc:   93| Loss:2.7115e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 199 | Acc:  100| Loss:4.6385e-03 | 0m 0.39s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 199 | Acc:   93| Loss:2.6881e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 200 | Acc:  100| Loss:4.3440e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 200 | Acc:   93| Loss:2.6888e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 201 | Acc:  100| Loss:3.9139e-03 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 201 | Acc:   93| Loss:2.6829e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 202 | Acc:  100| Loss:3.0342e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 202 | Acc:   93| Loss:2.7102e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 203 | Acc:  100| Loss:2.7446e-03 | 0m 0.31s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 203 | Acc:   93| Loss:2.7754e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 204 | Acc:  100| Loss:4.2170e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 204 | Acc:   92| Loss:2.6207e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 205 | Acc:  100| Loss:6.2497e-03 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 205 | Acc:   93| Loss:2.6616e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 206 | Acc:  100| Loss:7.5816e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 206 | Acc:   93| Loss:2.7690e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 207 | Acc:  100| Loss:8.0806e-03 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 207 | Acc:   93| Loss:2.6443e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 208 | Acc:  100| Loss:5.0824e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 208 | Acc:   93| Loss:2.7671e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 209 | Acc:  100| Loss:3.3529e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 209 | Acc:   93| Loss:2.6591e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 210 | Acc:  100| Loss:2.4996e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 210 | Acc:   92| Loss:2.6758e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 211 | Acc:  100| Loss:3.8021e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 211 | Acc:   93| Loss:2.5992e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 212 | Acc:  100| Loss:2.8254e-03 | 0m 0.38s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 212 | Acc:   91| Loss:2.5983e-01 | 0m 0.76s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 213 | Acc:  100| Loss:3.3646e-03 | 0m 0.37s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 213 | Acc:   93| Loss:2.8044e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 214 | Acc:  100| Loss:2.7007e-03 | 0m 0.35s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 214 | Acc:   91| Loss:2.5979e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 215 | Acc:  100| Loss:3.3096e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 215 | Acc:   93| Loss:2.7955e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 216 | Acc:  100| Loss:4.2243e-03 | 0m 0.34s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 216 | Acc:   91| Loss:2.5658e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 217 | Acc:  100| Loss:4.3239e-03 | 0m 0.40s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 217 | Acc:   92| Loss:2.8134e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 218 | Acc:  100| Loss:2.5301e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 218 | Acc:   92| Loss:2.6044e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 219 | Acc:  100| Loss:3.2088e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 219 | Acc:   93| Loss:2.7252e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 220 | Acc:  100| Loss:6.1256e-03 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 220 | Acc:   93| Loss:2.6180e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 221 | Acc:  100| Loss:3.5136e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 221 | Acc:   93| Loss:2.6851e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 222 | Acc:  100| Loss:2.5558e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 222 | Acc:   93| Loss:2.6899e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 223 | Acc:  100| Loss:4.3299e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 223 | Acc:   92| Loss:2.6632e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 224 | Acc:  100| Loss:4.6527e-03 | 0m 0.40s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 224 | Acc:   93| Loss:2.6571e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 225 | Acc:  100| Loss:2.1059e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 225 | Acc:   92| Loss:2.7806e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 226 | Acc:  100| Loss:3.1480e-03 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 226 | Acc:   93| Loss:2.6607e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 227 | Acc:  100| Loss:3.8230e-03 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 227 | Acc:   93| Loss:2.6988e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 228 | Acc:  100| Loss:4.0347e-03 | 0m 0.30s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 228 | Acc:   93| Loss:2.6386e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 229 | Acc:  100| Loss:2.9740e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 229 | Acc:   92| Loss:2.7206e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 230 | Acc:  100| Loss:3.1703e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 230 | Acc:   92| Loss:2.7000e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 231 | Acc:  100| Loss:1.6675e-03 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 231 | Acc:   92| Loss:2.7717e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 232 | Acc:  100| Loss:1.6985e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 232 | Acc:   92| Loss:2.6670e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 233 | Acc:  100| Loss:3.7005e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 233 | Acc:   92| Loss:2.6819e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 234 | Acc:  100| Loss:4.4941e-03 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 234 | Acc:   92| Loss:2.6145e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 235 | Acc:  100| Loss:2.5275e-03 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 235 | Acc:   93| Loss:2.8341e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 236 | Acc:  100| Loss:3.1514e-03 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 236 | Acc:   92| Loss:2.6258e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 237 | Acc:  100| Loss:3.6226e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 237 | Acc:   92| Loss:2.7565e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 238 | Acc:  100| Loss:2.8864e-03 | 0m 0.39s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 238 | Acc:   92| Loss:2.6305e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 239 | Acc:  100| Loss:2.3832e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 239 | Acc:   92| Loss:2.7405e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 240 | Acc:  100| Loss:3.5459e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 240 | Acc:   91| Loss:2.7166e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 241 | Acc:  100| Loss:2.5366e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 241 | Acc:   92| Loss:2.7814e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 242 | Acc:  100| Loss:4.6531e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 242 | Acc:   92| Loss:2.7064e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 243 | Acc:  100| Loss:2.8355e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 243 | Acc:   92| Loss:2.6483e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 244 | Acc:  100| Loss:2.8805e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 244 | Acc:   92| Loss:2.7190e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 245 | Acc:  100| Loss:3.1564e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 245 | Acc:   92| Loss:2.7509e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 246 | Acc:  100| Loss:2.5705e-03 | 0m 0.39s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 246 | Acc:   92| Loss:2.6553e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 247 | Acc:  100| Loss:1.7658e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 247 | Acc:   92| Loss:2.7923e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 248 | Acc:  100| Loss:2.8368e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 248 | Acc:   91| Loss:2.7006e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 249 | Acc:  100| Loss:4.0045e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 249 | Acc:   92| Loss:2.7094e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 250 | Acc:  100| Loss:3.0405e-03 | 0m 0.38s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 250 | Acc:   91| Loss:2.7029e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 251 | Acc:  100| Loss:2.2374e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 251 | Acc:   92| Loss:2.7405e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 252 | Acc:  100| Loss:2.9447e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 252 | Acc:   92| Loss:2.6692e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 253 | Acc:  100| Loss:2.1522e-03 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 253 | Acc:   92| Loss:2.7347e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 254 | Acc:  100| Loss:3.5242e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 254 | Acc:   92| Loss:2.7407e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 255 | Acc:  100| Loss:2.8193e-03 | 0m 0.46s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 255 | Acc:   91| Loss:2.6314e-01 | 0m 0.77s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 256 | Acc:  100| Loss:2.1819e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 256 | Acc:   92| Loss:2.6758e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 257 | Acc:  100| Loss:1.9113e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 257 | Acc:   92| Loss:2.7226e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 258 | Acc:  100| Loss:3.2473e-03 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 258 | Acc:   92| Loss:2.7405e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 259 | Acc:  100| Loss:2.7815e-03 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 259 | Acc:   92| Loss:2.7003e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 260 | Acc:  100| Loss:1.8281e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 260 | Acc:   92| Loss:2.7093e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 261 | Acc:  100| Loss:3.3820e-03 | 0m 0.34s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 261 | Acc:   91| Loss:2.7051e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 262 | Acc:  100| Loss:1.7540e-03 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 262 | Acc:   93| Loss:2.7855e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 263 | Acc:  100| Loss:1.9407e-03 | 0m 0.35s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 263 | Acc:   91| Loss:2.6396e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 264 | Acc:  100| Loss:1.8408e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 264 | Acc:   92| Loss:2.8178e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 265 | Acc:  100| Loss:2.4363e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 265 | Acc:   92| Loss:2.7167e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 266 | Acc:  100| Loss:1.6785e-03 | 0m 0.35s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 266 | Acc:   91| Loss:2.6898e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 267 | Acc:  100| Loss:1.6592e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 267 | Acc:   92| Loss:2.7732e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 268 | Acc:  100| Loss:1.8761e-03 | 0m 0.34s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 268 | Acc:   91| Loss:2.6899e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 269 | Acc:  100| Loss:2.8977e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 269 | Acc:   92| Loss:2.7571e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 270 | Acc:  100| Loss:2.2787e-03 | 0m 0.37s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 270 | Acc:   91| Loss:2.7443e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 271 | Acc:  100| Loss:1.6721e-03 | 0m 0.32s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 271 | Acc:   91| Loss:2.7181e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 272 | Acc:  100| Loss:1.7133e-03 | 0m 0.31s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 272 | Acc:   91| Loss:2.7154e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 273 | Acc:  100| Loss:2.1847e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 273 | Acc:   92| Loss:2.7196e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 274 | Acc:  100| Loss:1.8222e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 274 | Acc:   92| Loss:2.7456e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 275 | Acc:  100| Loss:2.0515e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 275 | Acc:   92| Loss:2.8195e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 276 | Acc:  100| Loss:2.3506e-03 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 276 | Acc:   92| Loss:2.6444e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 277 | Acc:  100| Loss:2.0893e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 277 | Acc:   92| Loss:2.7544e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 278 | Acc:  100| Loss:1.5484e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 278 | Acc:   92| Loss:2.6715e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 279 | Acc:  100| Loss:2.1987e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 279 | Acc:   91| Loss:2.7184e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 280 | Acc:  100| Loss:2.1656e-03 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 280 | Acc:   92| Loss:2.8008e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 281 | Acc:  100| Loss:2.2269e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 281 | Acc:   91| Loss:2.6351e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 282 | Acc:  100| Loss:2.8179e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 282 | Acc:   92| Loss:2.7357e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 283 | Acc:  100| Loss:1.1866e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 283 | Acc:   91| Loss:2.6855e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 284 | Acc:  100| Loss:2.0131e-03 | 0m 0.33s\n",
      "\n",
      "184.0 201.0\n",
      "VALID Epoch: 284 | Acc:   91| Loss:2.7176e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 285 | Acc:  100| Loss:9.7569e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 285 | Acc:   92| Loss:2.7834e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 286 | Acc:  100| Loss:1.7838e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 286 | Acc:   92| Loss:2.7377e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 287 | Acc:  100| Loss:1.7814e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 287 | Acc:   92| Loss:2.6871e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 288 | Acc:  100| Loss:1.7907e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 288 | Acc:   92| Loss:2.7156e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 289 | Acc:  100| Loss:8.3423e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 289 | Acc:   92| Loss:2.7194e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 290 | Acc:  100| Loss:1.2090e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 290 | Acc:   92| Loss:2.7614e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 291 | Acc:  100| Loss:2.3642e-03 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 291 | Acc:   92| Loss:2.7199e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 292 | Acc:  100| Loss:1.6634e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 292 | Acc:   92| Loss:2.7769e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 293 | Acc:  100| Loss:2.3963e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 293 | Acc:   92| Loss:2.7687e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 294 | Acc:  100| Loss:1.3960e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 294 | Acc:   92| Loss:2.7205e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 295 | Acc:  100| Loss:1.3483e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 295 | Acc:   92| Loss:2.7211e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 296 | Acc:  100| Loss:1.0880e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 296 | Acc:   92| Loss:2.7019e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 297 | Acc:  100| Loss:1.4612e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 297 | Acc:   92| Loss:2.7504e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 298 | Acc:  100| Loss:1.6513e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 298 | Acc:   92| Loss:2.6787e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 299 | Acc:  100| Loss:7.0116e-04 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 299 | Acc:   92| Loss:2.7288e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 300 | Acc:  100| Loss:1.3685e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 300 | Acc:   92| Loss:2.7134e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 301 | Acc:  100| Loss:1.9613e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 301 | Acc:   92| Loss:2.7880e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 302 | Acc:  100| Loss:2.0808e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 302 | Acc:   92| Loss:2.7155e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 303 | Acc:  100| Loss:1.1497e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 303 | Acc:   92| Loss:2.7243e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 304 | Acc:  100| Loss:1.7792e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 304 | Acc:   92| Loss:2.6812e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 305 | Acc:  100| Loss:9.1259e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 305 | Acc:   92| Loss:2.8237e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 306 | Acc:  100| Loss:1.3519e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 306 | Acc:   92| Loss:2.6854e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 307 | Acc:  100| Loss:1.2896e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 307 | Acc:   92| Loss:2.7568e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 308 | Acc:  100| Loss:9.3072e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 308 | Acc:   92| Loss:2.7794e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 309 | Acc:  100| Loss:1.8622e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 309 | Acc:   92| Loss:2.6845e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 310 | Acc:  100| Loss:1.4740e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 310 | Acc:   92| Loss:2.7759e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 311 | Acc:  100| Loss:1.1830e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 311 | Acc:   92| Loss:2.7351e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 312 | Acc:  100| Loss:9.4855e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 312 | Acc:   92| Loss:2.7696e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 313 | Acc:  100| Loss:8.0619e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 313 | Acc:   92| Loss:2.7113e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 314 | Acc:  100| Loss:1.5592e-03 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 314 | Acc:   92| Loss:2.7154e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 315 | Acc:  100| Loss:1.2524e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 315 | Acc:   92| Loss:2.7965e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 316 | Acc:  100| Loss:1.0047e-03 | 0m 0.37s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 316 | Acc:   92| Loss:2.8198e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 317 | Acc:  100| Loss:1.1127e-03 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 317 | Acc:   92| Loss:2.7324e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 318 | Acc:  100| Loss:1.6665e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 318 | Acc:   92| Loss:2.7612e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 319 | Acc:  100| Loss:1.3665e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 319 | Acc:   92| Loss:2.7164e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 320 | Acc:  100| Loss:1.7276e-03 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 320 | Acc:   92| Loss:2.8555e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 321 | Acc:  100| Loss:5.4241e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 321 | Acc:   92| Loss:2.7561e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 322 | Acc:  100| Loss:1.2784e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 322 | Acc:   92| Loss:2.8097e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 323 | Acc:  100| Loss:1.6808e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 323 | Acc:   92| Loss:2.7366e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 324 | Acc:  100| Loss:1.7564e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 324 | Acc:   92| Loss:2.7040e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 325 | Acc:  100| Loss:9.8170e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 325 | Acc:   92| Loss:2.7702e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 326 | Acc:  100| Loss:1.3674e-03 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 326 | Acc:   92| Loss:2.7661e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 327 | Acc:  100| Loss:1.3245e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 327 | Acc:   92| Loss:2.7849e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 328 | Acc:  100| Loss:1.1238e-03 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 328 | Acc:   92| Loss:2.7914e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 329 | Acc:  100| Loss:1.1249e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 329 | Acc:   92| Loss:2.7624e-01 | 0m 0.60s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 330 | Acc:  100| Loss:1.3604e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 330 | Acc:   92| Loss:2.8041e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 331 | Acc:  100| Loss:1.2641e-03 | 0m 0.40s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 331 | Acc:   92| Loss:2.7351e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 332 | Acc:  100| Loss:1.4089e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 332 | Acc:   92| Loss:2.7936e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 333 | Acc:  100| Loss:1.1465e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 333 | Acc:   92| Loss:2.7938e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 334 | Acc:  100| Loss:1.0903e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 334 | Acc:   92| Loss:2.8340e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 335 | Acc:  100| Loss:1.3431e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 335 | Acc:   92| Loss:2.8331e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 336 | Acc:  100| Loss:9.9862e-04 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 336 | Acc:   92| Loss:2.6870e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 337 | Acc:  100| Loss:1.4151e-03 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 337 | Acc:   92| Loss:2.8329e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 338 | Acc:  100| Loss:8.2044e-04 | 0m 0.42s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 338 | Acc:   92| Loss:2.7236e-01 | 0m 0.75s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 339 | Acc:  100| Loss:9.2982e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 339 | Acc:   92| Loss:2.8033e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 340 | Acc:  100| Loss:7.1411e-04 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 340 | Acc:   92| Loss:2.7071e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 341 | Acc:  100| Loss:7.4820e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 341 | Acc:   92| Loss:2.8019e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 342 | Acc:  100| Loss:1.8219e-03 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 342 | Acc:   92| Loss:2.6683e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 343 | Acc:  100| Loss:7.2326e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 343 | Acc:   92| Loss:2.7642e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 344 | Acc:  100| Loss:1.5418e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 344 | Acc:   92| Loss:2.7242e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 345 | Acc:  100| Loss:1.2163e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 345 | Acc:   92| Loss:2.8091e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 346 | Acc:  100| Loss:1.0411e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 346 | Acc:   92| Loss:2.7324e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 347 | Acc:  100| Loss:1.0221e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 347 | Acc:   92| Loss:2.7947e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 348 | Acc:  100| Loss:8.1220e-04 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 348 | Acc:   92| Loss:2.7081e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 349 | Acc:  100| Loss:7.3685e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 349 | Acc:   92| Loss:2.7471e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 350 | Acc:  100| Loss:1.0903e-03 | 0m 0.36s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 350 | Acc:   92| Loss:2.7188e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 351 | Acc:  100| Loss:9.7846e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 351 | Acc:   92| Loss:2.7641e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 352 | Acc:  100| Loss:9.0991e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 352 | Acc:   92| Loss:2.7581e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 353 | Acc:  100| Loss:7.5756e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 353 | Acc:   92| Loss:2.7669e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 354 | Acc:  100| Loss:5.2835e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 354 | Acc:   92| Loss:2.8042e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 355 | Acc:  100| Loss:5.4727e-04 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 355 | Acc:   92| Loss:2.7361e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 356 | Acc:  100| Loss:6.8640e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 356 | Acc:   92| Loss:2.7967e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 357 | Acc:  100| Loss:8.4413e-04 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 357 | Acc:   92| Loss:2.7081e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 358 | Acc:  100| Loss:1.8005e-03 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 358 | Acc:   92| Loss:2.8470e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 359 | Acc:  100| Loss:8.1319e-04 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 359 | Acc:   92| Loss:2.7526e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 360 | Acc:  100| Loss:1.4803e-03 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 360 | Acc:   92| Loss:2.8092e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 361 | Acc:  100| Loss:5.4892e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 361 | Acc:   92| Loss:2.7307e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 362 | Acc:  100| Loss:8.0237e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 362 | Acc:   92| Loss:2.8055e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 363 | Acc:  100| Loss:7.3562e-04 | 0m 0.32s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 363 | Acc:   92| Loss:2.7706e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 364 | Acc:  100| Loss:8.5403e-04 | 0m 0.35s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 364 | Acc:   92| Loss:2.7701e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 365 | Acc:  100| Loss:7.9448e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 365 | Acc:   92| Loss:2.7905e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 366 | Acc:  100| Loss:8.9997e-04 | 0m 0.39s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 366 | Acc:   92| Loss:2.7764e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 367 | Acc:  100| Loss:6.4351e-04 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 367 | Acc:   92| Loss:2.7650e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 368 | Acc:  100| Loss:6.0244e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 368 | Acc:   92| Loss:2.7851e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 369 | Acc:  100| Loss:5.9167e-04 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 369 | Acc:   92| Loss:2.7546e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 370 | Acc:  100| Loss:1.1137e-03 | 0m 0.38s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 370 | Acc:   92| Loss:2.7333e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 371 | Acc:  100| Loss:3.7828e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 371 | Acc:   92| Loss:2.7232e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 372 | Acc:  100| Loss:1.0459e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 372 | Acc:   92| Loss:2.8171e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 373 | Acc:  100| Loss:1.1318e-03 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 373 | Acc:   92| Loss:2.7167e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 374 | Acc:  100| Loss:5.0007e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 374 | Acc:   92| Loss:2.7888e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 375 | Acc:  100| Loss:4.5789e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 375 | Acc:   92| Loss:2.7561e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 376 | Acc:  100| Loss:9.7751e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 376 | Acc:   92| Loss:2.8016e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 377 | Acc:  100| Loss:8.1478e-04 | 0m 0.42s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 377 | Acc:   92| Loss:2.7682e-01 | 0m 0.77s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 378 | Acc:  100| Loss:5.7948e-04 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 378 | Acc:   92| Loss:2.8109e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 379 | Acc:  100| Loss:5.0265e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 379 | Acc:   92| Loss:2.8283e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 380 | Acc:  100| Loss:8.5289e-04 | 0m 0.31s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 380 | Acc:   92| Loss:2.7741e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 381 | Acc:  100| Loss:6.8544e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 381 | Acc:   92| Loss:2.8504e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 382 | Acc:  100| Loss:6.5898e-04 | 0m 0.33s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 382 | Acc:   92| Loss:2.7648e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 383 | Acc:  100| Loss:5.1956e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 383 | Acc:   92| Loss:2.7344e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 384 | Acc:  100| Loss:8.5317e-04 | 0m 0.39s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 384 | Acc:   92| Loss:2.7494e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 385 | Acc:  100| Loss:1.0541e-03 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 385 | Acc:   92| Loss:2.7906e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 386 | Acc:  100| Loss:1.0129e-03 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 386 | Acc:   92| Loss:2.7623e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 387 | Acc:  100| Loss:9.0638e-04 | 0m 0.39s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 387 | Acc:   92| Loss:2.7604e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 388 | Acc:  100| Loss:1.0887e-03 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 388 | Acc:   92| Loss:2.7270e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 389 | Acc:  100| Loss:6.3854e-04 | 0m 0.36s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 389 | Acc:   93| Loss:2.8026e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 390 | Acc:  100| Loss:7.1805e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 390 | Acc:   92| Loss:2.8108e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 391 | Acc:  100| Loss:9.3453e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 391 | Acc:   92| Loss:2.6919e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 392 | Acc:  100| Loss:6.0794e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 392 | Acc:   92| Loss:2.7636e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 393 | Acc:  100| Loss:6.6355e-04 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 393 | Acc:   92| Loss:2.8028e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 394 | Acc:  100| Loss:8.2463e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 394 | Acc:   92| Loss:2.8142e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 395 | Acc:  100| Loss:6.0154e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 395 | Acc:   92| Loss:2.7888e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 396 | Acc:  100| Loss:5.1313e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 396 | Acc:   92| Loss:2.7910e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 397 | Acc:  100| Loss:5.1294e-04 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 397 | Acc:   92| Loss:2.8114e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 398 | Acc:  100| Loss:9.7730e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 398 | Acc:   92| Loss:2.7743e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 399 | Acc:  100| Loss:6.2925e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 399 | Acc:   92| Loss:2.7589e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 400 | Acc:  100| Loss:5.9495e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 400 | Acc:   92| Loss:2.8029e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 401 | Acc:  100| Loss:9.1410e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 401 | Acc:   92| Loss:2.7622e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 402 | Acc:  100| Loss:5.5093e-04 | 0m 0.34s\n",
      "\n",
      "185.0 201.0\n",
      "VALID Epoch: 402 | Acc:   92| Loss:2.8113e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 403 | Acc:  100| Loss:5.8025e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 403 | Acc:   92| Loss:2.7570e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 404 | Acc:  100| Loss:4.9446e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 404 | Acc:   92| Loss:2.7874e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 405 | Acc:  100| Loss:6.3308e-04 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 405 | Acc:   93| Loss:2.7961e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 406 | Acc:  100| Loss:8.7171e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 406 | Acc:   92| Loss:2.8004e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 407 | Acc:  100| Loss:4.6924e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 407 | Acc:   92| Loss:2.8326e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 408 | Acc:  100| Loss:2.7548e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 408 | Acc:   92| Loss:2.7592e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 409 | Acc:  100| Loss:6.4730e-04 | 0m 0.44s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 409 | Acc:   92| Loss:2.7802e-01 | 0m 0.76s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 410 | Acc:  100| Loss:7.9933e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 410 | Acc:   92| Loss:2.8651e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 411 | Acc:  100| Loss:3.2708e-04 | 0m 0.30s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 411 | Acc:   92| Loss:2.8018e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 412 | Acc:  100| Loss:5.4810e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 412 | Acc:   92| Loss:2.7884e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 413 | Acc:  100| Loss:6.3682e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 413 | Acc:   92| Loss:2.8451e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 414 | Acc:  100| Loss:4.9587e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 414 | Acc:   92| Loss:2.7727e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 415 | Acc:  100| Loss:6.0312e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 415 | Acc:   92| Loss:2.8055e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 416 | Acc:  100| Loss:3.0995e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 416 | Acc:   92| Loss:2.8606e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 417 | Acc:  100| Loss:7.5611e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 417 | Acc:   92| Loss:2.7593e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 418 | Acc:  100| Loss:4.1747e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 418 | Acc:   92| Loss:2.8130e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 419 | Acc:  100| Loss:4.0985e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 419 | Acc:   92| Loss:2.8001e-01 | 0m 0.74s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 420 | Acc:  100| Loss:6.3450e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 420 | Acc:   92| Loss:2.8248e-01 | 0m 0.61s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 421 | Acc:  100| Loss:4.4495e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 421 | Acc:   92| Loss:2.7802e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 422 | Acc:  100| Loss:3.9921e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 422 | Acc:   92| Loss:2.8651e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 423 | Acc:  100| Loss:3.8023e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 423 | Acc:   92| Loss:2.7744e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 424 | Acc:  100| Loss:3.8827e-04 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 424 | Acc:   93| Loss:2.8798e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 425 | Acc:  100| Loss:5.2095e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 425 | Acc:   92| Loss:2.8110e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 426 | Acc:  100| Loss:6.3393e-04 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 426 | Acc:   93| Loss:2.8338e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 427 | Acc:  100| Loss:5.0038e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 427 | Acc:   92| Loss:2.9032e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 428 | Acc:  100| Loss:5.6486e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 428 | Acc:   92| Loss:2.7802e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 429 | Acc:  100| Loss:5.8709e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 429 | Acc:   92| Loss:2.8093e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 430 | Acc:  100| Loss:2.9224e-04 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 430 | Acc:   93| Loss:2.8777e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 431 | Acc:  100| Loss:5.6941e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 431 | Acc:   92| Loss:2.8242e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 432 | Acc:  100| Loss:3.7519e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 432 | Acc:   92| Loss:2.8437e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 433 | Acc:  100| Loss:2.1236e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 433 | Acc:   92| Loss:2.8810e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 434 | Acc:  100| Loss:6.0332e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 434 | Acc:   92| Loss:2.8810e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 435 | Acc:  100| Loss:5.5662e-04 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 435 | Acc:   92| Loss:2.8546e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 436 | Acc:  100| Loss:4.7613e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 436 | Acc:   92| Loss:2.8123e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 437 | Acc:  100| Loss:3.4073e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 437 | Acc:   92| Loss:2.8695e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 438 | Acc:  100| Loss:4.2750e-04 | 0m 0.37s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 438 | Acc:   93| Loss:2.8641e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 439 | Acc:  100| Loss:3.3582e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 439 | Acc:   92| Loss:2.8318e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 440 | Acc:  100| Loss:6.8338e-04 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 440 | Acc:   93| Loss:2.8305e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 441 | Acc:  100| Loss:6.9177e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 441 | Acc:   92| Loss:2.8810e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 442 | Acc:  100| Loss:4.9309e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 442 | Acc:   92| Loss:2.8504e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 443 | Acc:  100| Loss:4.6269e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 443 | Acc:   92| Loss:2.8353e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 444 | Acc:  100| Loss:3.8150e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 444 | Acc:   92| Loss:2.8497e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 445 | Acc:  100| Loss:4.4230e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 445 | Acc:   92| Loss:2.8556e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 446 | Acc:  100| Loss:4.5694e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 446 | Acc:   92| Loss:2.8285e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 447 | Acc:  100| Loss:3.5590e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 447 | Acc:   92| Loss:2.8638e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 448 | Acc:  100| Loss:4.6002e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 448 | Acc:   92| Loss:2.8259e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 449 | Acc:  100| Loss:3.9874e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 449 | Acc:   92| Loss:2.9242e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 450 | Acc:  100| Loss:3.6853e-04 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 450 | Acc:   93| Loss:2.8384e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 451 | Acc:  100| Loss:3.6871e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 451 | Acc:   92| Loss:2.8152e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 452 | Acc:  100| Loss:3.5728e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 452 | Acc:   92| Loss:2.8037e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 453 | Acc:  100| Loss:6.8810e-04 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 453 | Acc:   93| Loss:2.9399e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 454 | Acc:  100| Loss:5.2970e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 454 | Acc:   92| Loss:2.8286e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 455 | Acc:  100| Loss:4.2237e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 455 | Acc:   92| Loss:2.9061e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 456 | Acc:  100| Loss:3.5250e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 456 | Acc:   92| Loss:2.8749e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 457 | Acc:  100| Loss:4.1245e-04 | 0m 0.40s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 457 | Acc:   92| Loss:2.8352e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 458 | Acc:  100| Loss:4.4277e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 458 | Acc:   92| Loss:2.9020e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 459 | Acc:  100| Loss:4.6460e-04 | 0m 0.42s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 459 | Acc:   92| Loss:2.8762e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 460 | Acc:  100| Loss:2.9065e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 460 | Acc:   92| Loss:2.8576e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 461 | Acc:  100| Loss:3.2529e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 461 | Acc:   92| Loss:2.9055e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 462 | Acc:  100| Loss:3.4550e-04 | 0m 0.32s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 462 | Acc:   92| Loss:2.8523e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 463 | Acc:  100| Loss:3.9527e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 463 | Acc:   92| Loss:2.8839e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 464 | Acc:  100| Loss:3.1672e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 464 | Acc:   92| Loss:2.8766e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 465 | Acc:  100| Loss:3.4952e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 465 | Acc:   92| Loss:2.8516e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 466 | Acc:  100| Loss:5.7791e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 466 | Acc:   92| Loss:2.9116e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 467 | Acc:  100| Loss:3.7515e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 467 | Acc:   92| Loss:2.9103e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 468 | Acc:  100| Loss:4.3010e-04 | 0m 0.34s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 468 | Acc:   93| Loss:2.9222e-01 | 0m 0.70s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 469 | Acc:  100| Loss:2.9637e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 469 | Acc:   92| Loss:2.8453e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 470 | Acc:  100| Loss:5.9752e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 470 | Acc:   92| Loss:2.9109e-01 | 0m 0.71s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 471 | Acc:  100| Loss:2.3023e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 471 | Acc:   92| Loss:2.8108e-01 | 0m 0.63s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 472 | Acc:  100| Loss:4.4057e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 472 | Acc:   92| Loss:2.9373e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 473 | Acc:  100| Loss:4.2651e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 473 | Acc:   92| Loss:2.8603e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 474 | Acc:  100| Loss:2.9838e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 474 | Acc:   92| Loss:2.8993e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 475 | Acc:  100| Loss:4.1444e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 475 | Acc:   92| Loss:2.9089e-01 | 0m 0.69s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 476 | Acc:  100| Loss:3.6611e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 476 | Acc:   92| Loss:2.8777e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 477 | Acc:  100| Loss:4.6709e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 477 | Acc:   92| Loss:2.9189e-01 | 0m 0.73s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 478 | Acc:  100| Loss:4.3098e-04 | 0m 0.35s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 478 | Acc:   93| Loss:2.9711e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 479 | Acc:  100| Loss:3.7154e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 479 | Acc:   92| Loss:2.8502e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 480 | Acc:  100| Loss:3.4357e-04 | 0m 0.33s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 480 | Acc:   93| Loss:2.9632e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 481 | Acc:  100| Loss:4.1358e-04 | 0m 0.31s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 481 | Acc:   92| Loss:2.8672e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 482 | Acc:  100| Loss:3.5861e-04 | 0m 0.32s\n",
      "\n",
      "187.0 201.0\n",
      "VALID Epoch: 482 | Acc:   93| Loss:2.9697e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 483 | Acc:  100| Loss:3.3956e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 483 | Acc:   92| Loss:2.9004e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 484 | Acc:  100| Loss:3.0001e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 484 | Acc:   92| Loss:2.9396e-01 | 0m 0.65s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 485 | Acc:  100| Loss:2.6580e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 485 | Acc:   92| Loss:2.9477e-01 | 0m 0.66s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 486 | Acc:  100| Loss:2.9182e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 486 | Acc:   92| Loss:2.9397e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 487 | Acc:  100| Loss:2.1579e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 487 | Acc:   92| Loss:2.9496e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 488 | Acc:  100| Loss:2.8423e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 488 | Acc:   92| Loss:2.8895e-01 | 0m 0.62s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 489 | Acc:  100| Loss:4.2018e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 489 | Acc:   92| Loss:2.9534e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 490 | Acc:  100| Loss:2.2170e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 490 | Acc:   92| Loss:2.9494e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 491 | Acc:  100| Loss:2.3957e-04 | 0m 0.37s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 491 | Acc:   92| Loss:2.9980e-01 | 0m 0.68s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 492 | Acc:  100| Loss:2.9624e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 492 | Acc:   92| Loss:2.8827e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 493 | Acc:  100| Loss:2.7968e-04 | 0m 0.36s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 493 | Acc:   92| Loss:2.9949e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 494 | Acc:  100| Loss:3.2476e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 494 | Acc:   92| Loss:2.9316e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 495 | Acc:  100| Loss:3.0188e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 495 | Acc:   92| Loss:2.9317e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 496 | Acc:  100| Loss:3.7756e-04 | 0m 0.33s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 496 | Acc:   92| Loss:3.0150e-01 | 0m 0.64s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 497 | Acc:  100| Loss:3.4942e-04 | 0m 0.35s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 497 | Acc:   92| Loss:2.9755e-01 | 0m 0.72s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 498 | Acc:  100| Loss:5.1613e-04 | 0m 0.38s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 498 | Acc:   92| Loss:2.9635e-01 | 0m 0.67s\n",
      "\n",
      "##################################################\n",
      "802.0 802.0\n",
      "TRAIN Epoch: 499 | Acc:  100| Loss:2.4339e-04 | 0m 0.34s\n",
      "\n",
      "186.0 201.0\n",
      "VALID Epoch: 499 | Acc:   92| Loss:3.0268e-01 | 0m 0.67s\n",
      "\n"
     ]
    }
   ],
   "source": [
    "best_train_epoch = 0.0\n",
    "best_val_epoch = 0.0\n",
    "\n",
    "for epoch in range(0, n_epochs):\n",
    "    print('#'*50)\n",
    "\n",
    "    # Print learning rate for each epoch -- good for when you have a LR scheduler\n",
    "    #scheduler.step()\n",
    "    #lr = optim.param_groups[0]['lr']\n",
    "    #print('lr = %.7f' % lr)\n",
    "\n",
    "    # Save time to calculate how long it took\n",
    "    start_time = time.time()\n",
    "\n",
    "    # Append emtpy list so that each epoch has a list of valuess\n",
    "    for key_ in metrics.keys():\n",
    "        metrics[key_].append([])\n",
    "\n",
    "    predictions_val = []\n",
    "    gt_val =[]\n",
    "    epoch_acc_val = []\n",
    "    epoch_acc_train = []\n",
    "\n",
    "\n",
    "    # Go through each phase TRAIN/VALID\n",
    "    #####################################################  \n",
    "    for phase in ['train','valid']:\n",
    "\n",
    "        total_correct = 0.0\n",
    "        total_size = 0.0\n",
    "\n",
    "        # Go through each data point in either train or validation\n",
    "        #####################################################  \n",
    "        for i, (inputs, labels) in enumerate(dataloaders[phase]):\n",
    "\n",
    "            \n",
    "            # Calculates step\n",
    "            length_dataloader = len(dataloaders[phase])\n",
    "            step = epoch * length_dataloader + i + 1\n",
    "\n",
    "            # Fetch batch of data\n",
    "            ##################################################\n",
    "            # Image data\n",
    "            inputs = inputs.to(device)\n",
    "            \n",
    "            # Label data\n",
    "            lab_gt = labels.to(device)\n",
    "\n",
    "            # TRAIN\n",
    "            ##################################################\n",
    "            if phase == 'train':\n",
    "\n",
    "                optimiser.zero_grad()\n",
    "\n",
    "                outputs =  net(inputs).squeeze()  \n",
    "\n",
    "                current_loss =  loss(outputs,labels) \n",
    "\n",
    "                #####\n",
    "                metrics['loss_train'][-1].append(current_loss.item())\n",
    "                writer.add_scalar('loss/train', current_loss.item(), epoch*length_dataloader+i)\n",
    "\n",
    "                predicted = torch.round(torch.nn.functional.sigmoid(outputs))\n",
    "                correct_batch = (predicted == lab_gt).sum().item()\n",
    "\n",
    "                total_correct += correct_batch\n",
    "                total_size += lab_gt.shape[0]\n",
    "\n",
    "                accuracy_batch = correct_batch / lab_gt.shape[0]\n",
    "                epoch_acc_train.append(accuracy_batch*100.)\n",
    "                metrics['acc_train'][-1].append(accuracy_batch * 100.)     \n",
    "                writer.add_scalar('accuracy/train', accuracy_batch * 100., epoch*length_dataloader+i)\n",
    "\n",
    "                #####\n",
    "                current_loss.backward() \n",
    "\n",
    "                optimiser.step()\n",
    "        \n",
    "            if phase == 'valid':\n",
    "\n",
    "                net.eval()\n",
    "\n",
    "                with torch.no_grad():\n",
    "\n",
    "                    outputs_val = net(inputs).squeeze()\n",
    "\n",
    "                    current_loss = loss(outputs_val, lab_gt)\n",
    "\n",
    "                    metrics['loss_valid'][-1].append(current_loss.item())\n",
    "                    writer.add_scalar('loss/val', current_loss.item(), epoch*length_dataloader+i)\n",
    "\n",
    "                    predicted_val = torch.round(torch.nn.functional.sigmoid(outputs_val))\n",
    "                    predictions_val = predictions_val + list(predicted_val.numpy())\n",
    "                    gt_val = gt_val + list(lab_gt.numpy())\n",
    "\n",
    "                    correct_batch = (predicted_val == lab_gt).sum().item()\n",
    "                    total_correct += correct_batch\n",
    "                    total_size += lab_gt.shape[0]\n",
    "\n",
    "                    accuracy_batch = correct_batch / lab_gt.shape[0]\n",
    "                    epoch_acc_val.append(accuracy_batch*100.)\n",
    "                    metrics['acc_valid'][-1].append(accuracy_batch * 100.)  \n",
    "                    writer.add_scalar('accuracy/val', accuracy_batch * 100., epoch*length_dataloader+i)   \n",
    "\n",
    "        if phase =='valid':\n",
    "            if np.mean(epoch_acc_val)>best_val_epoch:\n",
    "                best_val_epoch=np.mean(epoch_acc_val)\n",
    "            writer.add_scalar('accuracy_best_epoch/val',best_val_epoch, epoch)   \n",
    "        if phase =='train':\n",
    "            if np.mean(epoch_acc_train)>best_train_epoch:\n",
    "                best_train_epoch=np.mean(epoch_acc_train)\n",
    "            writer.add_scalar('accuracy_best_epoch/train',best_train_epoch, epoch)   \n",
    "\n",
    "\n",
    "        # PRINT STATS\n",
    "        ###################################################\n",
    "        print(total_correct, total_size)\n",
    "        accuracy = total_correct / total_size\n",
    "\n",
    "        time_elapsed = time.time() - start_time\n",
    "        print(\"%s Epoch: %3d | Acc:  %3d| Loss:%.4e | %.0fm %.2fs\" %\n",
    "                (phase.upper(), epoch, accuracy * 100,\n",
    "                current_loss.item(), time_elapsed // 60, time_elapsed % 60))\n",
    "\n",
    "        print('')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "writer.add_hparams(hparam_dict={'batch_size':batch_size}, metric_dict={'loss':np.array(metrics['loss_train'][0][0]).reshape(-1)})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "20"
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(metrics['loss_train'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "FLUID INTELLIGENCE"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "8e252a1f9516987486a0f48518217475b1a96ae470be4b589c7d5bdaf71ddca8"
  },
  "kernelspec": {
   "display_name": "Python 3.7.10 64-bit (conda)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  },
  "metadata": {
   "interpreter": {
    "hash": "8e252a1f9516987486a0f48518217475b1a96ae470be4b589c7d5bdaf71ddca8"
   }
  },
  "orig_nbformat": 2
 },
 "nbformat": 4,
 "nbformat_minor": 2
}