FaceDatasetCNN.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import cv2\n",
    "import os\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "classes = ('Face', 'Non-face')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## For Test Set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQUAAAD4CAYAAADl7fPiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAATNklEQVR4nO3de4xd1XXH8e/P47GNH/JjjAdiXgk4SBAVF1mkEaKCpqGAUJxUSWtUtW6bymkUpEZqpdIihSj9J1WVRmpASZ3EglR50BeJpbgBCyolkUjCBPFseLiI4IkduwRj8HM8ntU/5jiaPdxrzrrn3pk7+PeRRnPvOWv22ffh5XvuWXtvRQRmZqfMm+0OmFl/cVIws4KTgpkVnBTMrOCkYGaF+bPdgVaWLl0aQ0NDtWJPnjyZavv48eO1Y8fGxlJtT0xM1I4dHBxMtb148eLasYsWLUq1PX9+/beBpFTb2fiMzGufed0Bjhw50pN+AMybV///4oGBgVTbdV/LAwcOcPjw4ZYvTl8mhaGhIW6//fZasQcOHEi1vWvXrtqxo6OjqbaPHTtWO3b16tWptq+88srasZdffnmq7VWrVtWOXbBgQartzJs6e3n88OHDtWOfe+65VNuPP/547dhXXnkl1fayZctqxy5fvjzV9sqVK2vF3XXXXW33+fTBzAqNkoKkGyQ9K2mXpNta7F8o6d5q/48kXdTkeGbWex0nBUkDwF3AjcBlwC2SLpsW9hHgQERcAnwO+PtOj2dmM6PJJ4WrgF0R8UJEjAHfBDZOi9kI3FPd/nfgverlN09m1liTpLAW2D3l/mi1rWVMRIwDB4GWlxUkbZE0Imnk0KFDDbplZk00SQqt/sef/vVxnZjJjRFbI2JDRGxYunRpg26ZWRNNksIocP6U++cBe9rFSJoPLAdy12/MbEY1SQqPAOskvV3SAmATsH1azHZgc3X7Q8BD4bHaZn2t4+KliBiXdCtwPzAAbIuIpyV9GhiJiO3AV4B/kbSLyU8Im7rRaTPrnUYVjRGxA9gxbdsnp9w+Bnw42+6RI0cYGRmpFXv06NFU25nqs2zbZ511Vu3YumXcp2RKkTMlupAroc6U6EKuzDn7IfLEiRO1YzPPH9SvDIT8+yRThbt3795U23UrSE9XDeqKRjMrOCmYWcFJwcwKTgpmVnBSMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzAp9OZvzoUOHePjhh2vFZsYbQG5cQGZ2ZoA1a9bUjs1OQJWp3R8fH0+1nXmcCxcuTLWdmco+O1V6Jj477X0v5/TITCKUneL97LPPrhV3uveTPymYWcFJwcwKTgpmVnBSMLOCk4KZFZwUzKzgpGBmBScFMys0WUvyfEn/Lemnkp6W9BctYq6VdFDSY9XPJ1u1ZWb9o0lF4zjwlxHxqKRlwE8k7YyI/5kW9/2IuLnBccxsBjVZ92EvsLe6/bqknzK5duT0pJC2bNkyrrnmmlqxmam4AV566aXasb/4xS9SbV9++eW1Y1evXp1qe2JionZsL9fwzZbdLliwoHZstt+ZkutMPwDWrp2+LGp7q1atSrW9e/fuNw+qZN/fF198ca24hx56qO2+rnynIOki4NeBH7XY/R5Jj0v6L0lt/9VMXWA2O4++mXVP46QgaSnwH8AnIuK1absfBS6MiCuAzwPfatfO1AVms4OczKx7GiUFSYNMJoSvRcR/Tt8fEa9FxKHq9g5gUFLuc7OZzagmVx/E5FqRP42If2wTc04Vh6SrquP9stNjmlnvNbn6cDXwh8CTkh6rtv0tcAFARHyRyZWmPyZpHDgKbPKq02b9rcnVhx8Ap/26OCLuBO7s9BhmNvNc0WhmBScFMys4KZhZwUnBzApOCmZW6Msp3hcuXMi6detqxWamPofcNOwnTpxItT08PFw7Nlvnnxn7sGTJklTbmecwM2U75MYnZMdVZJ7DbNuZ5zvbdmZcRfb9XXeMx+n67E8KZlZwUjCzgpOCmRWcFMys4KRgZgUnBTMrOCmYWcFJwcwKTgpmVnBSMLNC35Y5X3jhhbVix8fHe9aPbElvZhrxbNuZctdsCXVmMqxsSW+m3/Pm5f6PyvQlOxnw2NhY7dhsOXxm2vZeTXvvMmczq81JwcwK3Vj34UVJT1ZrRY602C9J/yRpl6QnJF3Z9Jhm1jvd+k7huoh4uc2+G4F11c+7gS9Uv82sD83E6cNG4Ksx6YfACknnzsBxzawD3UgKATwg6SeStrTYvxaYuqLmaLWtMHUtyYMHD3ahW2bWiW6cPlwdEXskrQF2SnomIr43ZX+raypvuAYWEVuBrQCXXHKJF4wxmyWNPylExJ7q937gPuCqaSGjwPlT7p8H7Gl6XDPrjaYLzC6RtOzUbeB64KlpYduBP6quQvwGcDAi9jY5rpn1TtPTh2Hgvqrqaj7w9Yj4rqQ/h1+tJ7kDuAnYBRwB/qThMc2shxolhYh4AbiixfYvTrkdwMebHMfMZk5fjn0YGBhgaGioVmy2NjwjW4vfy6nSM305fvx4qu1sfK9kX8vM2IfsmI3M65Mdf9MPY0089sHManNSMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzApOCmZWcFIws0JfljnPmzevK1NVN43vZdlttoQ6UxqbmZ48K9OPrF5OTZ9tO1Oynn0PZmTfJ3Uf5+ni/EnBzApOCmZWcFIws4KTgpkVnBTMrOCkYGYFJwUzKzgpmFmh46Qg6dJqUdlTP69J+sS0mGslHZwS88nmXTazXuq4ojEingXWA0gaAH7O5GIw030/Im7u9DhmNrO6dfrwXuB/I+JnXWrPzGZJt8Y+bAK+0WbfeyQ9zuRScX8VEU+3CqoWp90CMDw8XLuuPVvTnqkl79X02p3ITMN+4sSJVNsTExM9iYXc+IRsnX+v+gG591WvxifMlsavgqQFwPuBf2ux+1Hgwoi4Avg88K127UTE1ojYEBEbVq5c2bRbZtahbqTmG4FHI2Lf9B0R8VpEHKpu7wAGJa3uwjHNrEe6kRRuoc2pg6RzVH1WknRVdbxfduGYZtYjjU6CJS0G3gd8dMq2qYvLfgj4mKRx4CiwKXo5IN/MGmu6wOwRYGjatqmLy94J3NnkGGY2s1zRaGYFJwUzKzgpmFnBScHMCk4KZlboyyneI6J2qW4/lTlnrrZmy4UzpcvZKd4zfelliW4v2x4fH0/FZ177Xk7xnlX3PXi6OH9SMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzApOCmZWcFIws4KTgpkVnBTMrNCXYx8mJiZq1+9n6+Uzdeq9nHI8O/YhM8V7duxDvzwnvZQd+3Dy5MnasYODg6m2M89h9v3djdkO5+YrbGY9UyspSNomab+kp6ZsWyVpp6Tnq98tF2uQtLmKeV7S5m513Mx6o+4nhbuBG6Ztuw14MCLWAQ9W9wuSVgF3AO8GrgLuaJc8zKw/1EoKEfE94JVpmzcC91S37wE+0OJPfwfYGRGvRMQBYCdvTC5m1keafKcwHBF7Aarfa1rErAV2T7k/Wm0zsz7V6y8aW3112vLrUUlbJI1IGjl48GCPu2Vm7TRJCvsknQtQ/d7fImYUOH/K/fOYXH36DaYuMLt8+fIG3TKzJpokhe3AqasJm4Fvt4i5H7he0srqC8brq21m1qfqXpL8BvAwcKmkUUkfAT4DvE/S80yuJ/mZKnaDpC8DRMQrwN8Bj1Q/n662mVmfqlXRGBG3tNn13haxI8CfTbm/DdjWUe/MbMb1ZZlzRHDs2LHasRn9UtKbmbIdqP18QL6kNyNT/gu51yf7WmYeZ7bfmTL0bL/nz6//z65XZc6e4t3ManNSMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzApOCmZWcFIws4KTgpkV+nLsw8TERKrWPyNTd54d+5Cpgc+OfcjU7mefu0x8thY/8xxmxyfs27evdmzmdQcYGhqqHZt9Tnqp7pgNj30ws9qcFMys4KRgZgUnBTMrOCmYWcFJwcwKTgpmVnjTpNBmcdl/kPSMpCck3SdpRZu/fVHSk5IekzTSzY6bWW/U+aRwN29c/3En8K6I+DXgOeBvTvP310XE+ojY0FkXzWwmvWlSaLW4bEQ8EBGnptL9IZMrP5nZW0A3ypz/FLi3zb4AHpAUwD9HxNZ2jUjaAmwBWL16de0y4Gwp8uDgYO3YbNuZMt3MFOIACxYsqB27cOHCVNuZkuvDhw+n2h4bG6sdm11D9OWXX64de8EFF6TazrxPsiXUGdnS77rT3p+uzLnRo5F0OzAOfK1NyNURsUfSGmCnpGeqTx6tOrkV2Arwjne8IzeRvpl1TcdXHyRtBm4G/iDapJ2I2FP93g/cB1zV6fHMbGZ0lBQk3QD8NfD+iDjSJmaJpGWnbjO5uOxTrWLNrH/UuSTZanHZO4FlTJ4SPCbpi1Xs2yTtqP50GPiBpMeBHwPfiYjv9uRRmFnXvOl3Cm0Wl/1Km9g9wE3V7ReAKxr1zsxmnCsazazgpGBmBScFMys4KZhZwUnBzApOCmZW6Msp3qH+dOl1a71POX78eCfdqWVgYKAnsZCbRnzZsmWpthcvXlw7NluLnxn7cNZZZ6Xafuc731k7dnh4ONV2ZqxJZmp/yI17yY6RyfalFX9SMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzApOCmZWcFIws4KTgpkV+rLMOSJql9Nmyn8hVxadbTsTny1HzUw3n51yPNN2dvr4FStaLh7WUi9Lv7PP96uvvlo79tixY6m2Fy1aVDs2+3zXfZyni/MnBTMrOCmYWaHTBWY/Jenn1UzOj0m6qc3f3iDpWUm7JN3WzY6bWW90usAswOeqhWPXR8SO6TslDQB3ATcClwG3SLqsSWfNrPc6WmC2pquAXRHxQkSMAd8ENnbQjpnNoCbfKdwq6Ynq9GJli/1rgd1T7o9W21qStEXSiKSR119/vUG3zKyJTpPCF4CLgfXAXuCzLWJaXS9qex0kIrZGxIaI2JCdOcjMuqejpBAR+yLiZERMAF+i9cKxo8D5U+6fB+zp5HhmNnM6XWD23Cl3P0jrhWMfAdZJerukBcAmYHsnxzOzmfOmpW/VArPXAqsljQJ3ANdKWs/k6cCLwEer2LcBX46ImyJiXNKtwP3AALAtIp7uyaMws67p2QKz1f0dwBsuV5pZ/+rLsQ8TExMcPXq0Vmy2NjwzLiBbi5+Z/jx7hSUTn52GPfOcLFmyJNX28uXLa8dm+33kyJHasZmp5gEGBwdrx2a/GM+MNcm+B7vBZc5mVnBSMLOCk4KZFZwUzKzgpGBmBScFMys4KZhZwUnBzApOCmZWcFIws0JfljmPjY3x0ksv1Yo955xzUm1npz/vVduLFy9OtV237Bty05NDbqr07HTmmb5kp9TPTNueKVsGWLNmTU9iIVfmPDExkWq7bqm4p3g3s9qcFMys4KRgZgUnBTMrOCmYWcFJwcwKTgpmVqgzces24GZgf0S8q9p2L3BpFbICeDUi1rf42xeB14GTwHhEbOhSv82sR+pU29wN3Al89dSGiPj9U7clfRY4eJq/vy4iXu60g2Y2s+rM5vw9SRe12qfJErTfA36ru90ys9nS9DuFa4B9EfF8m/0BPCDpJ5K2nK6hqWtJZmbpNbPuajoQ4BbgG6fZf3VE7JG0Btgp6ZlqFes3iIitwFaAoaGhqDv2YenSpakOZ8ccZGRq97O1+ENDQz3pB+TGVSxatCjVdi/HmmTGEKxYsSLV9vDwcO3Y7HtqfHy8dmx2rEk3dPxJQdJ84HeBe9vFVIvDEBH7gftoveakmfWRJqcPvw08ExGjrXZKWiJp2anbwPW0XnPSzPrImyaFai3Jh4FLJY1K+ki1axPTTh0kvU3SqWXihoEfSHoc+DHwnYj4bve6bma90OlakkTEH7fY9qu1JCPiBeCKhv0zsxnmikYzKzgpmFnBScHMCk4KZlZwUjCzgpOCmRWUmSZ7pkj6P+Bn0zavBs6E0ZZnwuP0Y5x9F0bE2a129GVSaEXSyJkwH8OZ8Dj9GPubTx/MrOCkYGaFuZQUts52B2bImfA4/Rj72Jz5TsHMZsZc+qRgZjPAScHMCnMiKUi6QdKzknZJum22+9MLkl6U9KSkxySNzHZ/ukXSNkn7JT01ZdsqSTslPV/9XjmbfWyqzWP8lKSfV6/nY5Jums0+ZvR9UpA0ANwF3AhcBtwi6bLZ7VXPXBcR6+fq9e027gZumLbtNuDBiFgHPFjdn8vu5o2PEeBz1eu5PiJ2tNjfl/o+KTA5r+OuiHghIsaAbwIbZ7lPVlM1Ue8r0zZvBO6pbt8DfGBGO9VlbR7jnDUXksJaYPeU+6PVtrea2tPhvwUMR8RegOr3mlnuT6/cKumJ6vRizpwizYWk0Gq+8rfiddSrI+JKJk+TPi7pN2e7Q9bIF4CLgfXAXuCzs9ud+uZCUhgFzp9y/zxgzyz1pWfOsOnw90k6F6D6vX+W+9N1EbEvIk5GxATwJebQ6zkXksIjwDpJb5e0gMlZpLfPcp+66gycDn87sLm6vRn49iz2pSdOJb3KB5lDr2fvlu/pkogYl3QrcD8wAGyLiKdnuVvdNgzcV63sNB/4+ltlOvxqiYBrgdWSRoE7gM8A/1otF/AS8OHZ62FzbR7jtZLWM3mq+yLw0VnrYJLLnM2sMBdOH8xsBjkpmFnBScHMCk4KZlZwUjCzgpOCmRWcFMys8P/s4sDGtozUcgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "DATADIR = \"Facedataset2/test/\"\n",
    "\n",
    "CATEGORIES = [\"face\",\"non-face\"] #Folders in dataset\n",
    "\n",
    "for category in CATEGORIES:  \n",
    "    path = os.path.join(DATADIR,category)  \n",
    "    for img in os.listdir(path):  # iterate over each image \n",
    "        img_array = cv2.imread(os.path.join(path,img))  # convert to array\n",
    "        plt.imshow(img_array, cmap='gray')  # graph it\n",
    "        plt.show()  # display!\n",
    "        break  # we just want one for now so break\n",
    "    break  #...and one more!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "testing_data = []\n",
    "def create_testing_data():\n",
    "    for category in CATEGORIES: \n",
    "\n",
    "        path = os.path.join(DATADIR,category)  \n",
    "        class_num = CATEGORIES.index(category)  #classify as 0, 1\n",
    "        for img in tqdm(os.listdir(path)):  \n",
    "            try:\n",
    "                img_array = cv2.imread(os.path.join(path,img))  # convert to array\n",
    "                testing_data.append([img_array, class_num])  # add this to our training_data\n",
    "                                         \n",
    "            except Exception as e:  # in the interest in keeping the output clean...\n",
    "                pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 472/472 [00:00<00:00, 17748.73it/s]\n",
      "100%|██████████| 23573/23573 [00:01<00:00, 22802.32it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "24045\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "create_testing_data()\n",
    "\n",
    "print(len(testing_data))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## For TrainSet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQUAAAD4CAYAAADl7fPiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAUgUlEQVR4nO3de2yV530H8O8XGztgG3O/28YhXEIaAhWiq9AmMtaMRFFpp3YDTRvbMpFVjbRKm7Rsk5Kq+yfTlEVaiZLRllymNslutEhlSVA2KU3UCwQBCQsJxCLDgDAXXzAGjO3f/vDr6DzmPeb5nfcc+xi+Hwn5+H1//M5zbPLNuTzv89DMICIyZMJYD0BEyotCQUQCCgURCSgURCSgUBCRQOVYDyBNdXW11dTURNX29va6eldUVETXVlb6fjyTJk2Krr3jjjtcvSdOnBhdO2GCL+tJlkVvT+145vnEr7+/39X7woULUXWdnZ3o6elJ/YGXZSjU1NRgw4YNUbVnzpxx9a6trY2unTVrlqv3vffeG127dOlSV+/58+dH13rCCfAFTmxYF9LbGzge3sAp5Uf1fX190bVdXV2u3i+//HJU3QsvvJD3nF4+iEggUyiQ3EjyI5LHST6ecr6a5GvJ+V+SXJTl/kSk9AoOBZIVAJ4F8CCAFQC2kFwxrOwRAO1mdheAZwD8faH3JyKjI8szhbUAjptZi5n1AngVwKZhNZsAvJTc/ncAG3i7vJskMk5lCYUFAE7mfN+aHEutMbM+AJ0AZqQ1I7mN5H6S+69du5ZhWCKSRZZQSPs//vC3bGNqBg+a7TCzNWa2prq6OsOwRCSLLKHQCqAh5/uFAE7nqyFZCaAewMUM9ykiJZYlFPYBWEKymWQVgM0Adg+r2Q1ga3L7awD+23SttkhZK3jykpn1kXwMwBsAKgDsNLMjJL8DYL+Z7QbwAwD/QvI4Bp8hbC7GoEWkdDLNaDSzPQD2DDv2RM7tqwC+7u1bU1ODdevWRdW+++67rt5Tp06Nrm1ubnb1XrBg+Pus+TU2Nrp6e2YSVlVVuXoPDAxE13Z3d7t6e6Zze99LKuUHWZ7Zld5xeHpPnjzZ1buuri6qbqTp/prRKCIBhYKIBBQKIhJQKIhIQKEgIgGFgogEFAoiElAoiEhAoSAiAYWCiAQUCiISKMvVnCsrKzFt2rSoWu8KwJ55/p6ViIHBZbNjHT161NXbs0LzjBmp69jk5Vnh2vMYAcCzYI5n+X3Av7y/h+dn6LmeBvBd4+H9mdTX12fuq2cKIhJQKIhIQKEgIgGFgogEFAoiElAoiEhAoSAiAYWCiASy7CXZQPJ/SH5I8gjJP0+pWU+yk+TB5M8Tab1EpHxkmdHYB+AvzOwAyToA75Hca2b/O6zuZ2b2cIb7EZFRlGXfhzMAziS3L5H8EIN7Rw4PhUJ6R09h7enpcfX2LMd97tw5V+9jx45F13r3y/Qslb5o0SJX79WrV0fXepcc//jjj6NrW1paXL07Ojqiaz3TxAGgoaHh5kWJhQsXunpPnz49uta7FUDs1PyR/jsoynsKJBcBWA3glymnv0jyEMn/InnPCD0+22D20qVLxRiWiBQgcyiQrAXwHwC+ZWZdw04fANBkZvcB+C6AH+frk7vBbOyGFiJSfJlCgeREDAbCD83sP4efN7MuM+tObu8BMJHkzCz3KSKlleXTB2Jwr8gPzewf89TMTepAcm1yfxcKvU8RKb0snz6sA/AHAN4neTA59jcAGgHAzJ7H4E7T3yDZB+AKgM3adVqkvGX59OEdACO+lW9m2wFsL/Q+RGT0aUajiAQUCiISUCiISEChICIBhYKIBMpyifcJEyZEz1X3XMsA+K5nuHLliqu3p967PLlnKfvu7m5Xb8+1Ek1NTa7ennn+Z8+edfVua2uLrm1vb3f1vnr1anTt5cuXXb09P8PYrQ6GzJwZNzewsjL/f/p6piAiAYWCiAQUCiISUCiISEChICIBhYKIBBQKIhJQKIhIQKEgIgGFgogEynKac2VlJebOnRtVGzutc8j58+eja73Lx3umLvf397t69/X1Rdd6pugCwPXr16Nrp0yZ4uo9derU6Frv8vEe3qnInmnlM2bMcPWOXYYdGHk6cpbeJV/iXURuHQoFEQkUY9+HEyTfT/aK3J9yniT/ieRxkodJfj7rfYpI6RTrPYX7zSzfi/UHASxJ/nwBwHPJVxEpQ6Px8mETgJdt0C8ATCU5bxTuV0QKUIxQMABvknyP5LaU8wsAnMz5vjU5FsjdS7Kzs7MIwxKRQhTj5cM6MztNcjaAvSSPmtnbOefTPvu4YUMYM9sBYAcALF26VBvGiIyRzM8UzOx08rUNwC4Aa4eVtALI3dd7IYDTWe9XREoj6wazNSTrhm4DeADAB8PKdgP4w+RTiF8D0GlmZ7Lcr4iUTtaXD3MA7EpmR1UC+JGZvU7yz4DP9pPcA+AhAMcB9AD444z3KSIllCkUzKwFwH0px5/PuW0AvpnlfkRk9JTttQ+xS4MvWHDDBxkjOnHiRHTtxYsXXb091ydUV1e7eldVVUXX1tbWunp7rh+pqKhw9Z43L/7T51Jen9DV1eXqXV9fH127ePFiV+8777wzuta7xHssLfEuItEUCiISUCiISEChICIBhYKIBBQKIhJQKIhIQKEgIgGFgogEFAoiErjtpjkvWrQoura5udnVe/AyjzgjLbGdxjMFuKmpydW7sbHRVe8xe/bs6Nq6ujpXb8/vp6Ojw9Xbs7T6nDlzXL1j/20D/mnl165dy9xXzxREJKBQEJGAQkFEAgoFEQkoFEQkoFAQkYBCQUQCCgURCRQcCiSXJZvKDv3pIvmtYTXrSXbm1DyRfcgiUkoFz2g0s48ArAIAkhUATmFwM5jhfmZmDxd6PyIyuor18mEDgE/M7NMi9RORMVKsax82A3glz7kvkjyEwa3i/tLMjqQVJZvTbgMGr2eIXQLde+3DXXfdFV27cuVKV2/PEu+nTp1y9W5ra4uu9S457llG3HvNhmfuvvfaB8+4e3t7Xb09vMv1e/T397vqY8cy0u8x8zMFklUAvgzg31JOHwDQZGb3AfgugB/n62NmO8xsjZmtmTFjRtZhiUiBivHy4UEAB8zs7PATZtZlZt3J7T0AJpKM33lEREZdMUJhC/K8dCA5l8nzFJJrk/u7UIT7FJESyfSeAsnJAL4E4NGcY7mby34NwDdI9gG4AmCzeRYdEJFRl3WD2R4AM4Ydy91cdjuA7VnuQ0RGl2Y0ikhAoSAiAYWCiAQUCiISUCiISKAsl3gnGT091ru8dnt7e3Tt6tWrXb09JkwoXR7PmjXLVe9Zztw7bs/Uby/PFGDvODzTsz0/PwAYGBhw1XtMnjw5qm6k36OeKYhIQKEgIgGFgogEFAoiElAoiEhAoSAiAYWCiAQUCiISUCiISEChICIBhYKIBMry2oeBgYHoJbm9S45PnDgxurajo8PV++rVq9G1x44dc/W+ePFidK13bn1NTU10bX19vav3tWvXoms91xsAQFVVVXRtd3e3q7dnSfjGxkZX7ylTpkTXev99e+vT6JmCiASiQoHkTpJtJD/IOTad5F6Sx5KvqTtzkNya1BwjubVYAxeR0oh9pvAigI3Djj0O4C0zWwLgreT7AMnpAJ4E8AUAawE8mS88RKQ8RIWCmb0NYPiL2k0AXkpuvwTgKyl/9bcB7DWzi2bWDmAvbgwXESkjWd5TmGNmZwAg+To7pWYBgJM537cmx0SkTJX6jca0t0JTN4MhuY3kfpL7Pe+0i0hxZQmFsyTnAUDyNW1b5FYADTnfL8Tg7tM3yN1gdvr06RmGJSJZZAmF3QCGPk3YCuAnKTVvAHiA5LTkDcYHkmMiUqZiP5J8BcDPASwj2UryEQBPAfgSyWMY3E/yqaR2DcnvA4CZXQTwdwD2JX++kxwTkTIVNaPRzLbkObUhpXY/gD/N+X4ngJ0FjU5ERl1ZTnPu7++PnmLc09Pj6n3hwoXo2sOHD7t6X7lyJbq2paXF1fvTTz+Nrj1w4ICr94kTJ6Jr586d6+rtmV5cW1vr6n333XdH106aNMnV2zMN/dSpU67eK1eujK71TiuPneI+0ubvmuYsIgGFgogEFAoiElAoiEhAoSAiAYWCiAQUCiISUCiISEChICIBhYKIBBQKIhIoy2sfzMy1XLrHuXPnomtPn05d+iEvz9LqnuskAODSpUvRtZ5rGQDf9QnLly939Z49O21BrnSVlb5/jpcvX46u9S593t/fH1175MgRV2/Pv+177rnH1Tt2C4O+vr685/RMQUQCCgURCSgURCSgUBCRgEJBRAIKBREJKBREJHDTUMizuew/kDxK8jDJXSSn5vm7J0i+T/Igyf3FHLiIlEbMM4UXceP+j3sBfM7MVgL4GMBfj/D37zezVWa2prAhishoumkopG0ua2ZvmtnQlKhfYHDnJxG5BRRjmvOfAHgtzzkD8CZJA/DPZrYjXxOS2wBsAwanxsZOR542zbezvWdqrGc5eADo7e2NrvUuTT9lypTo2ubmZlfvuro6V72HZ4nyWbNmuXpXV1dH13qnlXumInumiQO+aejen0kxpjlnCgWSfwugD8AP85SsM7PTJGcD2EvyaPLM4wZJYOwAgCVLluRflF5ESqrgTx9IbgXwMIDftzw7S5jZ6eRrG4BdANYWen8iMjoKCgWSGwH8FYAvm1nq82CSNSTrhm5jcHPZD9JqRaR8xHwkmba57HYAdRh8SXCQ5PNJ7XySe5K/OgfAOyQPAfgVgJ+a2esleRQiUjQ3fU8hz+ayP8hTexrAQ8ntFgD3ZRqdiIw6zWgUkYBCQUQCCgURCSgURCSgUBCRgEJBRAJlucT7wMBA9HzyhoYGV++qqqro2pHmh6eZMCE+Y73XPlRUVETXzpw509W7pqYmunby5Mmu3p5l273LsHd1dUXXnj171tX75MmT0bWe5eC99e3t7a7esdeDjDQGPVMQkYBCQUQCCgURCSgURCSgUBCRgEJBRAIKBREJKBREJKBQEJGAQkFEAmU7zTl2ie3a2lpX73nz5kXXtra2lqy3d8nxQ4cORdd6fybLli2Lrs2zRm9enunc3iX1BwYGoms9S7YDQFNTU3StZ/l9wPe7v3btmqt37BRqTXMWkWgKBREJFLrB7LdJnkpWcj5I8qE8f3cjyY9IHif5eDEHLiKlUegGswDwTLJx7Coz2zP8JMkKAM8CeBDACgBbSK7IMlgRKb2CNpiNtBbAcTNrMbNeAK8C2FRAHxEZRVneU3iM5OHk5UXaLq8LAOSuVNGaHEtFchvJ/ST3X7p0KcOwRCSLQkPhOQCLAawCcAbA0yk1acvo5P08y8x2mNkaM1tTyl2QRWRkBYWCmZ01s34zGwDwPaRvHNsKIHettIUAThdyfyIyegrdYDZ3ls5Xkb5x7D4AS0g2k6wCsBnA7kLuT0RGz01nNCYbzK4HMJNkK4AnAawnuQqDLwdOAHg0qZ0P4Ptm9pCZ9ZF8DMAbACoA7DSzIyV5FCJSNCXbYDb5fg+AGz6uFJHyVZbXPvT19UUvyR27pPWQ5ubm6Np9+/a5envm4s+dO9fV+9SpU9G1HR0drt6eaw7q6+tdvTs7O6NrvfP8p01L+9Ar3cqVK129Gxsbo2vPnz/v6u1ZPv769euu3rH1I13DomnOIhJQKIhIQKEgIgGFgogEFAoiElAoiEhAoSAiAYWCiAQUCiISUCiISKAspzkDQEVFRVRdZaXvISxYkHedlxvMmTPH1dsz3dW7LPj8+fOja71TkadOnRpd610+3vM4PVOLAWD58uXRtZ7HCPiWsp84caKrd1VVVXRtX1+fq3fsUvaa5iwi0RQKIhJQKIhIQKEgIgGFgogEFAoiElAoiEggZuHWnQAeBtBmZp9Ljr0GYGj/8qkAOsxsVcrfPQHgEoB+AH1mtqZI4xaREomZ+fMigO0AXh46YGa/N3Sb5NMARlqI734z8y1iJyJjJmY157dJLko7R5IAfhfAbxZ3WCIyVrK+p/DrAM6a2bE85w3AmyTfI7ltpEa5e0levnw547BEpFBZr33YAuCVEc6vM7PTJGcD2EvyaLKL9Q3MbAeAHQDQ0NBg/f39UQPo6elxDdgzd3/x4sWu3m1tbdG1XV1drt6epewnTPBlvedaCe+1D559Qb3L9cfO8wf8y957fpctLS2u3p988kl0bW9vr6t3e3t7VF13d3fecwU/UyBZCeB3ALyWrybZHAZm1gZgF9L3nBSRMpLl5cNvAThqZq1pJ0nWkKwbug3gAaTvOSkiZeSmoZDsJflzAMtItpJ8JDm1GcNeOpCcT3Jom7g5AN4heQjArwD81MxeL97QRaQUCt1LEmb2RynHPttL0sxaANyXcXwiMso0o1FEAgoFEQkoFEQkoFAQkYBCQUQCCgURCdCzlPVoIXkOwKfDDs8EcDtcbXk7PE49xrHXZGaz0k6UZSikIbn/dliP4XZ4nHqM5U0vH0QkoFAQkcB4CoUdYz2AUXI7PE49xjI2bt5TEJHRMZ6eKYjIKFAoiEhgXIQCyY0kPyJ5nOTjYz2eUiB5guT7JA+S3D/W4ykWkjtJtpH8IOfYdJJ7SR5Lvk4byzFmlecxfpvkqeT3eZDkQ2M5Ro+yDwWSFQCeBfAggBUAtpBcMbajKpn7zWzVeP18O48XAWwcduxxAG+Z2RIAbyXfj2cv4sbHCADPJL/PVWa2J+V8WSr7UMDguo7HzazFzHoBvApg0xiPSSIlC/VeHHZ4E4CXktsvAfjKqA6qyPI8xnFrPITCAgAnc75vTY7daqKXw78FzDGzMwCQfJ09xuMplcdIHk5eXoybl0jjIRSYcuxW/Bx1nZl9HoMvk75J8jfGekCSyXMAFgNYBeAMgKfHdjjxxkMotAJoyPl+IYDTYzSWkrnNlsM/S3IeACRf4zdZGCfM7KyZ9ZvZAIDvYRz9PsdDKOwDsIRkM8kqDK4ivXuMx1RUt+Fy+LsBbE1ubwXwkzEcS0kMhV7iqxhHv8+sO0SVnJn1kXwMwBsAKgDsNLMjYzysYpsDYNfg1pyoBPCjW2U5/GSLgPUAZpJsBfAkgKcA/GuyXcD/Afj62I0wuzyPcT3JVRh8qXsCwKNjNkAnTXMWkcB4ePkgIqNIoSAiAYWCiAQUCiISUCiISEChICIBhYKIBP4fRe/d3IhGKEwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "DATADIR = \"Facedataset2/train/train/\"\n",
    "\n",
    "CATEGORIES = [\"face\",\"non-face\"]\n",
    "\n",
    "for category in CATEGORIES:  \n",
    "    path = os.path.join(DATADIR,category)  \n",
    "    for img in os.listdir(path):  \n",
    "        img_array = cv2.imread(os.path.join(path,img))  # convert to array\n",
    "        plt.imshow(img_array, cmap='gray')  # graph it\n",
    "        plt.show()  # display!\n",
    "        break  # we just want one for now so break\n",
    "    break  #...and one more!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "training_data = []\n",
    "def create_training_data():\n",
    "    for category in CATEGORIES:  \n",
    "\n",
    "        path = os.path.join(DATADIR,category)  \n",
    "        class_num = CATEGORIES.index(category)  # get the classification  (0 or a 1).\n",
    "\n",
    "        for img in tqdm(os.listdir(path)):  # iterate over each image \n",
    "            try:\n",
    "                img_array = cv2.imread(os.path.join(path,img))  # convert to array\n",
    "                training_data.append([img_array, class_num])  # add this to our training_data\n",
    "                                         \n",
    "            except Exception as e:  # in the interest in keeping the output clean...\n",
    "                pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 2429/2429 [00:00<00:00, 13991.00it/s]\n",
      "100%|██████████| 4548/4548 [00:00<00:00, 21479.29it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6977\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "create_training_data()\n",
    "\n",
    "print(len(training_data))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "import torchvision.datasets as dsets\n",
    "import torchvision.transforms as transforms\n",
    "from torch.autograd import Variable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainloader = torch.utils.data.DataLoader(training_data, batch_size=32, shuffle=True, num_workers=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "\n",
    "class ConvNet(nn.Module):\n",
    "    def __init__(self):\n",
    "        super().__init__()\n",
    "        self.conv1 = nn.Conv2d(3, 8, 5)\n",
    "        self.conv2 = nn.Conv2d(8, 16, 5)\n",
    "        \n",
    "        self.fc1 = nn.Linear(16 * 1 * 1, 256)\n",
    "        self.fc2 = nn.Linear(256, 128)\n",
    "        self.fc3 = nn.Linear(128, 2)\n",
    "        \n",
    "    def forward(self, x):\n",
    "        x = F.max_pool2d(F.relu(self.conv1(x.float())), (2, 2))\n",
    "        x = F.max_pool2d(F.relu(self.conv2(x.float())), (2, 2))\n",
    "        x = x.view(x.size(0), -1) \n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.relu(self.fc2(x))\n",
    "        x = self.fc3(x)\n",
    "        return x\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "net = ConvNet()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch.optim as optim\n",
    "\n",
    "criteria = nn.CrossEntropyLoss()\n",
    "optimizer = optim.SGD(net.parameters(), lr = 0.001, momentum=0.9)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([1, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([1, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([1, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([1, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([32, 3, 19, 19])\n",
      "4\n",
      "<class 'torch.Tensor'>\n",
      "<class 'torch.Tensor'>\n",
      "torch.Size([1, 3, 19, 19])\n",
      "4\n",
      "Finished Training\n"
     ]
    }
   ],
   "source": [
    "for epoch in range(5):\n",
    "    running_loss = 0.0\n",
    "    for i, data in enumerate(trainloader,0):\n",
    "        inputs, labels = data\n",
    "        \n",
    "        optimizer.zero_grad()\n",
    "        \n",
    "        inputs = inputs.permute(0,3,2,1)\n",
    "        \n",
    "        print(type(inputs))\n",
    "        print(type(labels))\n",
    "        print(inputs.size())\n",
    "        print(inputs.dim())\n",
    "        \n",
    "        outputs = net(inputs)\n",
    "        \n",
    "        loss = criteria(outputs, labels)\n",
    "        loss.backward()\n",
    "        \n",
    "        optimizer.step()\n",
    "        \n",
    "        running_loss += loss.item()\n",
    "        if i % 2000 == 1999:\n",
    "            print(\"[{}, {}], Loss: {}\".format(epoch + 1, i + 1, running_loss / 2000.))\n",
    "            running_loss = 0.0\n",
    "print(\"Finished Training\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def imshow(img):\n",
    "    img = img / 2 + 0.5     # unnormalize\n",
    "    npimg = img.numpy()\n",
    "    plt.imshow(np.transpose(npimg, (1, 2, 0)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Testing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "testloader = torch.utils.data.DataLoader(testing_data, batch_size=32, shuffle=False, num_workers=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Non-face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Face\n",
      "Actual Face\tPredicted: Non-face\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import torchvision\n",
    "\n",
    "dataiter = iter(testloader)\n",
    "images, labels = dataiter.next()\n",
    "images = images.permute(0,3,2,1)    \n",
    "outputs = net(images)\n",
    "_, predicted = torch.max(outputs, 1)\n",
    "\n",
    "for i in range(30):    \n",
    "   print(\"Actual {}\\tPredicted: {}\".format(classes[labels[i]], classes[predicted[i]]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy of the network on the 10000 test images: 97 %\n"
     ]
    }
   ],
   "source": [
    "correct = 0\n",
    "total = 0\n",
    "with torch.no_grad():\n",
    "    for data in testloader:\n",
    "        images, labels = data\n",
    "        images = images.permute(0,3,2,1)\n",
    "        outputs = net(images)\n",
    "        _, predicted = torch.max(outputs.data, 1)\n",
    "        total += labels.size(0)\n",
    "        correct += (predicted == labels).sum().item()\n",
    "\n",
    "print('Accuracy of the network on the 10000 test images: %d %%' % (\n",
    "    100 * correct / total))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}