moons_hptuning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "d:\\workspace\\python\\classification-playground\\venv\\lib\\site-packages\\tqdm\\auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "import wandb\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.optim as optim\n",
    "from sklearn.datasets import make_moons\n",
    "\n",
    "from modules.dataset import Dataset\n",
    "from modules.model import Net\n",
    "from modules.utils.hparams_tuning import hparams_tuning\n",
    "from modules.loops.main_loop import loop\n",
    "from modules.utils.sweep_config import sweep_config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "moons, moons_labels = make_moons(n_samples=1000, noise=0.17, random_state=202299)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjMAAAGdCAYAAADnrPLBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOyddXQUZxvF78xuEjS4u3tx95biLZQCbaGFAi1UqBt1/UoNqVAFilMKFCvu7u7uhKBJiGd35/vj7rCS3ZlZi9D3dw6HJDs782azO/PMI/dKiqIoEAgEAoFAIMimyJm9AIFAIBAIBIJAEMGMQCAQCASCbI0IZgQCgUAgEGRrRDAjEAgEAoEgWyOCGYFAIBAIBNkaEcwIBAKBQCDI1ohgRiAQCAQCQbZGBDMCgUAgEAiyNebMXkCwsdlsuHLlCvLmzQtJkjJ7OQKBQCAQCAygKAru3LmDkiVLQpZ9y7Xcc8HMlStXUKZMmcxehkAgEAgEAj+4ePEiSpcu7dNz7rlgJm/evAD4YkRGRmbyagQCgUAgEBghLi4OZcqUuXsd94V7LphRS0uRkZEimBEIBAKBIJvhT4uIaAAWCAQCgUCQrRHBjEAgEAgEgmyNCGYEAoFAIBBka0QwIxAIBAKBIFsT0mBmw4YNeOihh1CyZElIkoT58+drbr9u3TpIkpTu39WrV0O5TIFAIBAIBNmYkAYzCQkJqFu3LsaNG+fT844fP46oqKi7/4oWLRqiFQoEAoFAIMjuhHQ0u0uXLujSpYvPzytatCjy588f/AUJBAKBQCC458iSPTP16tVDiRIl8OCDD2Lz5s2a26akpCAuLs7ln0AgEAgEgv8OWSqYKVGiBH799VfMnTsXc+fORZkyZdCuXTvs2bPH63NGjhyJfPny3f0nrAwEzlw7DOyfChyaBSTezOzVCAQCgSAUSIqiKBlyIEnCvHnz0LNnT5+e17ZtW5QtWxZTp071+HhKSgpSUlLufq/KIcfGxgoF4P8wt04D858GLm5y/EwOAxo+C3QcDZgjMm1pAoFAIPBAXFwc8uXL59f1O8vbGTRp0gSbNm3y+nhERAQiIsSVSeDgThQwsSWQeMP157Y0YNevfLzvXECYqgsEAsG9QZYqM3li3759KFGiRGYvQ5CN2DqagYxiTf+YYgOOzQMubc34dQkEAoEgNIQ0MxMfH49Tp07d/f7s2bPYt28fChYsiLJly+Ldd9/F5cuXMWXKFADA2LFjUaFCBdSqVQvJyckYP3481qxZgxUrVoRymYJ7jH0TPQcyKrIZ2DcZKNMi49YkEAgEgtAR0mBm165daN++/d3vX3/9dQDAwIEDMWnSJERFReHChQt3H09NTcUbb7yBy5cvI1euXLjvvvuwatUql30IBFooNiDplvY2NguQIHQYBQKB4J4hwxqAM4pAGogE9wbfFknfL+OMbAYaPAt0+znj1iQQCAQCbQK5fmf5nhmBwFfqPwNIJu+P2yxAvUEZtx6BQCAQhBYRzAjuOZq/DuQtwQxMOiSgTn+gVOMMX5ZAIBAIQoQIZgT3HLmLAEO2AhU6AHAavw7LBbR8G+g5KbNWJhAIBIJQkOV1ZgQCf4gsDTy5FLh9Fri6jyJ5ZVsDEXkze2UCgUAgCDYimBHc0xSowH+CwLGkAEfmAPsnAwnXgUJVgAbPABUfFAKEAoEgcxHBjEAg0OX6EWBSW9cpsej9wJHZQI1HgUdnAqawzFtfsFAUIC0BMOfw0nMlEAiyJKJnRiDIxlhSqK0TSmLOA7818DDubhd1ODoXWP9ZaNcQalLuAGs/Br4rBozMC/wvJzDnceDq/sxemUAgMILQmREIvBAfDeyfAtw+DeTID9R+HCheL7NXxQBm5zhgx49AzDmOoVfrAbR6ByjVJPjHm9AcuLRNe5uIfMAbUUBYzuAfP9QkxwJ/tmb2yVk5WjYDkgz0WwJUfCDz1icQ/Fe4p40mBYLMYNv3wMo3mfWQTAAUYPPXQPVHgF7TM++ibUkBpncGzm9wZGQUK3B8IXB8AdBnNlDjkeAd79Yp/UAGAFJi2Whdpnnwjp1RrP0wfSADUI9IkoE5jwFvXAFM4ZmzPoFAoI8oMwkEbhycCSx/lRczxUa3bZuFjx1fACwcknlr2zraNZBRUexrnfckMw3Bwpcyi5YfVlYlLRHYO8H72hUbkHQTODovY9clEAh8QwQzAoETigKs/wQu+jQuj9uAQzOBW6czclWOY+/8SaNHRgHSkoADU4N3THOEse3kMKDYfcE7bkYRc44BjRZyGBB9IEOWIxAI/EQEMwKBEzdP8B90Osn+6Q8k3c6QJd0lOQa4c0V7G9nEck+wKNcGMBsoqd33FBCRDVvUjPxuio3TTQKBIOsighmBwIm0BGPbXd4B/NkKSIkL7XqcMRnMkgTzwhsRCTR9GV4zVQCQuzjQ5fvgHTMjyV8eKFwdmr+fYgWqPZxRKxIIBP4gghmBwIkCFVlW0EUBbhwHto0N9YochOdmpkTPRLPqQ8E97v1fMPMCIN1Fv0Qj4KWTQHie4B4zo5AkoM1H8JqJk0xApU5A8boZuiyBQOAjIpgRCJzIkR+o84R2wKCiWIFdv4R8SS60es97s6pkZt9KpQeDe0zJBJRsCOQpibsXfVMEnccHbwQismkgo1LnCaDDN5xckkz8pwrmlWkB9P4rc9cnEAj0ETozAoEb8dHAhGZsDjXCB6kZq367+3dg8Qv2bxQAMqeZitQCnloB5C0ZvGMdXwT8+xwQ76FXR5Lpd/XkcuONwlmZ2AvA3onArZNAeCRQ+zGgXFth1SAQZBSBXL9FMCMQeCDhOjC5PXD9sPZ25pzAewmhveDdPEHdm6NzAEsyUKwuUKcfkHCN+ihhuYDqPYEq3dgAHCx2/gwseVFnIwno8iPQRG87gUAg0EGI5gkEQSZ3EaDz98DUDt63kc0MKkIZyJxZBczoztKSqnVzcQtwYSNw3wDg0RnMkASbO1eApS8b23bXzyKYEQgEmYvomREIvFDhfnuZwUO2QzKxb6Tl26E7fkocMKuXq2gf4OiZOTAF2DMhNMfe+6fBDRWqBAsEAkFmIoIZgcALkgQ8sRCo0tX+vexoDM1bEhiwGihUNXTHPzAdSI3XEMmTgG2jQ3PsG0eMb5tdJ5kEAsG9gygzCQQaREQyoLlxDDixmD0rJepzXDeY/SmeuLyNAZRXmwCF60pN4Nh2MAnLw2BOr6FONgO1nwjusQUCgcBXRGZGIDBA4epAs1cZyByYBkzrCCwYDFzYRAuEUCCZjPXjhCKoqvmoa2nLG6YIvi4CgUCQmYjMjEBggJQ7wMzuNHmUTMyWyGZg359Anf5Az0mOElSwqNSR+/eGZAJKNQ2N1H7FDkDJxkDUXo59eyJnQeCJf4GClYN/fIFAIPAFkZkRCAyw8BngwmZ+rZZ91MzFwRnAuk+Df8wavYDI0t4F/BQr0Oqd4B8XYHmr/xKgVGP79ybHOuQwoOU7wBtXgTLNQ3N8gUAg8AWhMyMQ6BBzDvi+IjQbSCIigTeiqPkSTK4fASbfT00ZgGuQzQykHhgJtBoR3OO5oygcBT++wK5xcx9Q+3HR9CsQCIKP0JkRCELImVXQ7YRNiQMu7wTKtw3usYvUBF46wT6dY/PY7Fu8PtDoOaBYneAeyxOSBJRtyX8CgUCQVRHBjECgQVqSPZgxgC0tNGuIiAQav8B/AoFAIEiPCGYEAi+k3AGmPABc2aW/rWw3eRQIBAJBxiMagAUCL6x8E4jaA32xFQA5CnLyRyAQCAQZjwhmBAIPJMcC+yZrCNa5kXgDmN4Z2PVbaNclEAgEgvSIYEYg8EDULsCa4sMT7JYDS14AYi+GZEkCgUAg8ILomRH850hNYB+MYgWK16P4mzOWZGDFm37uXAL2jAfah0B3xhlFAa7sBA79BSTHULiu3tP0jPJE4g3gyByOeEeWBmr2ZmOxQCAQ3AuIYEbwn8GaCqz9CNg5jgaOAGAKB+57Eug0xnFx3/IdcHW/f8dQbMD1Q8FZrzdSE4DZfYFTSxyqw4rC363D10CLN5zWowAbPgc2fEFtGlWjZslw4MFvgPpDgN2/ATt/AWLOAhF5gTpPAs1fA/KXD+3vIRAIBMFCiOYJ/hMoNuDv3sCx+UjX0CuZmKEZtBEwRwCjSgIJ0f4dRzJRVK7XtAAXrIH6e3jr53lkGlClCwCJPTxr3vW+rwIVgdtn7d/YXxfJDITnAgasAUo2DOLCBQKBQAMhmicQ6HB6JUXnPKFYObW0bxJQq4//gYy6r+o9/X++HjdPAEfnam+zYJCT5o2OUeXtM+l/pliY/fm7F/DymdC7gwsEAkGgiAZgwX+CvRP0jSB3/0YXaH+RzEChqkC1Ht63ib8KrP0Y+KkaMKoUMLWjPctiM3aMYwu8ezWpuIj3+Zl3VaxA7AXg9HL/nv9fITmWgfCNY6FzTxcIBPqIzIzgP8Htsw5jSI8oQOx59oyUbU0/Iq2xbDmcQYNkYvLDZgEKVQaeXA6Ywjw/J2ovRfhS4hz7TogGzqwE6vQDek7Rz4KkJdBiICOum7IZuLwDqNI1Aw6WzUi4Dqx6Bzg4nb1YAFCwCtD2I/ZgCQSCjEUEM4L/BHmK0glaKwOSqzD/b/0eML2L520kM1CsNjBgNf2Sru5lNqdqd6ByF+/BiDUNmNndNZABHF8fnAmUbAI0e0X79yhaRycoCyKKwgZpgSuJN4EJzYCYCyzJqdw6Bcx7itm3Fv5OwwkEAr8QZSbBf4L7BmgHMpIM1BvEryt3Brr/Zs+6yPynlqiK1AD6LeE4d9OXgR5/At1/ZTCjlVU5vgC4c0Uj26MA28bol5vKtNB+PJgoVpGV8cSmkUDMeddABsDddNmqEfxbCwSCjENkZgT/CWr0Ako0YibFPaCQzEDe4nSiVmk4FKj6ELB3Iketzbm4j8qd/WuIvbAJkMO0zShjz/Ou3ptWDEC9mGCgBmre1iOZgHKtOeUlcGCzAHv+0FeG3jcZaK0xRSYQCIKLCGYE2QqbBTixGLh2CAjPzWbbAhX0n2cKA55aAcwfCJxYZP+hBEABSjUGHp2ZXjwvbwmgzfv6+47ay0moO5eB3MWAugOAUk3Y23IXnakilX2TgXNrOE1UvD4DrGJ1HI/nLmJsP5pIQMUOwANfAQemAttGO/RnJBMv1MXuA/rMDsKx7jGSbrNUqIUkseQkEAgyDqEzI8g2nF0L/NOP2QvZzJKMogC1nwAeHg+E5fT8PEUBzq5hwBF3AQiPZABUqBpQtqX/2QebFfh3KLM3spnfyyYGBTV7A72mO3pOjs7jqLMh7EGWGmDc/6XrXf7k+4Hz641PQKm0+Qio9hAzP87Zn6v7gN1/ALdOMqCr9Ri305v+ckex8XW+cZyN1FW6AbkK8efHFwK7fgGuH6E4Ye0ngIbDtIOzuEvAxa0MDsq0ZHCZ2aQlASPzaL/2shlo+grQ8buMW5dAcC8QyPVbBDOCbEHUXjZd2izpLySSDFR7GHjMg46MJQWY3YfZGPfsQ8WOwOPzvQdBeqz5ENj4P3gcLZJkoNHzQNef+P2qEcDmr/07DsDfTdWvubQN+LONdsnKE2G5gTejmdEKNuc3APMGsFR2NxgLA5q8BMRdBI7MdrzuAF+fnAWBgeuAorVc95V0C1g0FDj6DxxCfiag9mNAt18y34ZhVi8GZ1qlpmd3AiUbZdyaBIJ7gUCu36IBWJAtWPshJ4I83RErNmq1RO1J/9jKt4CTi/m1OgWkXoTOrgKWvuTfelIT2LDrbUZasQG7f+fky7UjwJZR/h0H4IV/8zeO70s3A55cBuQu6tt+0hL0Bff84cpuYOqDDFoA3H1NbGksYR2xl6tcprhsQOItYGJLYMEQWjHcOsXMx6R26ZWaFStwaBZ1edRR6MyizQeOxnB3JBMzUiKQEQgyFhHMCLIUd64Aq94FRpcGvswD/FyHInMnF0NTXEWSgc3fugqX3Ymi55C3koBiA/ZPpvmir1zYyOBAC1sasPNn4I+GHiZffECxAZe28kKvUuF+oOU7vu1HNnMKxx/uXAHWfAD8UBkYVQKY0oGZE8XGQNNm9b3sBRuQEsu/wcYvgR+rADO6sx/KU9ZDsQKXt9MwMzMp0QDov9Qxyi+bHYFNjV5A71mZtzaB4L+KaAAWZBmuH2H5JDnGcTG7ftiYcaNiAw7/BUTtBnpMBArXACY01w8ibBbg3DqgVl/j67xxDLi42di2m75iqSsYuF/gz63F3ZKOEWxWxwXYF6L22MX+7jiJ/V0Hzq4GajwKnFrq+z6dcf69zq3R3laSqeZcp5/+fqP2Ajt/Ai5sZi9TlW4s/RlpGNej4gPAa5dYvrx2GAjLxVJnoSqB71sgEPiOCGYEWQJFAf5+1DWQ4QO+7ef2aWDyA0DRmk5lDx2sBntPovYAS15kz4pRLInGt/WKRJuEMLdeF8UGn14f2cTGZF+wpjJb4hzIAI6vj/7j2/4CRbEBcZf1t9v+I7DsZUefFMDG5O0/sP+oihdRRF8whTETU8NoY7dAIAgZIpgRZAnOr2fGI1AUG6CkckLHKOG5gUXDgOh9QHgeoHovjldH5HVsc3UfMLGVH1kWHzInXlGAZq+5jXoDKNMKOLXMeHmnxducHkqJo3rx8UWAJZn9HY2GAQUrp3/OsflAfJT22jISSQYiS2lvc2ETAxnAVS1ZsQJWm91A87S2no9AIMheiGBGkCW4tN112iUjkGQgXzlg1iNOd/ASR8A3/g8YuAYoXJ3brnjLHsj40hdiUFvG69Ptr0ed/kDDZ9M/3mAIsOEz+7o0ggpTDqDl20C7j4HoAywZJd60P6iw/2fbaKDrOFfhQMBeotER++NBAGTA306xAfWHaG+zbaxrRsZ1B8w27RlPHyWBQHBvIBqABVkCXzVNgkF4HiDmLL++e+FT+C/hGjCtM0tQsRc5+eRTIOO0Lz3cXbAlmWsr3Rx49C/gkSmeJ2dyFwX6zGG5w/n1U7+u1JHmlW9GAe0/ZRZm6oMUfnNem2Jv3l38PPuH3NdiBFO4vpu3L3jal2TiJJdeqezsGm3/KsXGfh+BQHDvIDIzgixBpQeBlRlozifJQGQZ4MZRL+PeVmqmHF+oX9bwuH8TA5KUWO3tOnxDcbjofeyJqd6Tza3heVy3S7nD7XLkcy2PVO0GPH8Q2DEOODaPWZpSTYDmr3HiyZmDM7UntyQTsOU7oHw7x88qtAe2j9X/fa1JXFegnkSSiYrMkWU4Rq7+bSQThfa6jTNgfmkggLy31LUEAoEIZgRZgmL3AeVVZVuNckWwSlEVHgDOrNTeRjZzmxZv+bhziUJ8eoFMyxF0V3bvhXHmThSw5n3g4HSHvkrpZkC7T5l5UdeZfIvKyLY0TheZI2it4CxIpzd1pFiB08t5oVfXVKUbUKAicPssdIOEO1c4lpyjAAOOKQ/49reSzRTE6zmZDc+qArA1hb9bzHlg/edUJy7b2vvrVr4dcOJf79kZSU4f6AkEguyNCGYEWYY+s6hfEr2fFxzF5uh9qPc0nan3T+VF05IMXDvo/7H0AhkVmwUoWAkoVB24abBBWZL17/zDcrFnQy+QGd/EHqQ4XZgv72AJ7NEZtGKY0MI+beQkCnhsPoOXgeuY6QCAyzv1167YmK3a9j3F7ixJQM7CMNzou20sMGQLv67xqF2LRqPko/595XCg7lMUpMtfno9FlmZQuHAwRQplM9ex9Ttmn55Y5Fk4sOmrdtE9jd8xIr+x30cgEGQPhJ2BIEthTeWF6OAMOkQXrAI0eAYo08L1wq8owK5fgfWf+Cd6Z5SHJwD1BwNnVgNTOxh8ksEJpicWMUDzxoLBNIL0lmEIy81g5tI2zxkQycQMxwuHgZsngHHV9ddUqBrLazaLdt+JN8LzAu/ajRgvbAYmt/OyH4nrT4t3/ChPcZbd6j7F76/solaQzYp0r6dsBorWAYbu8tzXs+ELivl5RQKe2cagSCAQZA2EnYHgnsEUTgG7x+cDgzcBPf+kGaR7BkOSgMbPA8P2AeXahWYtEZF05QYoktZ4uMEnGrw90HJfTrnD0pJWQJGWQPE+b6Ucxcosy6VtwKG/jDXz3j7HrJc/gQzgOMaV3cDMh+yBSLqNACiugQzADNT8ATTuBCg4yF8k/S5sFuDqXuD0Cs/rMOv4bckmYOsY7W0EAkH2QQQzgmxLShww5X6OFodq/6OKA3P7UQOnyw/AAyONT/joUVBDLTbuor4HkdHpoetH2BxsRI/GFqBacYUOQGo8MK2TPVjzFNgp0BxbX/EGkJrIDJ1eULVxpOefn16m/TybJXDlYoFAkHUQwYwgS5ESRz+l+U8DC58BDv/t/aK+6zeWT0KpTWOzcA2/N2ImoNUIjjsbwsunS5KBIrW0zQiNOEMbLRCfXsE+pIyg/SfAgel0vtb8u2isPTlG35Va5cIGz9kZjxkhNywpPJZAIMj+iGBGkGU4vQIYXYqWAQem0YBwzmM0IPSkDrzndz/MDf1AsbL0Mm8AA4iajwIR+bSfk7OgZ+0VycSfPzxBu/k3sjRQsolOFsimvw4AOPK3/jbBoPvvQNHaxpurvSKxXyqvkZF4if0x7pRurp+5siYD3xUHFr/gauLpL3euUCk6/mrg+xIIBL4R0mBmw4YNeOihh1CyZElIkoT58+frPmfdunVo0KABIiIiULlyZUyaNCmUSxRkEW4cA2Y+zPICFAYQaokh7jIw+X6WL5wJVNPEFxQrTS8vbwfMOYD2n2lv/+C3wLPbgcqd4SipSBynHrwFKN00/XPSktgvMqkdMK4Wgx1vwZokA7X7AW0/DuCXCiJ5SjiamQPOlClAZEmgiZEeJbuCcdJt1x9X72ks0LWmALt/A2Z0879P6PIOvj9HlwJ+qw+MKglM60K1ZYFAkDGENJhJSEhA3bp1MW7cOEPbnz17Ft26dUP79u2xb98+vPrqq3jmmWewfPnyUC5TkAXYNtZ+EfQiYBd/leULZ/xxgA6U60f4f5OXGLCYcwCQHKq7YbmA+78EYi8AMx6is3WBCkDzN+kH1H8JUKJ++v0mXAP+aAQsHMKL840jnOYBHBkGOczxda3HgR4TgGavAm0+tGdwArRPCISEa8Ca9/h1qWbaWSc9IvIBVboCTV+hVo4RLE6ZlcQbwJy+xteg2Ph30hrn9sb5jcCfrYHzG5x3yOzU+GZshBYIBKEnpDozXbp0QZcuxu1pf/31V1SoUAGjRo0CANSoUQObNm3CmDFj0KlTp1AtU5AFODpX/8742HwaIqrUG0xvIn9LTXKY/Zg+iBOE5WIPz7n1QL6yQP9ldOqOj6ZScPH6wPTO/F7NUNw+Q++jU0uBQRtYgnJnbj+6OgOO3+duhkMBKnUGitdlL03NPkAhe/PwjePMainw7fcINoqV4/Sdv+co+/pPdDyj1EDDw+MPfmMPEgG0ehdY/qr2sSWZ6sZNhlMscMsoWlD49L6Q6LTti6u4ojD4tFnSH0ux8n2yaCjwwJfAznF0XQ/Lyb9fo+eBfGV8WJ9AINAkS/XMbN26FR06uIp5dOrUCVu3bvX6nJSUFMTFxbn8E2Q/0pJ1NlCAW6eApa8Aq99j1qLJi5TQ98fXKVcR4N07wIhYoI3BUo0cxpLXqJLAtI7s55ncjlmlCu3ptP3vMGYp3Estio1Bx9KX0+/32mF6BXkdsbYBFzcxA9P6PUcgc+0QRfWO/gPffaNCgDWVGancRYDef/Pv4vy3UbNKTYYD/RY7xPHcWf8pm7sVhWKJ5lzQzDopNmDlW/SdSk2091L5WupS2EzsbTrKExc3A7dOeg+aFCtwdQ+D25NLgTuX+R7e/A3wc03g4hYf1ygQCLySpYKZq1evolgx17xysWLFEBcXh6Qkzx16I0eORL58+e7+K1Pmv3u7o9go4/5XT+CX+4ApDwL7p7B5NatT7D79kefbp4BdvwBbvgX+aMxsRv+lQOkWvh8v8TqPF5EXqN3X2HNKt6B/VNJN159fP8w+l4PTgUtbvWeYFCtweFZ6kb9za6FbIkqN5zSVM4uGUhk3GNNckgzkyG//2qlxVjbz+xqPGhsFV/+G1R4CnttHh+tchSmQV6wujTE7/wBU6WLPUhVK/3e/cwVY/Bwbe3PkA3pOYslI8/j23pmReTlJ5S9r3mPzuRFunTK+X2cVZMUKpCWyDJmW6Nv6BAKBZ7JUMOMP7777LmJjY+/+u3jxYmYvKVOwpjKImfkQA5prB4Fza4D5A3nhT7wR3OPdOgX8+zzwVT7gMxPwQ2Vg62j/p0KaDDeog5LmCBbOrgH+fhQo3x544Cug269Aj0nGJnwAR09FkZr2Rl2NT0OuIrwT94Ri4+u/2EDDqs3CiReX5xssDzlvd/0IAyefAxkJjh4f+++buxizPi+fpUt36WYs84TnBWo9Bjyznfo6Ro41vhlw2j7NFJ6H5Z7EmxT4u7qHZZmNX/I12/gl/au8/d3Xf0J/plp9aMtQpJbn7VwINEMlARs+N/Y3UYM/f1Bs9NM6ONP/fQgEAgdZypupePHiiI6OdvlZdHQ0IiMjkTOnZ0nPiIgIREREZMTysjRrPgROLubX6kVHvUhcPwr88yTwpI6QmFEubaOHkjXFEVjcPsNU/+G/gQGrgfDcvu2z9mPAiYVUqjVqB6BYqTOz8Qt+HREJdP8N6PA17+z1ODQLuK8/v+41nX5HV3Z6Pn7STZ1gSwFSYvSPCaQvi5Vtlf547pgi2DOjcvOEsWOlQ2GGw2ahaF+/f2l5oFKrL4+THEuDydxFHI/V7gcc/kv7dUhNYED91Apg7hNA/DW4/G4pscDaDxjkHJii0yclMbPY6l0e826Tcyh7gxS+trfP0JNLi0odGbC5T9kZRTYzm9RgiH/PFwgEDrJUZqZ58+ZYvXq1y89WrlyJ5s2bZ9KKsgepCcCun7Vr96eXe9Zq8RWbBZjVy4PkvcLjX9kFrPNjXFiSgUemAd1+cb24GkEN3lLusPSUpxiQy4MBoTuLn+NrB7Apd8gW4LH5QIHKHo4RpJ6UsNxAKbex7GJ16DOk92ncOtohIBie1/81qK9XzFmOw9ssQOItYNajzLSNqwFMaAaMKgH83RuIOcfte0xg86omNu5/yXB7E7SXYGXPb64TSJ6QJDY4T27Hf9cOIMOanI2UZsNyMaMVCIFMfQkEAgchDWbi4+Oxb98+7Nu3DwBHr/ft24cLFy4AYIlowIABd7d/7rnncObMGbz99ts4duwYfv75Z/z999947bXXQrnMbE/UHgN3hxJwdm3gxzq+CIiP0vYD2v27f+Um2QQ0eg548Sibc18+7eMO7DL56z8D+s7R3zw1ns7Qd49vZpYk7ryPx/WBJsMdWStFYfPw6NJ2B3CNgMmawvLHXz0ZfJRt5XkqyhdsFuDmcWBWb+DbQsCxf4DUO47HVfftP5oAMedZeur9F1CuDTR7fGwW/j7B6OW5sJGGlUDGCCQCAGQgXzljm7Z4C2j7iT3bJrFJHBIzaXlLa/eB2SwskQoEgsAJaTCza9cu1K9fH/XrU1jj9ddfR/369fHRRx8BAKKiou4GNgBQoUIFLF68GCtXrkTdunUxatQojB8/Xoxl62D0JB+Mi0HUbvsJW4PUO8DS4cCqEcCp5b4fV5KYvo8sY7z/5S42NsqmxOpvKocBt9wCprOr9T2RAsFZ5G7VO8Dy14CEaO/bO6PYON59cAZHkNt8FIQFScCJBRrHtALJtx0aMupzMiJDYrMwexRKuwrPB3YNcrWQJKDdx8DrV4CuP9HuotsvwBtRQMfvNEQPTUDuoizrCQSCwAlpz0y7du2gaHTSeVL3bdeuHfbu3Zt+Y4FXitcDTDkoz+4Vhe7TgWIKh6EL2X67f9Hmr1k2emKR7+UjUxjQ4Flg2xjfL2h7xutvo1jTN3FaAjRa1EMtK9w4zqksn58vA7t+5Rh405fpLbT+M/jf+Grgb6n6U3X9mdNFxeuxGdpbv4sk2xtoAwx48pS0j7n7qcwbCAsHA4ufB8o0p3hftR7aJaHcRYDGL7j+rFZfNntv/oqZG/X1kmT2d/Vf6tDTEQgEgZGlemYE/pEjH1D/ae+jq7KZXjXF6wV+rCpdjcm+2yyO7W6d5uiyP6Z+bT4AClcz7hAN8GJxXCPboKLY0oukOTfZBpscBRwGiPv+9E8fR7GxNAQ4sgJPLAzeGr1hs1AnBQAaDtN+Dyg2oFy7wN3FE4x6HIVI/diaQoXfWY8Ay183PnWmIklAh5HA4M2cCitcAyjRELj/f8Dw40CJBsFfs0DwX0UEM/cID34LlGpi/8bpryrJFJbr/VdwjlOyEVC2DSD5cCFW7Qj2/un78XLk48Wg6SvGml4lk/GLaO7iQH6n3gibvUfEl8DJF5Jj6OGTlsimWn/Lfs6O2ooCnFnhX2DkK2oWq0gNjsIDbq+1fey7Zm/god8Dzzooin5WxhQBPPQblXVDEdCoGcHtY4ETi9I/bk0Fjs5jc/a+yZ4D9jItgF7TgBePAEN3sRTlPCUmEAgCR1K06kDZkLi4OOTLlw+xsbGIjIzUf8I9hCWFwm27f+PFMldhoN4goMEzgWliuJN4g4J80fvgU/9EycbAszv8P64lhUHR4VnsN3FHMrOXJC3B2P4qdgSestt+2azAbw3sEzMhRJI5anxmJQ0KfX6+ic9v8iKw5TtgzwTjI+F+I7HheJDdf0ix8fU6uYRqtpfsSrYFKtErqtHzbOa+tINTUf6Wm+Qwvl7WNGiX0SSgwgPMFp1f59+x9JBMQPl2wIBVjp8dmUvF56SbfFyxMrhqNYK9UWJSSSDwjUCu31lKZ0YQGOYI+uLUHxza41w/Qtl6XzHSlKuSeINTUQemMoDJUYCTHxXa2Ue/PQRRhar6pr9S81HH13OfCH0gAzAQ2DTS95IFwAtmRCRQ7WEGXp5sE0KBJNEl/NJ29kCdWOTQqWnyEs0zJYmZM+cLeOkmbIpd8qKHncrQ7/NR6H59dC6391raUnwIYiQKA859zOD26iGsDD7jrwKXd/LrjV+4Pg6wNLX+U37d7hPfjiEQCPxHZGYEPnHzBPBrPZ60fSmTyGaganfgsXn6214/wh6bxBsI2dRM7qLAy2c4Jh13CRiTlV0w7IFb/vLA4wuAFW8A59YZ610KFJN9HNuWRi8qyTmosAculR4EnviXDdue2DcZWP0uR/pVSjRgJi1qt3ZANmwvs0CbvuLoeKATeRH5gJQ4+PW+ksO5ViMBpCkceOMqkLOA78cRCP6riMyMAJZkGg7ePMmSUs1HgcjSwT/O1tG8sPl6UbFZqLthSWEGyet2VmBG99AGMnIYMGijQ+/lUJD6iUJFxQc5uVS5M0eVz6zSf07ASEDVh4A+f7NsN7qUhx4W+9/n9Epgx49A89c976reQOC+J2msmHSLysLF6lA/ZlJbeMyySSYGv2rTet/ZFPU7Nh8BWRb4kh10x5YGw+9JaypwbF7os6QCgYCIYOYe4PBsmg6mxPBCrViBFa8DDYfS1M/bHbM/HPrL/4zAzp+oAfPUCqqneuLUMl6wQ4bE7JDzmHjc5RAeLwjUfhyo2o1fR4ewFJarMNDwBaBgBR5TbeDd+bN9ZN3bhVwBtv8ANLNrW17YyH6SxOssPVV7mNmbcq1dn1a2JfDYP/QPS46xv3ftCsI1HgF6TnbdPv4KMtcd3MfgOiaE4osCgcAVEcxkc06vZPpfxZbm+HrXb7yb7v5r8I4XqMvvpa3AslfZKBpZ2nUyBwDOr3c0U4aCR2c6AoMLm4GN/6MQXVZFNjvWC/g33m6Uyl2ANu+lz5xF77Nrx2j8TWLPA3EXgX+eAi5sgEu2Zc/vtHFo+zHQ4k3XvppqD1Nw7uhceoiF52EgU7i6YxtrGvt0kmOh23AuyW6lsLsPaD/P6/4CeC+GMvAUCASuiGAmm7PmA14cPJZ9FDbRtn4PyFc2OMcrVJU9Ld4uDJKsXYJSbMCeP/jPFE7zwvu/ACJLqTsIzjrTLwwo1ZiGlgAzB3P6hu54eUoyk6DK3NvSmHlwDjZ1kajpktvuM6XY2DviLwUqM+BQrJ4v9gemAicWc4y4ShfHQyaDPq7zBjg5i7u9P9ISgFVvA3euAJ3HuD4WlpNlKE+cXcvm7IRo+8i8TiDT7HVOikXvh8vftnh9unbr0fUXwJbKDKEtjfpMO36iCrKvnN/g+3MEAoF/CJ2ZbEzsReDKDu3gQZJYhgoW7iqn7ig24zot1lTg4DRgfBNHqad8uwCzMt6CEwVo8Ta/TIkD5g+w94CEKANkTWUWqOUIauQ8Mg1o/YGx56qaMXUHAJ2cLvynlgG3Tvq/pnafAMP2AHUHetDisQcJybeBvx52HRuv2l3/dSpcg1k1ve22j2UGxghX9wPTu7BcBWjvWzKxF6fNB2waHrIN6Pw9rQVePg10+cHYMSt1YH9S/yXAUys5xZW3hLHnupN8K2OatAUCgQhmsjVG7hYlU3BLEw2eASq093AxtAcRFTr4tj+bhe7Kq9/l95U7AQU9uFYboekrLFs5r00NDFp/4BjFPjjDboQZwjm+5NvAmveB9p8CHb8F7usPNHwGup+4wjUZAL1wBOg5ybXf6dRyfV8sT6g+QDV7A5CA0ys0AmCFQd4Gp7HjIrX0j5F0y5hwn2QC9k40smpg45f26SEDfTKVuwCDNlFkUZKA0k2Bpi8BjYYBBSpQuK5wde+CiqqOjKf3Xr3B/qkZm3IAfzQGxpQDpnQAjsxxKEALBILgIoKZbExkGf0LiM0CFKwUvGOawoF+S2hymKuw4+dFajL78ODXvmc7FCsbi5NjedF44l+7B5SP5C1Jmfh2n7KsUKg6ZeQHbwbu/9yxXfTB0CvmKlbg9hlg6xiH31PekpS394gM5C0FDFzNtRapkX4Tw3f5TpkxSWYTbr/FzEhNastRdL21n1wMpNrFB4/M0b+YJ0Qbiw0VG/tr9LCmcRTb6O/c+AUgTzHvj0sSG4pNEekzh7KZQXA3L71lDZ8F8lfwXRnamkxvprgLHKWf3Yeu56E0MhUI/quIYCYbk7MAUONRbWuBsFxAzT68OBydx7vd7T/4J3qnYo6gJ9AbUcAr59jA+fxBZh9KNKDdga/Bgi2N/RwAvZiMlmScWf0eL5ZtPmA5ZfhR9n+UaeG6XVguZIjrMwCsfBMYVRxY9ykvzC3fBnr8Sc0YFdlMU8JndwB5invfV6km+j03uQqz3yVfWZZ+2nxIGf2SjagMnXQThn53xQakxvPrxBvGLuRGDCEl2TUI9kZaovFARjJRMkCPUk34Gld/xPH7yGFAnf60GShczfPzIiKBwZuAig8YW48n1AD/1BJg/efa2woEAt8RonnZnJjzTGUn33Y7+dvLPj0n84513lNUjJXN9vFXhT0Z3X/T1n3xh4RrwJQHgGuH9BuCnXn1vKNR+dRyYHpn344rycD9XwKtPFgdOHNxCzAxCA7ivlK6BdBrOlCgPF+Ta4cYMBSsYsyrJy2Jei8psV5eUwno8DXQ8i3Pz/+pusOkUo+ISOCtGyxz7fgJWPoyNIMg2UxROYuBabfBm10DTEVhkKUoDHTUhvZvChtvvJXDgA9SjFsIpNzhvnMV9i4T4I4lBZjW2a42rE5H+TEllSM/BfWC/bkTCLI7gVy/RWYmm5O/XPq7TQAodh/dlAtXA2Z0AxLsTZQ2i/1CqHB6ZcHTwV9T7qLA0N2Uja/SXd8dWJKBEo1cJ67KtADMOX07rmQyplFTujlQplXoDCW9cWkL8ENFYFYvIOk2/0ZlWhg3HQzLSY0cU4Rr5kstAVXtzpF3bxgVjJNMQP1nHP06tZ/Q1iqS7JmlXtP0y1GVOvH1Bxi87JsE/FIb+LYI8F1R4McqwI5xfLzhMB/+Rj4GFBF5+X4zGsgAzPxdUCeUFLf/fSA5Blj0LLBqBMtP99btpECQOYjMzD1E4g2WjyLyOfpkpncDTi/X7mN54TB7XkLJvAE0wfSWpXl8ATVHnFn5DrDlWxi+YMhmTiw98D/9bZNuATMeYoChBgY2q/FjBYJkYk/MM9t5MU28wYv61b3sFarSna+FtwDi5glg2/c03ExL5L4aDwfqPqVd3pvUDriwSb+nqWBlTgPlKuT42bbvgeWvev5dcuQDnt3FRtuLW/h3u7jJ2y8PVOrIUuDRf4BtY+Ca3bB/fd8AoPNYYEJzTnBpTuyZKMg3cK327xUIKXHAd8UBS1Jw9ieZ+avaLECxukC/f0Oj2C0QZCcCuX6LYOYeJiUO+Co/dMsDLUe4NsiGAksK70YPTAUg269ZTheoXIV5QW78IhCeixd5axqDoMM+2A08fwgoamD6BuAd8fkNFGw7v8GuTeILErNOUbt5cTLSM+L83G4/8/f+50l7L4zEMonNQgfqp1YyQAgWh2YBcx/X3qZyV+CRyZ77WvZPAdZ+6NRvJdFiocsP6aeAUhOBE/8Cy1+zezI5vQclkyM7qMXjC4AyLYHlrwMHpmhv+8QiZqYABnh7/wT2jAfuXAbylHAYsEbk1d6PN86sAqY+6N9z9ZDNbDB+/mD60pMlhe9LmwUoWju9yKRAcC8hghknRDDjIPYiMFZHLE8OAxo8C3QblzFrunmSImhRu7W3K9saaPUuULIxG2iNTEhJJqDR87zr9zTZkniDmjuJ11liqPEoL27XjwI/+5mZyl+RWiZLXwJu+eDYDUlBkXIJyHlhP67ZaiIZro6EkhnIXxZ48ah/k12esFmBWY9wUslTpqP2E+zp0eo7UWxA1F4GygUrA/k0DDpXvs3GXH+0fCQTG26fXM7vjy2kyKE1DXctDWQzL/JtP3Y4VCfdYgbq2iF1wbjbP1aoKvD0eu2pJ28YCQQD5ZFpbKIH7OaaI/n6qX1D5hwcE+/wlf9BmUCQlRFGkwKP5C7CE6Al2fs2itW/0e3UBN55J0QzPV6lm7GGxriL+oEMwHLFjK4crTbaQKxYgV2/ACcWskyiip0pCrDuY14cbFZANvH/JS8CHUezKVa9MPpK/BXg+iEfAxkAUCQknYvFC2gFC8JxAE9iJb67G9QoFo52H/2HPknBQDYBfefyddjxo93ME8xcNH+d//QaaCUZKNlQ/1jWVKpP+ytKqFiB6EOO76s/DAw/Buz8BTg+nxmL0s2AJsOBsq0c2y1+wYNCtf3rW6eAhUNY0vEVqy/KzX4gycDhvxnMKAqwYBBwYBpcfg9LMifSruxkUBbmY0+ZQHAvI4KZexhzDqDu00y3eyuBSDJw31O+7Xf7j8Ca9ziJo04r5ShAxdW6Ovva9ZuxwEG9CB6e5dvaFCt1VH6rz/XJJiCyLAMOFfXYaYnA4ueAYvX8V2rNWYj+Tr5jRSQoe2xGKuphMkphByZiC1LB227JBBxfELxgBmAfTtuPmPW6fRqAxGBWkunzdWUnM0GVO7NB2V/iowNzqAZYbnQmf3nqGD34teft71wBjsz2HvwqVuDkEgaJBSr6tpYcIU7yKjbH63Vho70c62k7K3BlF7B3AgM5QZDZtQuYPRuIjQWqVgUGDAAKG9ASEGQ6Ipi5x2n7EU364qPdAhp7o2W9wcA//Rw+MuXa0N/G2ZvHmR3jgGUvO75XLxzJt2kRYAp3+B954saR0Eu8KzZmjFScAxlP3Drhn6GgWgrZr9PP4eXZaIDxd7+TYUURHEFjjMNmjADA9Whl1QLBFOYwc7y6D/j7UV7kZTMzA6veASo8APSe5doInGHIzMr5wuWdBrJ4CnB2DXBsPrBnAvt58paisnWDITS6VLl2iNmlG0ft/lR+mlUaQTY7mvD3jNcP+Hf9JoKZoBIfDzz2GLBkCWA2M0VptQIjRgA//ggMG5bZKxToIEaz73HyluDUTM3erpMuBSvxZ3t+p5mfNZX/zq5leWeDh2xDWhIl+rVY9bb2BSVHAYTOTNJP0hL9CGRk9l5U7OT78SRYUAz7cR+muv3chkZwyNBKJk66hJLYC+wxibGr8tosjtfi3HpgWiffg8+UOOCvHoGtyxTG/idfMGo5sOINYMWbDFKSbzPYXf4q8ENlBqaWFBq4/lKHZcszq+zO6iHsLrRZgIZD+fWtUzqvuQLEnAvdWv6TPPkksNzeoGWxAGlpgM3G/597DliwIHPXJ9BFZGb+A0SWAnrPBBJ/YmnhzlXaBxyeycedL+Tq12s/YNahdDPHY6dX6JcOYi/wQnFlFy9qRWvzolTWLlJX+wmOB2c1ClQEYi4Yn0jKVZgWAb5Ol0iwoibmoBueRxiS3R4DInHR5WcNnvFt/76ydQzLcZ6COcXC/qYT/wLVexrf5+r3gOgDga2r1mO0f7i0nV5aSTc58VN/kPcSUZkWxpzJU+I8/zwhGpg/kL1UqvqxGlS4B+h3xSBl3G1I9gt7tqflCKB4Pf4oVxF9scmcBbw/ZgTFxiDt3Hoev1xboNKD/nlQZXsOH9YOVmQZ+OQToEeAEbogpPwX37r/WXIW4J3nrB76486ymcqvzqjuxXpsG8OAJXo/e17+bAUse8WuOvwUJ4lC7Y3kK71muAZueiRcA8Y3ZTNt+Xbexd0kE6do+s4F+rYei9dMFdAbTyAnYjxun4z83JdEdeZQa48cnKbvRn1opvH9pdyx92gFaKhYthUw82FgQjNg188MvjeNZPZkzYeeheZyFaJ4X6CogYwWRWrxfVy6CdD2E+P7DsvNYEWlUFXg4YnAA186fnbfk/q6OnUHGj+mOzdPAuNqMuu25Rtgy3dU2/6pOnDDoEL0PcW8eYBJQ53RZgP27QMuBOABIwg5WeySIgglm74Cdqoj2Dopc5sFuLTV9Wf5yvlwMMWxH4B+UEXrMNPw9DpeqK4d9K9XJZhIJqBMc7osD97IvouFQ+yjvTqvkTWVeibF6jBQTI5xLQ9IZk549ZphnwDKWQ3oetHb7mCFGQcwABU70MOpwv3pt7lzhQJ7N4/TQLJmH/Y5GZXxdydZJ9OmWDnubARFoZaQNcW/tajIYexrObWE37uXXDZ+waxNYw9lqIbDKM4YaoreBzw6zfF9rkIcz/f6frb/fR6ZQkHE2IsspeUtlf5vV70nULwBbwbc9yWZgVwFgSYv+rfupNs0G024xu+dX9uYs3zshcOZ1CeVWSQkMPti1TkRJSRkzHoEfiEyM/8RLMnA5m98e47JbdS6wv08+frV8yLx+IrCqZTn9lOxtfV7QM2+jmNpmWYGG8nEia+uTho7pRoDT63gXbchc0UrG2hbvMO7ZfX3kM1ArT7AszudRpk7dQJatvR8F2gyQc6fF41PvYYnl3kOZLb/CIwpS+G6A9M5pju5HS9AyTE+/ep3yV8Bmn9P2QwUcBPES7xJReDFL1KS/4p91H7HT75Pn3mixVvcj1Z2YuP/7IrNbuQtGfjxjXB4FntbVJoMBwau4xSYHI50r2nh6hT2q9HL/ppWYNbNUxBqCuN7sGIHfi/JjvJPkRrAoI3ahqRa7J1odzj38NrZLMy+7p3g376zLTVrsjdGixw5gLI6ol2CTEWI5v1HOLsWmOLhAukNycSLSvPXgag9HHEu1ZReMnebO/1457x+xaH/4kxyLMdRo3azp+f0Mt/2W7IJy0Q7fvS+Lpe7Zrt6bYevmVlxJ+E6Hcb3TgBS72gfW5LpyDxkK5tHk27RTNCjDkhcHMc9FyzglUy9I6xWjSOhdTwsBnQ8/7uX99+rfHtgwErtdXpi21g2xGoFDs/ucgRke8azp8RmsQd7Cr+u3BWI3sfMUSBU68mL+NKXoPv+emoVe7Oi9zGIrNodqNaDY/nXDwe2Dj0kmWrVXX5gILltLLDrVwYKYbkod1DjUW6buyjH3P3Jnl0/CpxZyde4dDP6WvmbhQOA3xvp6zwVqws8t8//Y2Q7kpKAEiX42fR0OTSZgGefBX75JePX9h9DKAA7IYIZz5xcyiklI0gy7y6rdOFYt5qKNucEGr/AoGbeU/6VE167xIZkPRYOBfb+ob+dOSfHz1u+w5P80pftAY0bkol3xkVq8u4zbynPQZU7NgswrobrXbgn8pQE3risv7+7nDwJLFsGpKYCjRoBbbRrRb/VZ1Ot0aDDKGlJwM+1gZgz3rd5aiUDjOOLgL8e9rKR0UZYiSPfRWsDe/4A0uyZ+9zFWFpr9ipVb1eNMFB+tL9cksTjK3YbiLwlqdUSavIUp33GxJZ8fzivVzbzvfn0On2j1Yzkh0ocwdciXzng1XMZspysw6JFwCOP8GvncpPJBFSsCGzdChT6L9XeMgehACzQpWhtGNPJkABTDiBvceD4QtcTtCWJzb0Fq/gXyESWNhZAAMDDv3Oaat1HjkAiR36gZCMgZ1FK/RetBVR9yCHtfmGzvSfIy++59kM6jOf3ofdHNjPwuX1GI5CQ/JDIr1KF/wwQd5mlLC1kMwX2fA1mJNkhl++NZa/wor3+E40pG4MTPXlLAH1mATkLAvd/4VBfLlLT0RRuuI/K/jdWFMfxY8/rX6yDRVoSsOL19IEMwCA4LRGY3Rd46UTWmRIqXJNj+N5eX8kUetPZLMlDDwEbNgCff84RbUUBIiOBIUOADz4AChbM7BUKdBDBzD1A3CVOKETkBYrXZ0nInXxlgKrdgJPLvI8fh+dllsOWBqx+Hx4DAsXGC5DPSEDTV9hYeyeKF7WidVyTEQnXKd+fdIs9BdV7agvwubNpJOxWxB7WbWV6/cxqjqD6Qr2ngfPrtbep1BE4MoevYfm27MUJFoacmiVeXL2Rcofy+Cf/ZSmsZCPqmkQf1A9mrh9hqSNqj0/L9kj33xjIAEB47vRZi5jz1HjxFyOaOJKJY9yp8XQq9wfJBBSqDhyc6T0wUKyUQji7loF5VqDRc3wPeEOxson6P0mLFsDSpcCdOxTRK1wYCPNiXS/IcohgJhtz6zR7C04tw93AI7I00O4z6nG40+0XYEJzBhPuKfHwPMDTG9g/8rPnto2AKFCRmiYr33L8rEgtoPNYNruufh/Y+p2Td5KFmZiuPwN1ntDfvyWFUvVamSfJxGDJ12Cm9uMsfVw/4uHCZQJMZmCzk8R+RH6g/RtxaFJvI6TUFKBePaaqDXJ1H7BvMh2fcxej5kp4Xu3eHVua594fgAHL1A4MFgEACnuftnxL3R8jGBJpk7lvT38DyWT38NIpde4cF/g0lB6KjQamnUYBYysAsef82IcVqNoVuLJdezvJxIApGMGMJYVluYh8nm9YjFClK1CnP7V70v2dJL7Xqj0U6EqzOXnz8p8gWyGCmWxKzDnqnCTHwOWkFHcJWDiYImMt3nR9TmRpYOhuYPO37FdIiWVdv+5A9isUqGDfx0Xol6N85Pbp9D+7fhiY2pHjxUf+dvxcvbtOjgH+6c+MU9Xu2vu3pkB3zYoVSPUimKaFOQcnr+Y/nf6uVoLbODYsaBXzARp8+AMkOKVKOnYExo8Hyni3mbZZgX+HcuJENjsCu50/AYWqeS5nqIvIkY+voztpicDUBzmB5Pz6qPsxOsZ8/RjfK5pZIhuDYnedFsnEnz82L325xZpK8baE6yz/HZmTAaP6Cj2oFJsfzbT2Embx+g6RO81D2QLP0kXtYTP6sXl2H7T8QIOhQKsRvovnSRLQczLXv220o2E7Twn2KzV/I+uUxAQCXxANwNmUeQPsKW4vaXXZzMmh3EU8P64ovDCZc6Q/ef1Q2XPwcZcQetR4OlbRWsBzB7QvPHeuAqMN9OPU6Qf0CkCH5NYph2rqkTm8EDtffHviKdyH6ZDcXyCTCSheHNizByha1OO+13xoN6308trmLMySkPPxJBNfl8cXeM567J1I3RxvqH0qRsozRWtzukZPZA+Kva9GYkmp7gCWGN17lXb/Dqx+11XHRk/5Npg8uQKY+wQDf1+QZHufjmIgwJOAl08ZM7a0pFBbxmblez4iku+vGd34M/e/e8FKwOAt/mvC2Kz2jJvCEX1P2R6bhQakMWf5t6zSzdGjJhAEm0Cu3yIGz4akxlMRVUt6X7Fp33VLEkdIPd2F1R+sc3em0FAyQ+7gFPbZ6PXpxJ43tru4y0D8Vf+XU7AyDQlr9U0fyJTETtTFtPSBDMAJiatXgdGjPe43NZ7N1VpBYkos0Ow1WikAfP2rPcQLmrfyzall2n8nm8XzNKonrh3ipJCW/o5idQpG7EFNs9fSBzI7fwH+HZZekC+jAhnJBOyf7J8ujWLD3b+TphGoRP8zvUDGZgU2fAGMKsFs68QWwHfFgH+fB+Y85uqXdXcNVpaZV7/n+/pVZHtAVLCy50Dm+CJgTBlOQS4ZzsBvVHGKb95bt8CCewERzGRDEq7p+89IJod5oK80es4u6OWhCCmZqHcxYHXGCZQB9jKJBjnyG9vP+Q08Qe/8ObD1JFxPf4Gph0mwalVurVaWmjyta6NjTNkbtjTq2bwZDbwTA7yfxNJNqcYazzESrCiU1NcTCZTN1LNp+jJ7eIyQfJtj5c76M2mJwOoRxp4fKhQr11RfI2vlgresoNZrq1BjRnMdCsuXaz9ybcS2JDNzlXTLe4CnWIEDU9jcHWzOrAJm9QTiVfd5+++Zlshs2sYvvT1TIMgcRDCTDTHiPK3YHHfwvpKzIDBoEyc+XJCAGo8A/ZfRO+eVc7zrDjkSVYO1KFTV4EipXeRtyYvAsQCMcHMVSp/xyIMrkKFTr7l506NsuuYdvtt2ksweGVO4/vYlG2uX5ySZ/RP1B1F5VgubhRmwTqOBt28ALxqcaku6Baz7xPH9iX+9mz26Ls7Y/v1BNnPCr/5gvnd08TMTsXOc9hTY+fX0x/K4fwNZKktyaBy0V75tX5KX33vDF/6rTgsEoUAEM9mQnAWAyl100v229FNA1jSOJm//gXL0F7Z4loQHeKIftB54/iDQ/Xfeub9yBugzmxdSgKnplu9wxDpgvFy4JBNQqZMBoT0FaP+FD4eTgQ2fG9/enRz56bHj/DdIQHHY9HrqCxTwaGdQ7D5jxzXSdOpM/cH2vhgvr69iY+MnoO8ALsmOsWpTOD2CDKFQ3VkdHY+/aqxE6YsekK/YLECN3uz/GLSRZqGeMHtScfYB2Qzs1hB/3DM+cNPVmHP06zo402liLQBunrCPrGsEU9YUTgYKPLBnD/D221QN/uorICoqs1f0n0BMM2VT2n8KnF0F2BQPaWgJaPisa61+70SORbv3KOQqAjz4LVDPiwtv0dp2wT0P7P7DLm2vU/LSo/YT7AFybyyWTNQi6eS5zQSKQu2U7WM5ziyZKMV+45j+eK9io+5M/FX/fW7afw6cXsHGTcUK7McANMKv3p9gMgGDB3t8qGAloOKDNFj01GArmZhl8TZ+7Y08xWh0OecxZmjURl9VmK7eYI7qAkCdJ4Ht32vopthcR7lzFuToeEK05+2dsSRzu/zlKUJopDem3xJ6ZMVf5br2TmQpTjYba1jW4+8+QIs3gPafcVrtxjFgxzj2BuUqRKXi6j2BMaX97+WxWYBbJ70/futUAL+LRCNTZ1Vm2Qw0eBboNIZfX9rKEm3+8kDxusZ2ayQgkuTgBE73FElJQL9+wPz5gFntrLdRdO+rr4A339R8uiAwxDRTNubsWmD+QI5Sq1MgspmeMR2/c9zx7foVWOzBYdiZzt+zF8IomtL2PlCzD9Dnb2rErBpBJ20Ad72TOo6iuZ47isIpnX1/uk7ASCZ+XbgGcPOY/kWoek+gzUdAifr+rf/KLmDBILvLNhT0QR9UxzzI7re1ZjNVRPfuBUp6bjaKOU8doIRr6SdXcuQHhmwxWBLxQNQeNhgfX8hx6OIN+Peu1ddRhoq9APxyH5uR07k125Vhh+52LUet/xxY9zEMKUu/fZNZRUsy8F0JICXGy6YyM1BD3TyEbFaWpzZ/DWz5Lkgj3BLQ9CW+/73xZR79fiavu5eB6r2A3jOBQ7P4Wbx1gn/POk+yh+vcmgAanz1MFkoy/77xUdQqUilej7pNZZpr7zLmPPB9ef1D95phTAPqP0P//sBffzGA8cTUqcCTT2bsmrIZwpvJif9SMAPwBH9mFe8qI/JS3t95HDs1gZMReidjcw7gjSjjjbS/N2Q2xJeTsCnCkTEpWBm4/3+8mKooClPcSbdYYtBqMD70F6crvGJwfFwtEz06ky7X/qAoDGpuHgfCc6Siyuo3YJr4O32XVFq1AiZP1hXPi7/KC/We8ZxeCs/D7EmLN1n6CzVXdtPQMvYCg2FFYdBQtjXQd076hta0JGBiK+CqRl+IZGLW6cmljp/t/ZN6SOmQ6b05YDVQro3n/a1+jxM1QZMHkFhC9daX9X1Fjib7S6+ZnJw6vcwt8Jb599XsH5KBAuVp0aDenChOo+9GbSTU48lmimOWbqq97eT2bEr3FjBGRPJ8EZbL+PHvac6cASpX9t5tL0lApUrAiROBOYXe44hgxon/WjCjx4HpwDyDNwPdfgUaGZAyv3MFGG3ALNKdoXsYoJjCfRf7cmdCC+Dydo1gSqYyrzUNhi56chjw2gX/S07puHkTWLMGSEkB6tcHatXy6emKwsDPFJEx576k28Dmb4Ddv3GqRs3EVLifDtBank9pScwoRe/38KA9OBm0kVNwzhyYDqx623XSqXANoOs4oEJ778c7PBuY09f7474imVgybP2u58dn9aJgnT/7LVqbY/Obv/b8XpVMDDCsaUgXmEgmNvEP20eV4kN/McAtUIn7cxcnNLqm0s2AwZu0t4vaSwNNa6rngKbHn7T5ENgZOxZ44w3vWRmVw4eBmv9F8ytjCKNJgVfio4wJkUkm3o0bIdWPlPv9X6Qv5dw6RYuDw39xnwWr0JW7wRD9SZ2re3V+J3up6dpBY5oYNguwZwLQ5n39bQ1RqBDQx89UDxjABNPf6S6Kki46SrzBYOT2WceFS7ECN47yb1RLJ3AIywk8s526KPv/BCA5LClyFQIemZI+kAGA+/rTKuLiZocCcImG+sGbXlbBVySZpT1vFK9vPJhxyWa1Ah6ZBvxaR3u82mqlR1XUHkdjtGJjMNl3Dk1f8xZ3vIbWNJqm+oNi5et96zT7tLxRoj4D0KUvse9GJX95oMPX+u+J/xwJCYza9YKZxMSMWc9/EBHMhAAP14tMI09xY6UgxeZdLdidyNJML6cZ+FzmKgo89Bt7U5y5uIUy+9ZURwPk9cNsKD4yG+i/RPtiLocB0BEssyT7UAZTgMs7DG6b3UhIAH78Efj1V+D8eSBPHjYqvvkmUKUKVr7lGsio2Cx8/eY8xjF8LT8gcwTQcyLQ/hPg2HxmDQrXoA2F1si3bPJeTvJGnhJAeKR/1hSesFlY7vGG0abrbr9Ql8UUxgm8kg3ZS6U3wiybgaoPAz2nsGRsszBwKdPC83nEFEZ5Bj2DUC3iLmkHMwDXP2QLcOO4XQG4EH8m7A48UKsWYNHp5A4LY6lJEBJEMBMk7lxhlmHfn+z5yFOcUwXNXnGMs4aSyzuBS9t4cajYwdEoWr2nscBDkmkyZ4SwnEC9QWxm9FZTN+cE+v1LkTX1hJwSx16Q3ePZnJuu/GP//vx6YONITmx5o3oPpt29ToIovrt7BzoimyWJiwPatQP273fcNcbHAxMnAtOnI3n+Ohyc0UhzginuEpWEq3bTP1y+sr41kvuDKQxoMhzYFCzhNoU2ErHn6eod5jaOXamjZ88pFbXhttFznh8zcHhIMi0MihqsRjZ4Ftg6yv8maF/KqYWr8Z9Ag27dgGLFgOvXPWdnzGbg8ccpzSAICSLGDgI3TwK/1uO0SJLd0C8+iifI3xsFJp+vx+0zwB+NgfFNgGWvUHb8p2rAjO4MqsLzAA98pb+fMi3Sn8S1aP8Zm3jdtW4kE/89OoP9FmogEx/N12LlW8DNo9DsY1FsdvdkjZHvZq/by0ce7lwlE4MpPUVbd8q29m37bMEHHwAHDqQ/wVosQHIybvb/FNZUz09Vkc1A9IHQLdEfGjzj2/aSCdpnO4X2H3Mecy1LJscAk+/X6E+RuO/OYz0/XKgqx9e1UCy+u2q3eAPIW8KzSrcWksySlghOgkxYGDBjBoMWdx0pWebjCxZwovHxx4Ft2zJnnfcwIpgJAv/0t8uOe/BPibuoPxbtLwnX7ZMk+9QD4m6QcGoZHamtaRw97faLtgT9xc32wMuAZgjAbNOQrRRci7CL6EHi1MrT69OXlf55kuaVRss+STft7t1guejANGDRMODf55iRKVoL6D2Ld+mSzGOrd8G5i1CEzte71l0/U6n2TmZpXMXHAxs2AOvWATExge8vIQGYMMGj4jAAwGqF+do53d344vycEkcRN3+aU33h4hZj293/JfDSSeCFQ0B5nXKWYgNOLGKGU2XeU5xU80aeYtSoKdvS8+OyWTtTJZnZJ1TaPi6tKDyX6L1+uYvy81epI1wC+vA8QIUO3g7Gfx2+0d63wE/uvx/YuhV46CEGMAAQHs4bidRUZklv3wbmzgVatAD+0FBTDCXx8cD27cCuXa4Tl9kcMc0UIFF7gd8b6GwkcVImsnRwj73uU2DDZ9oBQu9ZjmY9ayrwe2O7louHv7ps5uTF4z7K/FvTGHyE5fbsqHtsAX1efOXFY0DqHWB6VyDxuqvDc54SQP+lvDvdMwG4stPeq9CZTaVzn+CFyVf9DsnEoG/AKu0JnqCSmsoMys8/MwABgIgIYOBAYNQo9rj4w/79QL16mpsopjCMzX0dcXH5NLd76ZR2j8W1w9SbOTbPoXdUsw/Q7lOgUBU/1q6D19FuNx5fSDNOgOv6Xy5tQUXZDDQcBnT9iTIBP+lkMHIWpDu9OcLz4zYLMOMhjmV7Ikd+OsLnKQZsG0t1blUbpkwrTlh5MxFViTnHzJk5B1CmJcvKO36k31NKrGO7yDIso1Xpor0/QRBITARWrAAeecT7NpIEHDkCVK+eMWtKSADee49BVJJdjrtgQeC114B33/WoTJ7RiGmmTETLd+UuCnB1f/CDmf2TtS/WkkwZeTWYuX0GuKZRLrBZKIYXe4HZluML7Zov5XlC9dbIaQrzXoNPTWBWxh/2T2G5Sb1Lde6PSbgGTLkfGH7c80htjV7AcT+8lxQrA6gZXYFXL3i/SAUNmw149FFgyRLXUlBKCrMqBw4wUxPhx0LC9c2bJNjQ5oEt+Hee5yucZOJrqRXIXNkNTGpjH+O1/wo2C0eoTy4BBm823gtiFKMih2veA/7pxwC1Vh9jytCJN/j16RXQ1StKusX3d6dR7BdyZ8so74EMwDJWfDQFIM+udv08X9oKzOgGdPmRPULeyF8+vUZO05fZV3N6uUMBuEJ70bybYeTKBUybxrKTt8Zgkwn45Rfgew3FxmCRkgJ07MiMjHOm9tYt4KOPgGPHKOqXVSZX/EC8tQPEiNkfEJqLYpKOk7Ricx051UqXO54ErHoXGFUcmD8AWPE6syqjSwFH/dDaODgDSPOz5KAGMp7KRYqVF4I9nk2oUasvkL+Cf029ipWv25E5vj/XZxYvBv7913PToNXK2vrUqf7tu1o1oKyHK6zbMRp8UhptP8bd/g9V+wRgM3mPid6frijAgqdp6eDejK1Y+PdbNNS/5WtRvB4dxPX6oq4d4Rrio2hVoIckA/nsnlB3LsOQRtGxeXQGv3GcIpbHFwELnwHGltN3B5dMwKwewJmV6W9M1Pf9sleoyusrYTlZ7m0whD05IpDJYDZt0p5wsliAjRszZi1//skSmKeSs6IA06fzpskIZ86w/2fFiiw1ai7e3gFS6UH9E2p4Hg8O1EEgXzloOgvLZld/JqMX9kMzHC7O6gk28Qbw96PAqeW+rfHMSt+2dyYlVrvvRbHRYM8T5hzAwDVsUgZ8b5SUzcC59dpNyEFh/Hjt9K4sA7//7t++ZZlpZW+YTEDHjpDuq4N2nwAvnwZavQvUfgxo+BwzKv2Xao8tX9nJ8WOv01BW4NIW4PpR/34FLR6ZRvHFdJ8/58+EU4CgWKH5eQEYkNUfzPf7Lg2bLWcUK5Acy6B/bDnafOydYEy3SbG6igZ6RPIetAuyMGYDJ50wHav6YPHbb9qPm836PTznzjG7U6kS0LMn0KkTULw48Omn+vo6GYAIZgIkT3Gg7kCNux4JaPpqaGS/G+qo9dosQH2nqY/y7QMYP7bfoa5625gIXXw0FWVP+xj8uGAg43nzOKfJPJG/PPDCYRoWNn6eF+gu44AhBgYJbBZg73jgi3BgXA1g5y/eHcYD4uxZ7w26AE8S5875v/+hQ4ER9vSAenJVg6dGjeglY6dABeD+z4Fe04GuP3rXOXHmxjFjyzg618d1G6BQFarjNn3ZYcORs7BOFtT+3vX2eW3+Jid9dv/BAMUoipWvhW5g4geKDbh+KPj7FQTA9evAypXA2rWOPjd3unXTD2jS0pjh0AoGrl+nUWW3bkD37sDo0SwPnTkD/PQT8O23XIvWPs6e1T5xWyzAqVPeH4+KApo3p6q5M3fuMJh58UXvz80gRANwEEhLsmctljocfdX/73uKafpQaJikJQF/trGr4bpfDyU2YPb+y/WCtPAZauH4bWwH4MWjQGEvPWvx0cC/w9hvE4h3jmymu3KsgfR6zkLMKuTQ7mG9i6IAv9S2ZwuMrNH++lXvCfSZrS0e5zMPPsgThNaJqGZNyqAHwpEjzAKdPo3YsIrYHfYCLt+oDDlMQuXOQN0Bxn25nDn6D9/7euQoCLwVHVotH8VGZdufdMw4ZTMzdjdPOj43uYsCLUdwOk+SgJ9rU8QxKyCZmC3rNT2zVyLArVvAK6/wJkAtIeXJAwwfDnz2mWum5dAhWplYrd4DCZOJjzdvzpKzuw7N0qXsqUtJcZwjJInPs1j4tSxzH+XLA7NmAU2apD9OhQraN0WyzEzLkiWeH3/1VQZOWjdeQbBqCOT6LTIzQSAsJ9BvMUc07xsAVOnGjMgzOyjlHqoTeFhOYOBqpsVNTnejEZFA6/eBR6env7Pu8qNjdFNNz98twRjs/VIbJN3Z+TMwqqS98TaAQEaSWSZq8Zax7ZNuAns1+jrS7V+y79voGu0j78fms3wQVJ56SjuQkSSeEKM1ZuYVBVi9GnjiCaBpU46GzprFuz6VmjWB0aNx8LEF+GHBGGyaXQVnVkk4tQxY9irNFC/v9H35FR+kpo8eybfYDBxKVCNFI9R4FHj9Mj+zQ7YCr10Cmr/Gl9uaRhmBrIJiBar1zOxV/Iex2di7NmcOA4WZM117YeLjga+/pmu2c9BSu7Z37RkVNTjYsQPo6+YRceoUyznJya7nCEVxHF9RHPu4eJHj4cc9qIUOGOAYF/f2O3pz9LbZKLKpFciYzcCkSd4fzwBEZuYeIek2xzNlM0WxtATwFBtl0/dPBuKu0I05+qDdKNDAu+HV8+knN47Oo9tysKg/BOg4GvjaYLal2H3Ac56MDr2gKGys3PGjI4umiwQUqcHSVdBISeEJ8vBh/ZNF//60JTh0iM16igK0bAmMGwfMnu3whlH/b9iQ6Wf73d6V3RRX9GZ4GBFJ92hfMzSLhgJ7dMrtshlo+zHQ5gPf9u0rig34oTLHlbXey09vAMp5EUnc8IX/3keholg94PF53p29BSFi1izgnXdoA2KEtWupuO3MxYvsWRk92jES7Y09e3jzAnBk+qef9G0SnDGbeYM00e3u7to1oE4dGuC6n2dMJt7s7NzpeWoyPh7IqyFSpu6jb18GbwEgMjMC5CwAlG9L8S49JV9JpthWq3fZH3B2DRC9D7qBjCQDFR5IH8goCrD+kwAW74G9E6jIWtSgL07Cdf5/7TAbN3f9Rp0Qb0gS0Pl7YMAaoPojQMGqTuJ/3lCA60eC3DsTEcEyU8eOjoV5wmLhVFPJkhTc+vBDjlS2a8dABnDcvan/79vHE5udbaO994qo02H7Jvv+KxixL1BsxjI4gSLJQMu34fW9LJtpHFm2lefHrWnA9gyYlPWVa4eASW0pSijIIL7/nmq9RgMZszl9EAEAZcoAgwfrBzIA+2K++YZBx8KFvgUyALefMSN9trdoUU5OqWUgk8mRqWnXjpldb/IPuXIBOfUuKhLtHDIRkZm5x4m7xGbGi5t5Iq/UCaj3NFP+8wfw5G8oKwGaOz67Eyhe1/XnsRc4xRFs8pQAHhjJ0V9NJArchecBzq1zfahSJ+CRqcZMNOf2Aw7/rT1BJYcBH6SESI7h+HFOH82bZ6zL2pf9Vq2Kr/K7iqh5olJH4Ekfm7bvZkPOam83/ERoBPTSrUcBVrxBexE166Y6xxeswik3b5pPRoTyMg2Jtgmh9r76z5OcDDz/vH9lk1atPI9bHz1qvJ9EloHChfn/VT+9cBISGIS4oyjA5s0c0zabgQ4dmLHR4/nn2XOnFVzt3g000FOQ1UaI5gk8cmgW5dgVm+MCfXoFlUEtifaf+9AI3ObD9IEMYMw92x/io9hoXK2HjgCeAlw9ANg8jFGfWQVMbs8gTC9jVfUh4NBM74/LZrpABzWQ2bePqeStW3lndPFicAMZgHddVasayijp+TR5QpJZPlo4xMvjJv4NMyKQAfj36TQaqP0EsPs3ThnlyEcj1Vp9dawZsrJmmEIRTBHMhBBFAfr0YTOur5hM3rMT5csDuXN7n3xyxmZjZiYiQlt0zxsFC3rPpEgSA65WXlKT3njnHZbc4uLSl6kkiRmsAAOZQBFlpmxI3CVO4qTc8b7N1X30jLKluWUaFIrY+TrNZIqgx5Mn8pUNXQnBkgT0nQuUbqa9nS0VHksLipVTKYf+Sv+YOzV6sSfBm26QYjPelGyIMWNYH588mdNGe/cCN7x0VweC/WRYqrG2JpJkAkrpvM7eqD8YaPcZPArvVbgfeMSP8lWglGoMPDweGLyJDfp1B+h7TBWoyCk6PUIiQGcgkEq6FYLjChxs3EgRS39uKKxWNtp6ImdO4JlnjFsGWK0UpPM1kDGZgGHDgp86Ll+eGR13e5TwcOCll3gOy2REMJPJnF4BTOsCjMwLfJUPmPUocGGT521PLqG30pgywM81gW+L8G7Ykznktu+D+35u9S77CS5uZaOxczAUlosXs2C/myQZKFSNo9AD1wEt3tYWcNPaz34DnzVzBPDUKkdPkGTicyWZ5aVHpgFlmvt+fI+sWQO8/jq/9vWE5SvNueimr2iV0Diy1TAAtd62H7KBuPV79MdqOAwYtIllK3/+bpmBbAKav67xuJmlqsgywTme6gU2dA/70fSCzYIexs6tqcD+qcCkdsAPlYCJrTndpwpfCnxg6lRjYnfumExsxu/Wzfs2n33Gko7WVJEzYWFAM/vdhdHnKAr/JYfgj1+jBs0pd++movDMmcCVK+wtyijxPw0ypGdm3Lhx+Pbbb3H16lXUrVsXP/74I5p4moUHMGnSJAwaNMjlZxEREUg2+MfJTj0z6z+jOZ9kclxkJDNl4LuOAxq/4Nh2/xRg/kBH7V9FMrH+/8x2mtWpfFMESAr0Jl+i71KjFygGdnSuY535y3M6pd7T/D7pNjCxhXERNd1Dm4Fq3YHH3CwUUhOoOvt3b307B2cKVQeGG1ShtaZyOuvkv5TpL16fkvC5ixo/ni7duwPLlmlPMAWDiIi7JzZFAZa/xgZXyaRAsTLalZEGG0zoIT+DekPMwA8/ADkM2mTfgyg2hx7T3Uk3+41BvrIc546023ssfxWI97OtARJNMB/4ilNyR+YCs3trP6XvP0ANJ+/ClDvAtI50+lbPDer/xesDA1ZzOEBgkB492HjrC5IE9O7NnhK9a058PDB2LEvLWnILAAOYggV9z9bKMstIK1b45+mWiWTpnplZs2bh9ddfx6+//oqmTZti7Nix6NSpE44fP46iRT1fHSIjI3HcaVZeysbmV944t56BDOB6t6zYb9KXDAfKtQGK1qYS6b/P2R/34N8Sd4n76v5r+v34gyRzvLvR85wmmtHdri3jdOyYc8CCQZwiavkWT5hDtgLrPwd2/GQv+zgREclARKu59u7xzUCeokDnH9I/Fp4byFHAt0BGMlHd1iimcIqU1X7M+HN8Zs2a0AcyAPCWoy4mSUCnMUC5erHYPuwwLlvrQYYFlbEUzTEGpW3bgQkycPkyU+334OfOCJIMPDwBqNPf3nNzFIjID9TpB9z3pMMZvvZjdKDf9JWx97XKY/N5M5C3JBvTo/ZwH9Y0oHRzBibpSqYSUL0H/zmz9CWHPpB6blD/jz4ALHqGZVqBQUqXNtanIsssr9SpwybacgYnIPLkAT74gM/Nn197W7V3xldsNvpCjRvnyP76y9mzbF7OnZsZXgPmtZlFyDMzTZs2RePGjfHTTz8BAGw2G8qUKYOXXnoJI1SZdScmTZqEV199FTExMX4dL7tkZv7uzaZWb5NEshloMBToNo6jxotfgObotDkH8PZNh23CtM7A6ZVwCUCMIsn05Dk4gw2Hms7cJuC1i0DeEo6f2SxUV724iWPMRWvTuNGIUmxYLqDeIIr+Oe/Tmcs7qZfiC33nsicmy5Azp2+pYLOZJ9rz543V81WxvU2b0jcDfvAB5dG1gqnVqynAJdAk5jxLO0aDmbwl6cYum1gent0HuLDRXl6SeBOSoyA/Q6n2MewcBdj02/p9V+f6hGs0gNWbRhy00fsousCNXbuAxo21t8mThyWW7t39P86MGdSNChWSxD6XM2f8e/7p08BzzwGrVjl+VqgQzx2vvBKyG50sqzOTmpqK3bt3o0OHDo4DyjI6dOiArVu3en1efHw8ypUrhzJlyqBHjx44rCHlnpKSgri4OJd/2YGLW7RPQjYLcGQ2PYGiD+ibWVqSgTtRju+bvATdQEaSXfcrm/mzB78D5j9NnRfdRmGFJTBnZDPT5g2eBRo9xxNptYeBwjW8GD7am0b7LwfeiQG6/uQ9kAE44aTXyOn8O1bsyGmaLEWrVvoGk2+/TdXRefPojXLiBPDxx66S5/nzA507A6Wculbz5KH8+IYNnqcajKh5ZlJD350oursbMWnMCuQvZ3cVl4ypD7f9hIGMJQWY8gDPAwCDITWbmhLLbZ5aQe+pN6KAdp+4BjIAMzhGZBWmdfbuXyZwo1Ej4OmnPV+sZZnTSqdPBxbIACwdGe2D8QdFYVbFn368CxfYq7N2revPb96kkN9HHwVnjUEmpMHMjRs3YLVaUcxtXK1YsWK46mV+vlq1apg4cSIWLFiAadOmwWazoUWLFrh06ZLH7UeOHIl8+fLd/VemTJA680KMkRNf4nVgyYtUVzVSNnJpys2tv33uorzjK1obKFKLRowvHAaidvGuz8iJUjLp64sA/H2fWkGRPvV72QxAYmDSZzZQuWP6E7YnIvIC9QbrB3jmnECTl4EnFgTZT8kb+/YBgwYBJUpQpKpPH8+aEwDTv94CCkliOveNN+jL0rMndSfCwhjMREXxWHv3Uodi6VJmbI4c4c+jo6k2mtvtTXDnDrB/P43rtLBYeIwMJPoAG+FHlwL+aEzdoomtgPNeXr6sRN0BwJAtQPVe/NzdfV/KDN5Vm4UOXwMNn+VDR+Zwys5TRkexUhzv7DogVyFg45fAlA5s/v+lLvBjVWBCC+D4ImPrS0tkOUpgkPHjmYFwVr2VJNqE7N3Lz3aglCsXeqdpLRsFLT79FIiJ8X5++t//KCGRxQhpmenKlSsoVaoUtmzZgubNHWMgb7/9NtavX4/t27fr7iMtLQ01atTAE088gc8//zzd4ykpKUhJSbn7fVxcHMqUKZPly0yLX2CQYlSwzgjdf3ecLNd+BGwaqb//l07SdE8l6RbwXTEfhPTMHFd+4Etj2ys24NRy4MS/zCaVqE8zTqMmkSopcZzeiN7vlj2SqSfTaQwnaiLyettDkJk6lXd0suy4G1Jr7199RZ0Gdz77jMGJc43ebOY+5s8HunQJztpu3aIY3+TJxkpb3iTRAd7xxcby//z5g5JujtoL/NmK2Qrni7s6SdZvCVDpwYAPk6HEnKdmUcJ1Ng3X6ecq3DijO41ptTKfOQuywddmhV/lYhck4NVz6dW7BRokJgJbttBypG5dlnn9ISmJn7t8+RzZmNRUqnn70xNjlAcecC0TGSE5mZ9rp2tqOkwmBjzvvx/Q8jyRZctMhQsXhslkQrRb13Z0dDSKFy9uaB9hYWGoX78+TnmxJ4+IiEBkZKTLv+xAE/VOKUilR8nERmAVm9XYvt2F1GLO+xZg2SwUJzOKJHPqqlRjqs3W6ed7IAOwoXjQRt7tFqjEoCpnQWrhvHCYQV2GBTKnTjEjY7O5pnXVr0eM8Jyh+egjloIeeYQnyooV6b57+LD3QOb2bZre7d1rrIE4NpYlrfHjjffoWCz8fZxRFCqi1qnDMlfBgkD16sDvvwcs8rfkxfSBDOAQdVz0TGAu70a4fQZY/jowtjzwXXFgeldKIfj7q+UvB7QaAXQaBTR7Jb0CddJN/d8p6ZZdCFJrO6PnDwW45fkUKvBGrlxs7u3Wzb9AZt062pTkzs3PS6lSwBdfcKJp0iTvwnbBKj+VLOn7c27d0g5kAK4vC2ZmQjrNFB4ejoYNG2L16tXo2bMnADYAr169GsOHDze0D6vVioMHD6Jr164hXGnGU6QGSytzHmNA4cs0hCcUG5DHKT4s2xLYZCBbcueKo/QD+BZYSDJQsw9QzKB/0rXDVCS+utfxM1M40PhFBiWeSkyJN2nFYLMCpZpwJFYlPDfQ4k3+y1R++UX7cbN93Lm1B2fD1q09//zKFWDKFNa9CxUCunYFJkwApk93uGGXLAm8+y7w4oveMyTffsteG6OTU5IE9OrlqhCqKCyLjR3repyTJynQtXMngxo/sjQ3jgGXvLfPQbGxf+bsWqDiAz7v3hBn1wIzunEk31kp+9RSvje7/Oj7r5aWxPdtWhI/H+4GkYWqsTco4MysD8FWRPa4z7s3mD6d2U1ZdkTEV6/yBmbsWGZkvL2pmjdnJujnn/0/vsmkbw7pifz5+Vyt84WiBKfUFmRCPpr9+uuvY+DAgWjUqBGaNGmCsWPHIiEh4a6WzIABA1CqVCmMHDkSAPDZZ5+hWbNmqFy5MmJiYvDtt9/i/PnzeOaZZ0K91Aynek/glbPA7t8p6hZzHj6dnJyRzZRqV6nUCchfQaefRQL+HQYMP+74XOWvQAfqa4f07xzrDgC66VzHVW6fZSnBXbXYmgpsG8ugxVklNi2Rmih7/3TYFEgyTSG7/8ZeAm+kJfKuOvEGkK8cSxRGepT8ZsMG7Q+/xcJtjDJyJI0kAYcD9siR/CM5pwquXOGI56VLLGW5oyjAr78aD2Ry5ABeeIHS5K+9xruvokWZjRk71rFP5/0DzPo88ggDLh+5ddrYdrdPAwhBMJMSB/zVA7CmuL7f1aBm5ziOS99ncPBEsbHHZct3Tj5YElC5M6UT1DJPg2eMCTkaQTLZ165x7ogsQ7kFQQZw4waNJRUl/WdPURylJU9pP1nmpFTp0rxZ+fRTx82L+ni9euyP08q02mxA7dq+rz1XLvbp/fOP9+ZhiyW0k1h+EnIF4MceewzfffcdPvroI9SrVw/79u3DsmXL7jYFX7hwAVFOzYa3b9/Gs88+ixo1aqBr166Ii4vDli1bUNOoSVc2I29JTiq0/wKGAhlvMuptPnS9wMsmoMM3OjtTgFsnHRMVAK+X7T/XCGQkWgu8egHo8afxqaJNXwKp8V4yUApwYAqbQAFmYWb2APaMd/VbUmzAsfnAn625r3S7URgYfVecI6+LnwdmdAVGl+bzQoaRJjujqeMJE9jfYrXyX1qa44Torebx9dfAMQ9qhfHx+jV5SQLatKGuzJUr9F5p0oQaFfPmMVB58UXtfZhMft9FGhV0y5Hfr93rsn+q/X3p5f0uycDW0cb3t/QlYO2HboaeCjM945s5BPbKtGRA4+2Yes3tLttLzFpqlZzafx4iCwZBeqZM8V/VW5KAP/7g/2YzP//uGZw9e4CGDb2fdySJJSx/A46PP+YAgqf9SxJtGaplPTfWDHl7Dx8+HOfPn0dKSgq2b9+Opk2b3n1s3bp1mOTkTjpmzJi72169ehWLFy9G/fr1M2KZmUqNXkBEPng9IUlmoFJn9oc4ExEJPPgtjf7SPcdgavy2291xtYeBHpPsfksSpfzVk2vdgcDT64F8PgyN2SzAgWnaKXXZ7BjxPr4QOLvK8wVGsbI0sWdC+se2jWE2J9Ut+5NwDZjVi9makNCpk3ZAYzZzfFqPpCQXkTvDmM0MgtzJmVNfZlxRWMbq1o2lMHU/FgsfM3JStlqBAwd8XzeAUk31vZDCcgFVQlRlvrRF+yKv2ICre4wZcF4/Auz0EtMpVr4PN9tvMCSJGcYHvwNyOw17hucBmr1GwUyjAY3NArT9yK4Ybpc5kMP4e5nC2Qxfb6CB/Vj5GRzfFPgyLwcBlr4sem185uBB//terFZgyRKOiKs6bM43MeoE1ObNQOXK6Y9jMvFnU6boqxF7o2ZN9vtUruz68/BwZmz1yuqZhHDNziKE5WSmY3ZvALLbVIcJyFucehZ5irMWf+s071YrPegQynPH6N2sp+3qDWSAdegvBjs58rM/pmCl9NvqkZqg7xOjKEBCNLUz5hpoKN4zno2Vd48RzztizzsHIAEr3wIqdwmB3tPQoexNSU72nD2x2Sg0pUViIr1dbt/2/fhWK3tr3DGbKXy3fLn288+f5/FHj/a/4zWXlzehDrIJuP9/wIKnvW/T+v3QeTsZzlYYeM/sm+Rkf+ABxcr3bcfvHJNaLd7g+/j6UT6vcDV+no8vAs6t9bwfl2WZaI5ZuTMDvhZv8TObeJ19OrWf0C7JqtgsDiFP1Q4hLR7Y9QvX/OQyBlgCA/j5WbjL7t3625jN9Erq149Z1GvXGMR07szMbosWga2hcWMq/27ezJJW7twcSihYMLD9hhARzGQhajwCDFgDrP8EOLeOPzPnAO4bALT/1NHgW7aVMUXPcm2AXIXtVgRekMMAUw5ew9wv8hF5HaPegRCehyfotETv20gSYM5FPQ2rTjM9FODOZce38dHA5q+19w+Fd87XDhlvWDZMqVIcpe7Rw7UspGZr/vwzvdusO++953d2AyaT95OMEd2lPXuAUaNYYvL3+H376m/nhXoDgbQEYMWbDHplswKbBZBlG1p12otWTxQGUN7v/WtR/n5mDb0hmVhWNaJ/FHdJv88s9Q7fp+F5gBvH+X7MWZAGps4l26rdgaavAtvHgvlzD/uVZAYqjy9wBGX5ywGtPKgA6LHte2ZEAdffwWbh9389Arx+iTddAh169gysedcIFgvViufNoyZOXBx73oLpqSZJHARoZeBikwXIEKPJjCS72BnokXCdzYl5inNqx192/creEW+od2GVuwJ95wR+srKkAEf/of6LOSdLViXq02tq16/aU1u1HgeOzjE24VGoOvDsdu730EzjUyFPrQrdVAwuX+ZUj2og2a4dJcHd07XuxMdTWTRRKxrTYe1aHs+dl15iWlivCVhvgkHreXny8O7Nn1FQJ1LuAEfGXkLsj/OR+/ph1JLmIhfskXjfvuzfyRPcFE1aIsexk255f2/e/z9O/aXE0jG73iDPZdZlr7JhWOu9aM7BXjb3vhpzTo5yt/nAEZgoCjMl27+nW70ksaysKBz1rvMkbzZyFfb3t7cfx8bXIE5n2rbnZDb9C3Sw2ZjZOHDA/94ZI0gSPxdvvsmy1D1AINdvEcz4iDWNdeVdv7B5NiKSJ5WmL7GZN7NR/5rOWZYto4A172tnPCSZGaCef/p/7DOrgDmPU0NDDrO70VuAig+ybj/lfrt2hofPd+MXeYfs0jipQd2naQB4ZZdvY+3DjwOFqhrfPkPYsQNw6iPzCZMJaNuW4lie6mc//MA6t57aqDo15StmMyemhgzx/bnuXLjADFZcXPrAymRio/Lq1el+z7REZt0kmUrWZh+NgqP2MCOYHIN0TfimcPbLyGanCpzChtqidZhpKVSNk0JX9wK/N9Q+Vnikw3PJE5W7U1ZBkphlqdo9dCU2lfhoYJSO7JccxoblbiFOONwzREdzum/PHn5GAH6+zGbKGfz2m2ug468asNn+xpwxI6DsaFZBBDNOhDKYsaRwOubsGkdGA2AqOiISeHodx5ozGkWhj9PWMcCVHVxbhQeA5m84lFPvRAE/VNTuXZFMwGsX/AvKru5j46Calnbfb+nmvLNbPIxBj0pEJOv8rd8DPg83HpiUawecX2d8fZLMiY8hGpomQcdioaCe1crsTISXq+zu3f7fWfXuzTKWt4zFrVu0V0g10MEKeM/QqMGO+3i4JPE5K1d6zgz5wiuvsP6vlSFatYrKpqCGy9oP6WytTreZcwEV7udF15cm9WtHgIktgZQY/5aepwTQ6j1gWZBtA8y5WGJu/kboTMwTbwLf6mR35DCg0fNAl+9Ds4Z7jjNnWGqaM4fClUWL0g7h3XfZcH/9OhW2d+ygCOaVK/4fS518uniRGd5sTJZVAL7XWP+Zo5fFXZMiJQ74q2folUrdURRg2SsU37uyg8e3WRgwTOvIUWWA1ga6TbhWjpD6w6avHIqtnvZ7cRMQex54aiXw0ingsfnAk8tpoqem1gtUNHYs2QzcPG68eVP1xuk0xvCvExg2G3tQypZlk17t2gwoPvzQc1BRp47vjXVVqzJQmj1bu/RSsCBgd6w3RLFi6Sez1DtL90AG4Pc2G8tpgd4XTZmib4A5jQ0u1jS+v7eOdh3TtyQCJ/8FxpYFFr/I7YywbZTncX+jxEcFP5AB+PusfAvYOir4+1bJWRAoVlf782RLAyp3Ct0a7ikWLeLnfuxYNtfHxDC4GT2awQ0AFClCi5Ny5SimFwiqno0n+5FQcPAgf8ctW/wrTYcIEcwYxJIC7PrZe7CiWClQd0pncCTlDntH/ukP/PMksHeiTuOqDieXADt+tK/Bg+jX8teAr/I5ttHDotd86wGbBTg6V6dvRQLmPk4H3wsbaWVQqaPrJJY6WmrkeJ4yQN5QFE7ElG5mbPuAUBTqMLz5pqtZ4+3bwJdfsknYvY4eHk6FXaO33mYzXXsruY2WXbnC/phvvgEWLHAc59lnWaLRw2TineJbbzmCq7x5qQhss3kPVmw24PhxwIDXmlcUhSd9LSwW4MYN3D4DTGoLXNgETW2mXT/TKkGP1HjgwHRjZq6ZxbqPAwu2tJAkoOU73j9Pspml2UoimNHn4kVmS50HAQCH1MHzz/MzBrCc+uuvwTGcVBQqcYeSbduABg2A++4DHn6Y05cVKlDkLwsgghmD3D5tr6lrIJu1pdnPbwDGlKHJ5KFZHKFcOAQYUw647Of7cMeP+noUKT4MqfijEmpJNtCAq1Bn48xKYMEg4Nf7XL2kAKDhMKB0U2gHNDIQnpcnV8NjtQqw/lPgwmaD2wfCunUs+3jCZmNzsPuHf9cuWgMYbW61WDgOrpKWxpNkmTIUuHvvPU5UlC7tGMsubKBLVFHYxDtyJMX2UlKYIn/kEWPrOnPG2HaekCROhWktz2TGkd3l8EMl7c+ZM3vG03dJi7hLBiboMpm0RMe0USio8wTQ5iN+fVct2/45zFuSZp8Z4jyf3fntNwYx3gJ/kwn43l6r27WL2lLBQFGA06f1fZX8ZccOlpH373f9+cWLHA/PqKyQBiKYMYhRAStvsvkx54HpXeyCbgozJ2r2JPk2U+YJ17T3nRoP7JvMctfOXzjxdGVn4L5OAAOD4vVpAOkrYbmB3AatOtS7v5hzlJF3/syH5eS0UdNXPb/eshkwmTl11cBX80EZ2KKniBwMfv/dUZbxuA7ZVXRq1ChOPkyfDty54/15gCNz06ABsGYNlUK7d6c4nnqH5yyhfu0aH9+2zVgJyGZzvUsMD+cxjZbAChkQNNFi2DBN8UHJasGGKN9sTSSZNw5aRPjgR5ZpSPy8h5L2nwLD9gENnqVCceXOwMMTgBeP+qcv9Z9k1Sp9axPVyToYGRlnDh6ksaVRQ1lfeP113jR5W/NrrwUvMPMTEcwYpGBlfaVSm31yxxM7f7Y7A3vpKUmOBWZ0B/5+FFj2GvUnnNn9BxU5FwwCNnzB9Pnokv6VhTxion/L+k+Bw7P1+2uckSSg0Qu+SbDbLJwiubDJ9efhuYHOo4ERMbR5KFSNzYfhkcB9TwFD97A8VfsJZpGMHlOxACf+DYKxnx5Hj2qPY9pszMIAHKd+0+6S6ek5ZjPg7C6vBiR79tBDaehQYPFi7ydPReG/Tz4BatXSVimWJPbheNqmXTv9zE7hwkD79trb6PHyy2yU9rAGBcBOPIdo1PNpl5LM6Tot8pYI/cRQwCgOX6dQUrwum6cHbwL6LwHqD/YuyinwgJGbBnWbBg14wxDMY2/axF4dRaFFSbdu7N2rVYuO3dd07pg9cfo0xfO0gq+4OJa2MxERzBhENnHqxuvjZqBkY+99Gcf+0cmgKMyyHJ0H7PwJ+KUOfV4UG8tR/w6199Yodr8ihRfmtAQY6jPRQ0kDTiwE1n0CzOnLwGmvD2PazV/33T9HNrPs5InwPEDbj4Hhx4APU4F3Y6mAXLQWHzdHAANWU6XYaLlJbY4OKQUK6Pe+5LOnAsaM0c7iqNNDRryfvGG1AitWsI6vd6L15mQfHg7873/az/3ii8BPzPny8WT8xBMur4slbyGsxkgswTifd2mz0DxVi9T40PWjBAvJBFTtltmrEOhy//361ib338+vjx1znAuChc3Ghv8BAzg9tXw5S0FHjtBzqUYNZnB84fJl/W1MJhreZiIimPGBpi8BjZ7j12o5Sb2QFqgIPD7f+3UszWgGTnFccHf8RC+X1e/pPyfYpMQBCwcDB2e4/jw1nroU7kFBcoz+HXA6pMCCixz5gT5/A6+ep+CeZlAn8aJm1BjTb/r10w4aZBl48kmedJYv18/iREUFPjGgKOzHUWv17idbWeYJdtgw7/sYOpSaNapUu7qPXLm4X63neuPOHeDcOdfyWuHCwNSpbGZeuxbYsgXb37mCreYR8Od0ZQoH6vTT3sboxFNmoliBM6szexUCXZ57jp8nbxcCi4UZyI0bmfG8oSHP7i+XL9+d+nM5d9hs7IHr1s03Mb+iBnoIrFZj24UQEcz4gCQDXX8GBm0C6vSnSV6ljtRPeW6/tj5LyYbe+2m02DSSU1JG1hYKVr1DA7qLW4DpXYGRkRTY+qYwsPJtR1P0/snwOUNkSwPKBGghAgCRpYHOY/Vf3yYhGJ1NR//+nDLylHFRbQeef56Nuka1XwIlPJzlquHDmXpu5pQ+LFmSWZclS/QzKy+9xDHSyZP5nMmT+f3LL/u2nqNHKfBVoACnIQoWBB5/nBNRKkWK8GTfvDkiCoXD5mc812m0vjN3jvwZU8IJlJndgZNLM3sVAk3KlWODv8nkeg5Qv/7hB6B5c54DtBqFQ4XVykzNv/8af0716hSz1DLPzJmTQweZiBDNyyBOrwCmhWq0UUJIsjMqD4wE1thdud0NMAtVATp/D8x82PeJkHxlgZfPBG9KYt9k9hRJ7kadMoXU+i3mnXrIuXSJH+zdux0nMYsFqFKFHk7JyUBDHalYgHd3khRYo6DZzEyQ+4RVXByDqYIF/Xf49Ye9e4HWrfkaON81ms08IW7axNFPJ+KvAqNL+9boXrAyVXprP25s+62j6Q3l6+fInBOwJDm+rj+Y7vZ7/gCidtuzlRIzgsl+eIi6I4cxE5m3ROD7Ejhx6hSzJZLE96e77IERUlOZZcyXj30mP/0ELF3K93nbtrwZaNgwMJFMPYzYkoSF8cZm9Gjj+129ms3Fah+eO99+6+j/CwChAOxEVg1mLm7lhfbmcf1tsxrmnPaGYA/vFMnEYMSa5vlxLZ5czsxWMDm3jgJ+p1fgbtNkk5dZIsyQQEZFUSgqtXo1pc3j4oD8+XmSPHiQAnF6qV6zOTBvF7OZwcquXcYMJ505f55rt1iAJk30jTKNoChA/frAoUOeT7gmE5siVR0OJ5a+BOwYB833WJlWQMs3gQKVaGvgi2KuzQJMakdHeqPkKkLF7OgDfH7R2lS0dubMKkegHyxBzTYfcfJIEASuXwcGDmTQ4Uz37rwB8NT4brXyszFvHhtjb9zgpM/t23wsd25g8GCq/ZZwizoVhZlMX4QsAb6ZO3Wi5tMPP7DfxtO5wZOwpTuyTLVtX4IZgNnbYcNce2MiI4FPP+X+giBRLYIZJ7JiMLPlO6p4ymY/ekRCnHXJTF44AhSpEZp9W1P5Lyx36GTgdUlNpWDdlCm8UMuyI7Vs5GM3axbw9NPMYvj6MZVlZodGj2bq2yhxcRT9mzPH9ZhNmzJ9XkGnm1aLPXuMZaT270+XnbFZgKUvU3BSkhhE29KYqaj1ONB6BFCkpv9Lu3Ec+K2+96DdE/nKA6/aS8B3rvBfriL0VAKAuMvAj1V826cRitQCXjikv51Ah8REyiIcP+7ZC6xGDQbWOZ3cd+fOZTCiZz9gNrOHZOtWThOpvPcedZyMomZ2Z81iIAOwj65zZxpZqt5MisI1//478NlnwFmd3oRBg/zThrFaKQtx7hylGDp3dvTRBYFArt9+dHEIfOHcegYyQAgCGftF2r2sEiwkmVLnybH2CaogE4gbuB6m8AzOxHhi+HDXRjxfGnkjI9lXIknsJwGMBTSyTAXgJ5/03afFamVz4Nat6Y+1ezcVP/fvZz+LPxw7Znw7t2BGNnNkuOU7wOG/aVhaoALLSO7ZEH/Y/LVjStAQEpB8C/gyD79Oc5qGKtMS6PAVcHolA+pg34xkdYG/bMOUKezf8vS5slqZQZwxw2Gi+s8/QJ8+xj6HFgszssOHAwvtaoe7dxsPZCSJopc9enAf1ao5HitRguXa5ctZtk5KoiXK00/zsxkdDYwYob3/BQt4s+XrBKLJBDzoRX8kkxENwCFm+1j/Gn8lGbonQXMOCsyFxA/Kfvdb9eHQ9agdXxSa/WYJLl0CJkzw34l68GB+3acP+0i6dTOWYrLZmJHxFMjYbDzxefuDLl7MY3kKuiwWalQYTY/v3Am8/z7FtCZMABISjCsca2yXvxzQ8i2gw0ig4dDgBDKKAhya6ePNhsKJv7QE10AGoDrx5PbA4b9Cc5NRwkByS2CAP//UnzxUe82Sk5mR8eVkaLWy0VYty/z6q7YUgzOK4sj+eOrfkWWgSxfeuHTowP1u3swAxb205Ylbt3jTcg8hgpkQc269fxmZsq2hOx1kSQLqPkXNFb/xcoxSTegC3vTl0HjWyGHArZPB32+WYcEC/6JAk4l+SK+95vhZ8+Y0djtxwtjzZ7jN0586xXJXnjxMCRcuzHT3rVuu202dqq2RYbV6t2pQiYnhybVJE55ox43jsYsXZ1pfL6DJly9w8T0fsaX5JhKph6pndOt08PbpzP12yR9FAaIPsk/stoGJR4EbJ3VOQDYbP3P167PUZERvxR1FcWQkDx70rQfOauXn5yUPY5iKAnz+OT9XAwey+faRR/j5+eQTY/tPDMAUMAsiykyhxo9+DUkCTBH2HhsD5Z0OX9M52y8UjjY/toCTF7KJSseFnbKaVbrSQDOYd5k2Gy0NJrSk71XOQgzMGg5laSvbEx/v6JHRw3lqqUoVOmE719kvX6bD7iwdXX6Ax7zupHu/Zw9HnJOSHCfSW7cYaMyaxSZlNYsTHa2/Xi1dDEVhWnyzvYvW+cSdkMDS1+DBtGHwxrvvuvYoZACmcCBPcU5NeUUCchfRtxxxJhRZmcbDaS1wfBFlE24cdTxWri0lCorXC/5x7zlWr2bDrh7Xr9OnLBB++omTUmazsQZdZxSFfk8jRrj2vn3+OUXwVNQMcHKyfr8MwHXUCFHDYiYhMjMhpuIDAHwcPVZsQNxF/UBGNjPt3vRl4OGJ2jo3WlhTgZINgEoPcoTZOZABgEf/sv8e9mPKYf4dx/WgwPEFwOVtQEI0cOMIsOZ94Jf79I0BswXVq+sHBiYTnaZ//BH47jtg/Xoqddau7djm8mVmOWbNMnZXZ7U6AiFFYb9NYmL651qtwIULzAAlJzOjUq6cfhpcaypq82ZgwwbPv7d6Ar98mXeRqrJxWJijOXrECODtt/V/xyBzbp0BWwwFSArCaLUROo0FcrkN0ZhzMCPT9Ud6Tf3VA7jh1oJ0fgMwoTlwdV/GrDNbM2qUcUmCQD2U/v2XukybN/uXrZUk4O+/Hd/fvk3FbX8xmThmXb68//vIgohpphBzcQswsaXvzyvVBLh50i5K5+EvJJuBmn2AR50qCjYrcGkbkBJL64MD04Hj87WPI5kYwDy1Qns7xW63cHg2ewUOzQiNBLxs5ojr0D2ZOIUUDCwWNvBdv+75ZGg2s7dl9mzt/QwaxCZio+lps5miWMWLU0FXlU7XQr1bzJ+fQY031ObiN97w/PirrzItrrVWSWKW5sYN/l5RURTue/JJvl4ZzMmlwMyH7H1nGmdCU7h/8gP+8NZNIEc+4OwaZi9z5AeqPcxysiUFGFVCW7OmQCXg5VOhX2e24exZTizlyUPBSLMZiIjIONFKd3zNzgCULNiyhevu0cPRVOwrJhOnkLZtC2wyMUSIaaYsTJkWHA9OSzD+HMnMiYiWI4DZvQFIrk2+spkjoA+6uUDLJqCsU+BUszdwaTswwYtfFMBUeMI1YGReBjaVOwPNXgNKN3Vbk8QAq1QTfm9NBQ5O0+kHcprGksP4OyhW7RF1m4V3lpe2AWWaa+w7q2M2swela1e+eO4CcYUL6+s83LnD/hdf6uyffuowp9y/nwGI3p2lemLVCmRMJmabtGwL9Fy/1WMlJjLD8+67+tuHEJsVWPSMdiBjimAgcUQn5gwmp5cB+csDO34ATi7h+vKWZIkpf3l98b3bp4GDM4E6T2TEarMwJ0/SkFV1qQZYUv3oo+A7VvuDLzpSe/cCjz3Gmxt/A5mcOdlf8/77mXLjEGpEMJMBmCN8C2YUGz2gClWlmeK6j5lCBniHWLsfcP8XQKSOizfAoKTNh8CGz+0j3Opn2CnQiD4IwP7zo3M5+tpjIlDvae/7bfoycGCK9rFz5APafgqE5QRizwPheanMOru39vMkE920s10woygUqNu9myOPHTsytfzJJ8CyZXw8Rw5aHnz6KVDKwx/w5EmmlG/fpviW0bvH4sVZQ3cONnLk8D+tbTZTCAzg1489RrEurQbe6tX1LxIFCzIDlAU4s4raMFpYU+hFllFIZgYip5bA5SbmzhVg7Qd0tjeiPbV0OM8fJf+rk09nzzILExvr+vPoaFqJlC3Lkmegvmf+oChswN+1iyawRp+zYAGf4yuSxPPNiBEs696jiGAmAyjXFjixSH+qSTJzcqjbOJ6IAKB8O+Dp9TyhpsQCeUoAEXl9O377z4CidWhaGWX/LESWZl8OgLuBDOBY48IhnKgq6EXVu0R9oOcUYP5Afn+32dHeyyrJLJEtf4X1/vrPAK3fA64fMbbmbFdiOn6cbs979zrSyLLMn82ezcAgJoZCWp5EplJTGYhMmuToITFy1yZJnBYaNy59v0uXLv79LorCNap1+nr1jJnIqXd93gIak4meNIG4gAeR26dhKDBwH70OKQozM4oCl88lwMAm9gIMlbqSbjEj+9g8oHANYO9EerzlLEjjzdLNs+FnzBc+/pgCkN6ClUuXvL9PJcnRTxOqYKdaNZZb16513DQYwd+Jqtat7+lABhA9MxnC+Q3ApLba25gigMqdgOZvAOXa+H6Ms2uAbWPYzKgoDKCavwZU7OC6XVoiT4qz+1Ly39vEhWRiuanjt9rHvX2GqqznN/A5CdH2i4T7/mSgbCvgiX+BsWUdBpXeGLqHAVO24MoVoG5dh5y5M6oj9YoV2lePoUP916WpVImlm4gIniDDwnjyevll4Oefgb/+8u+kfOGC7zYIv//OoMy9vGUyATVrMlOV18doPEQc+guYa6AU0+BZYO+EEOk5eSJYqt8Sy7u2VN4oQbEPzVmAyl2A3n8D4blCZ1KbaSQk0MRUK0hQPZg2bHD1M1Injn78kRL9aWmhKUnt3MmbnNGjA7MsMULhwtSIygbRayDX73vtbZwlKddGX2q99yzg8QX+BTJbRwNTHgBOLWNTbloCA5WpDwKbvuY28dEMdKIPMlNyaav26Khi5TZ6FKjI3p1ntgHlWnsOZABeCM5vAI7Np1eSt5F1yUSPnWwTyADAmDGeAxmAJ8JVqzgK6o3jx4Hx4/0/aZ4+zUbac+fYcHzlCmXXW7bk+GUnu8Op2cwgw+hJzZ8R6aFDqYnjbKQXGcnm4E2b/AtkFIVTX7Nm8bX05U5Wgypd6TumRb6yQNuP7cKXIb4WqL1wQQsuFAYyADO+itWReT21FPgqEvjMDPxSB9gzHn47k2c5rl/Xf4+YzVSZXrqUn4/ChdmIPnQobQKGDeP7OGdO10yNEerX9559NJl449OwIYUwQx3IAAzuEhJ4rD17KJZnZCw9myGCmQzg2iHt8ookA+v9NI67shtYYR8ucS5jqUJ3q0cAkx8ARpeiKumEZnQgthq4HnhSLram0t7A/S717BpKwmshycDu34G2HwI17DYjd0di7ReKgpWAPn97fHrWZdIk7cyH2gzsicmTeVINdoJUPUl+8AHHnTdt4om6d2+gXz/959ep49lkzwjduzP4iI5m78K1axw99ydTum4dMzrNmnHM/MEH2bzoj6+MGxGRQOv3tbd5YCR703rPYoO982fCH2VvwBGsqM9XPwOFq9OrzIg+je4ouREU/rt2GFj0LDC33z0S0BQooB982GwsnXbuTOXr9etZll2+nD/r0YPbXLrEhmFfgplPP+V73b3sazazfDt5siMz1LixcVVgf0lKYp9QmTIMolq0YI/doEHphTOzMaLM5CNRe4Dt3wMnFvOkU7oFm2Erd/L+nPWfM1jRO0m9egHI52NWf8Eg4IAPU0WGkegv09Iu+xG1B9j4JTMripUid42ep7R8RCT1LS5t099t3lLA65cYDJ1aBuz5gyPouQoD9z3FCYyw4PmWZQwmk35WpXPn9M688+Y5zONChdnME/OcOdSTmT2bI54LFzKb4+3jL8sM0p56KrTr02LTJqoB22yeX99ffgGeey6gQygKP5sbv+RnSDbx/7DcQKfRFHFUuX4E2P4jcGIhbwZKN2Nmcvv3vh1TMvGzY46gVkxEJGUW0hKAeTovtyQze9vibWrNBNsz7aHxQIMhwd1nptCzJ/VdvN1kSBKb7fPkYa/X8uWuj6tl0gEDmOlcs8ZY5jQigpmh69cpbDdjBvvh1Cb6Dz909VmKjmaAfvCga7krIzCZKNK5bRuVg7MAwjXbiVAGMwemA/MH8ISiBg+SiRf31u9zwsgTq0awFKR34nnxKO/OfOGnasBNAyr3viKHA29cZpBxajm1OKC4Bk2SiXeSvWYCv9Yxtt9i9YDn9gZ/vZlKmTIO/xVPmM00q/v1V8fPFIUloBMnQmd+pVKoEIOXhx+mmmlYGE/MRk6c33wDvPVWaNfnjaZNOb3h7SKSJw9w9SqnvgIk8SZwZA6QeJ2lpRq9gHCNwS2bBVjzAbDlO/+Ufl86yck+FUsK8G0RINXAdHv/5UDljuxXm9gKiI/y/fgekYFitYHn9gdpf5nJ/v3M5qWmpn//SBLLSJ9/zszIuXPBOaYss7S7eLGjnJqczOxHgQLey7YWC7BkCW84rl3jOcFZxTcsLGil1XSYTAywnNWEMxHRM5MBxJwDFjzt8F1RUU9kG//HTIMnitTUD2TMOe1jlz4SFDVeTygAZHrWqOln9+yPYgWuHwU2fWl8t/UGUnhvUjvg6wLAqJLA0ldC52OTIQwdqp2GtlgcxpEqR46wVyYj7iUUhWPiap08Lc34HeDbb1OKPaM5cQLYsUP7bjg+3n/NDTdyFQIaDQPafADUHaAdyADAv8M4HehzICOxodg5kAGAk4uNBTIAULQW/y9QEej+m4/H18LGnroMa3QOJXXrsk/NXRguPJyijz/9xED9/PngHdNm42elWDFg7Fj+LEcO9uJo9Z+ZzbzRmDKFEg5nzjBrNGsWs7fR0UCbNtrlKH+be61W2iXcA4hgxiC7ftO+7kgmYJuXdHPNPkBEPmg2vdZ7Ggj34waz6kNBqp+7YUsDvi8HLHwWSL6FdGOiKordlsDIOylXYeDiVmBOX+rIJMfwrnLnz2xCPLcueOvPUF56iRNFnpr+JAl4+mlaEjiTUQ14ZjN7A5KT/WswNpmoL5PRRBlIN5hMDmfhDCT6AEedfS3dymFAs1eBbj+nfyz2Agw3GDubYlZ7CKikUeL2lYxodM4wWrRgULBuHUuSU6fyffXtt/xc/vFHaG4mkpJoE/LLL/7vo3JloG9flssKFABmzqT9gOrjBjhuoBo1YpDmfv4xGuBERWVMI3KIEcGMQS5uNjD9s8XzY2E5gUemsDzlHnhIJja9tv/cv3U1eg4whSEkJ6DUeKr86pGWyBFwzaBKpoLpEXtzr/NrqVgoTvZXTyDVB3HBLEP+/Bw57t3b9YSSLx+bB8ePT/+cChUyZlTSamVpyd9avNXKi0FGo6oYa2G1AiVKhH4tbuyf4lvzb6PngZ6TgTei2IejPteSAuybxFLR+s9hKDgKy0ONKGdav2d8LVrIZqBq92wxwWscSQLatmVv1ZNPUrQRYFZPS/E6GHzwAZCSEpx9lSxJDasff2TwUq4cf6+ZMzmdtHkzS1zO1KnDjKxeg3Hu3KFvQs4Asv9vkEEYOXlpbVPtYWDQBmDDF/ZylMLGv/rPAG3e998pOn854PGFwKyevGNTU8R3xzul0Lj3utPmA3o3pcR5Pt5DfwBbvobXZmTFRlHAQzOBBs+EerUhoEgR6rlcvcrRzvBw9nx4Sy+XKsWm4BUrQtP0p16Rfv89cPNGXyY5gkW1ajxp79njPaOUOzebmzOY+KvGbujDcgHdfqUbvDspdyidcHm7mzK3DmrjsDNlWwPF6wPXDnofBAjLxZsOAF4/gzYr0CKT2qMynFy5QtuLArBXZs0a/8UrVU6d4nnCYmGPzwsvpI84GzbkRNbZs/RmK1KEitxr12qrDJvNbHK+BxDBjEEqdwbOr/d+0pHN3EaLMi2A/kuY8UiN50SQyd7zYrPQRyn1DtV/C1T0vh9LMkecd/1KVc+ISOC+AbQPiNoDQAHKtaN68LROvlkp+IwMFK1JQbxndwDLX+Okl3qyLFyDbr8VHwAW6UxJyGYac2bLYEaleHFjWQWA+jTNmtHTyDmgUYMH1VLAn1R4RAR7TurUYS1+yxb/giaz2aFTk9GMGgU8YLdr9xTQfPVVUJp/fSVPCbvIs8Y2pnDgtcv8TF7axubi1Hg2+N/3FLDyTeCKXY3baCBTqCrQzkOfpiRRo2pye+o8qcGR6oHW+AWg84+AJRGIvchzQtxF+/CCzV65MAE9/syGFiL+YjZz1N+bZEKwuHnT/+fGxnLSasECR3nJZmM/0KxZrlNRKhUquPYJtW8PtGvHXh73z7/JxJstb8ax2QwxzWSQxBvA9xUZGHg8+UjAM9uBUo1926+iALt/A9Z9QvVclQodXG0NVFITgKkdGPhwB/bDm2hz8PR6oNh9ju2v7AKmdQGSbvi2Ll/oPQuo1dfx/Z0ou9tvPgYzksR1j9RpqpTNQL1BwEO/h26tWY4TJzgttGiRI2hp0gT43/8Y1PToQcErfz6mqoLvX3/RVsEfJIlqpQ1DbPKTnEz7hDlzeBKvWZON1bducfLktFOHeKFCwJdf8vFM4Noh9nh5QzYDDYcxiP/7UeDsakcvimJ1TEAaDWIkGaj1BNB5DG1Rrh/h6HiNR4Di9RzbpSVR1fjQX0BKDFC4JkfL3QMUSzKDq5OLWeoq0QCoPwTIm/EVu8xl61b21fhDhQquE0feWLeO5SB3rFaOg8+Zw5uZatU48agGIlYrdWh27PAchBQowAywkTLrnTvs2/vnH4doptUKVKxIqYYGDfT3kUGI0WwnQjmafWETML2LwxIAsPeJKMDDEzmp4ysbvwTWeBLukmhx8MQCoFJHx4+XvQbs+NFzKUcy0VX3pROuKqLJccCYUvZ+lAD/2rLZvgu74FbrD3hyPDiNJaaClYFGL/C1MIW7PvePJkDUbu2TuHtglK1ISKA2SkoKhfDKlzf+3GvXmB4uWND1ziomhpmV777j474QHc3mX5uNd6Fz5rgGRaqWxqOPcirIYnE8bjbzsfHjKa4VSi5epOXDqVOONamOwiNGMLDbupUjtIUKcdvwcN3d+oLN4pioK1hJv6y86FlgzwSk+zxJJiBnAdpxLBhMMUlvzfN61OkP1HiUfSwnFwPzBjBz6+xAX7kLPzO++rUJwGCgbl3/nrtxI4Pp48e1G+uLFuXo84svOkpDN26w9LRrF9/nVqvjff/VVywLL1yoXUI1mbjdlz6Mkp46xRHwlBSqFN9/f+aUkDUQwYwToRbNS7jOSYZTSwCrBSjbkndh3gwZtYi/Cowpo29A2fRVNg6mJQLfFdMvGz253DUAApjqntaZJ0N/Ry/DcnPqKiWOGaNSTTmZlHLH1WgSCktc/ZfSOkHlyBxgdh/P+5ZMQN6SwMunHaW3bIPVStXPMWPYWAjwxNWlC7VlfPU38sSECcAzButvssyT9J49rmv86SeuUR1HrVMHeOcdKgJfusQRzWXLGES0bUtTyOo+Ch/5iqJwrUeOeC+D/fkn7yxDgM1KrZhtYxyZ0dxFgaavUDDSPai5eZIO8BH5gaP/ADu+d+pFAftXekwEYs4zgxoIPSdzTPzCJkoZKDZ4vBkpXh8Yuvsea9zNCC5fppq0P0RHM5B54AG+b/UmBT/4gLo2isIx661bvb/f//qLWZS5c7VLwyVKZMo0XygRwYwTWdFo0htbRgGr3jYWXDz4LVDhAeB3nYygbAbafsKmYncSrvFu8vgC4Oo+ThD5QunmwBD7xNbh2VQr9bYPSQZavgM84HbjsP4zYN3Hjnq+OoWVuygwcC1F+LIdQ4bwguv+UTKZeMLZvduY67QWiYnM9Ny6Zaz3ZfZsTle5oyhUJzWbmarOzCvg+vXAm2/yDtUbksQU/JEjQV+rogD/9AMOzUL6IEGicF6fv/lejtoDLHnJdWKxYBWg3afUpLEk0Zleff+OrQDEngtgcRID+wIVgKmdWKrSauRvPBzo+mMAx/uvUrq0707UskxH7ty5GZS89RanibSQJOrHXL0KNNdoTJJlllgLFeLnQ4uICJZn7yGEaF42RW3CM8Lmr2GoRKQo3jMbuYsCrd91mEL6SnN7n9jq95mR0QqGFBv1Yyxun7W2HwHD9rJGX6opUL490OVHlsayZSCzdy99gjzdE1it1HAYPTrw4+TKxRp7RIT3bdQmwW++AWrVYgPtl18y26LeOUoSA6uCBTM3kPnrLzYn7t6tvZ2iAMeO+X7BMcDJJewv8fi5UoCjc4HjCxnITGzFySNnbp1iMJQSx9Ko+v6N2hNYICOZOP1YoAKznmc03O1Vdv5EawSBj2h9njwhy/zsNGtGo8grV2h+miOH/vMmT6bFgtYYtM0GHDrEIQK9cemyZX1b+z2OmGbKRHIVMV7ySbzBaYg8JbTlyxWrvohWWiJwTifod0FiVqh6TzpfG1X8TYllH4KqWKpSvB7Q/VePT8l+/Pmno7/DE1Yrxbm++srY/q5cYfCRlATUq8cGRTXoMJn4c28oClC7NvtM1HFs1e+lXDlmaxr72KEeCmJi2IfjS1I4BKJeu351NON6QjIBu35hY6011cN29uUvfQmo2dsxMn3iX9/GrdU1qM8pWpulKsCHSUSJwp6dxxjcXkB8nYaz2TihdOMGcPQoe1BKlNDPkEgSy7uFChm7iXj0UU4seUOW2RgvuIvIzGQidZ7wrX/FZnEYP3pFAv5sTQPKa4c8b5J0y7hBnTkH0GQ48MRCmvDtGOebYJi/zsLZhsuX9cs+t24BP/+svV1yMntiypZl2eqll4BWrRic7Leb5Ywbp9+wd+iQa/1ePealS44m28xm6lTfxMSKFvW/t0GDG0f1hTCvHQIubNTeLvk2p4xULMnGM65hedhfVrAKUKYVBwme2ebQnbph1HdNoTKxwEfat/es3O2M+2dODcLVz5YRtWqALvT16ulr28gysz4DBngOfEwmZl5FMOOCCGYykQIVgcbPG9tWMgFFarExsfELGhsqbPI9MA34rYGrX5TN7qV054qBk61M7Zo3rgJdfqCKMQBc2aHfsKySo0B6D5p7jmLF9E+GADB8ONCnj+eARlE4Ov3nn47H1RPm8eMMal59leWsQJR8k5M5FZXZHDpkXHFUlvnahUChNGcB/W3MOtUDgJ+lGCeLn2J1jd8spMUDT61kmXXQeqD+IMcxU+MphmlI3VvKhm7zWYEXtE6mdlTV4ECwWID+/Zlx0Xsv22ycipw4kYMF+fM7HgsPZ5CzYQONVgV3EcFMJtP5B6CFTrZFMnFEM08xBuoVO4J/OY2TnM3Cf7P7AMmxdO0eUwb4uSYwvql9dFvrJKkA7T6hVowzRk7uKkVqMZtzT/PUU8ZKIIoCzJ/v2dpgxw4+5mkiwmrlhNT33wdearFYgGkG/ClCTa5cxktMHTpw4ioE1O4Hzc+AJAPVDAgMK1YgdxHH99V7UhDTCLmLea86HJxB/zJDcgoKdWcEPlKtGjBpEoNm5yDD2f/oRoAiXbJMaYS6dZmV0fscm0zsrVEdra9epejl+vXMAk2c6BrgCACIYCbTkU3Ag18DA9fROVty+4tIJiBfGaDL9/zekkz3blXnRROF2jIzugIr3nDttbGlaT+/6UtsQHSn+iMGU+gSUCLEOmtZgmbNgF69jOs1eDJtnDYt47xREhL8M5wMJj176p/Q8+Rh4Pfvv0HXlFGpP4hyAJKHl14y2Rvm32dQrhX0mHO4Bj3mCE5B6TnaSyY6aHvj/Ib05wOPyEBkGaD24wa2NYg1jRIUvzcEvsxDSYilrwC3DejEZTuefJKl3MGD2VsWGekItgP9rJhMwLPPsvkXMFZelSTXHpyICE5AtWkTnCzRPYoIZrII5dsCzx/kyc1sL+nkLMgemWd3AnnsCvlH5vpwtwaeDC96McD0RplWQCcvjYSevGE8ogDVuvt23GyJJAEzZtDITg9F8ayncuNGaPyZPFG6NAOvmzep7HvkSGicg7Vo04YnZ2/lOUlipmrIEPrnhIgc+amYXdiusi2bHT1eBSvzsVyFKIvAdXneT5sP02cwK9xP7Zf8Hm4I1GNFlqaLdqDkLwcMXBO8MpM1FZj5MLBwCCUc0hIo67DL7m5/cWtwjpOlqF2bOkvB/jzs2UOtKTUgL1hQX7XXaqWoXUwMMG8eJ/+OiVE1PUQwk4UoWIlTPu8lAO8lAm/doE5LrsKObW4e17/jc8Yfk8mLm4Cr+z0/lq+MXQzPi38iwDvdIrWA2AvA2o+B7T/Q4uCeJSKCzbkFjDRhmNNncRITMyagkGUK5PXrx9HPJk3YSFi1KgOyjEKSqHBaw8MsvixzlF31ZAoxBSsBzx8CBqwGWr0LtBzBHpYXjzqsRKp0AfrOcXwO1WyJOSfwwEg+zxPF6rAXptV7FJy8iwRU6UrNplwa5ahybXQGBCQ2Dr90Iri9aZu/5Tg44Hp8m4WZ4Vk9GfBkWxITWarp35/lnx9+cDhoL1tG+f9gccKtg1vtAfOWyZUkjnmr49m9erGfrkYNClkasVD4jyJE87IZm78FVr8bWids2QzUGww89BtPWodnA3snMDiJLE3/pMpdgMXPAcfmweHCKwOwMYuUHMsTn2y2r1Vi8/KD39yjfTTHjnm+OLvTpAmw3U2wpGZNjnmGEpMJqFKFJ+roaNcyjyQxmPrqKwZkO3fyTrJLF/4zmYDUVGDmTLpwnz9PV96nn+aItS+fs2vXeAc8cSLtCTyts3BhvkblygX6WwcVaxob6mPOMrCp+pBxG4HUBODiZnohFa/HmwLd58QDY8pS4sBbUNP7b6CWF1Vtf7BZgNGlmInR4tG/gNqPBe+4GcbevTROvX6d7zVF4b9cuZgxXL48uGXYv/9m478zKSn8XK1bx+/VS7CaqWzRgg3A7pdms5mj3Xv3GvNkyoYIBWAn7vVg5tYp4McqoT9OqWbAUyuAaR1phaBqYKj/l2gIDFgFJN4E9vxB87vw3ECeksA2bxpxEtDiLfYIhQJrKo01ranMDDk3ZYacVauABx/U3+6VV4CxYx3f37zJi3coCQtjP0BaGn2e9PpV1P4di4UNkv/8Qx+azZsdHjKAvRu9IicrSpbUX8eBAxyFjYnRvmCYzUD37kyx/8e5uJWfwbQkxw2Mqp7dcgQzt8HUPoy9AIzViSHlMMo1dAqCFmSGcusWA/rY2Iwp66raMqqdyaFDzOCuWsX3f7Fi9CW7dImf0UceAbp21bbuMJk42ZgVphJDQCDX73tdBeSeo2BloE4/4OBM6PbN3LUM8IP4q8CS4cDlnfxevTNU/7+6D1g0lI2OHex6cIoC/FQNjkyNOwo9cFq+rZ1e9xXFBmz+BtjyLTV0AP7utfoCnb93LdOFDKN2Bc2auX6fmgH5etWgsUABYxNRztucPs01J9jV25yDEEXhybp/f2DtWu19pqVROyM2Vv/O12JhGSoq6p69AzVKmebA8OMUxDv6D20TSjYCGr/on4q3HoZ0oZRsqh/155/6gXSwMJloFKkGMlOnMkiRZcfn68IFrmXCBIeZa82a2vu1Wrn9PRrMBILIzGRDLMnAXz2A0yu0tyvRgNLq/qBOLGmWsyTgNXvpCaBo168GTGgfGg80GOLfujyx+AUqtaZbnok9Ec9sZ7NnSFEU9p8cO+a9/yVPHo5ZOquOWq084RkV3nImRw595dFcuRiIXLoUHMNLbxw8yCZKb8yd69krSov165n6v0exWYH9k4EdPwHXD3MqqkYv2oYU1XgpQ4miAONqADdPQPNm6alVQMWMaWsKHq1bs3zjLyYTP3NGetxq1uSUYtWqDPjr1PEeRMkyp6mOHzf+GUlLy7gJyAxEeDP9xzDnoDN2Qw0BSDnMexOvERSrgb4chY6+Kskx+vuVTMa2M8rVfZ4DGYDrv3WKDcghR5LohaR+7Ykvvkgvn24yUe3Xl1pB4cLA4sU8UeqhesZERhofH/cVSdK/SGzY4Ptk0j0sCmazALN72yeG9rM0mhJHscvfG7qKXWYkkgS0GgGvgYxkpqFmhfszdFnGsVrZD6NmEp3RsgIxwuuv82ala1d+7/55kiSgQgUGLkePAg0acHqpVy/tz7css/z000/GzgMFCtyTgUygiGAmBFhTeVKafD/wUw1gakc681oNqoIawWYBKncGyrYBIpwC2DwlgHzlWXoJZZOwivMNSv4K0FUrVazBnbzYM0E75a3YgN2/Be94mnTpwj6P4sVdfx4ZyYmJl1/2/Lw33jDWb1OgAPC//7HO3rUr+1n0iI2lw29kpKOZN9goiv5J2NfGjrJlKf1+j7JjHHBsgf0bt4khaxrwd2+aTGYGdQc6JrTufrbsV4r85YB+//rw50xLYxNs9+70BevbN/hNtgDf4+++y8b0okWBvHn5fnd2s27c2P8gICyMDfKlS1M2YOpUoGlTBivlywPvvcfs45UrruPdqanMuGj16Fgs7KPZt8/YVOOQIKa17yFEmSnIJMcAUx4EonY5Nc3ajeTKtgL6L2OjbCDEXmRT4I1j9mkhm28eT0bRNcuTgFfPAfmczFundQbOrPISSEnsX3n9sndnb1+Z+bCrL443PrJloEm0xQKsXs30cuHCPKnm1JhlB3jSnziR2ZtLl1wfK1mSJ9Inn+T36i/y8svAjz/qr+fECTY+7twJtGzJE2uwLyZ792oHH/Pm8Q7VKJUqUTCvevWAl+YPig04tw6IPkj9lqrdgbxBat9RFOCHinYLBG9nXwnoOs643UkoiNoL7P6dJbCIfJyaqtXXBxXwmBigY0e+71TDU9WUtUcPBjn+CCJaLMy85MnD/cbG0vLj6FHXoEEN3P/+m++9/fv9D5Br1gQOH/b+uM3GrMzFi/7JLKiThlevam8XHs7zivsN0z2CKDNlIRYNBa7u5dd3m2btn6+LW4FlrwS2f5uFgczNU47v/QlkClTyruQrmYFybYFaj2lsY6Jsu3MgAwCdx3Jc1f15ksxr8MPjgxfIAAyO9JoRI/JlYCAD8ITdqRMngHr10g9kAN75DRvGk2FaGrBiBSePVq8Gdu9mert4cZ6gixblXaiR/QIO/ZvGjVmeUqengll26t49vaaGMw0bUoLd6B/i3DmOqGaCrsal7ZwYnPIAsOJ14N+htAJZNJSj1YGSEgvEnINmT4psAq7s9P8YqQnAtrHAz7WAr/IDP1YDNn3lW4m3RH2g+y/AoA1Av0VA3QG+2Zlg0CCKxgGOIENtfl20CPjgAx92BjajP/MMsy758/PfK6/QId49kFGPabMBAwfSEqRuXYd7va8ZSr1eltWr2dDrTyBjNtO2o1cv/czRiBH3bCATKCIzE0RiL9rHGrVOUmHAG1f8n7A5tsBuPhcg3X4F1n0MJN5wzaJIJq5tyBb6y0x5AIja7ZSlkQEobFB8ep3D3deZmyeAlW8zY6IGWqWbA/f/D6jQPvC1O3NmNTC1g/fHZTPQ6AWHHUS24+JFXtSjotLfdebMyZO0Fu3bA2vWuP5s2jROVthsjhKRp9OAt597wmQCSpUCTp5Mf7c9ciQ9ZtTjGcVs5oXIk59ViLh+BPi9EUvF7tlFSQZq9gV6zwzsGKkJwEiddiDZDNQfQhFNI1w7xLWH5QaK12WG9PoR+4P2l1ySefMxaBMQWcrv5RvjzBmgcmXtv3fu3MxEGOmNOnCAzeAJCa7TdiaT/vtKkoA//nCUZxYvBr79ln1cisLMZ1SU932EhbF8pCWhMGwYNZj8pUAButovWsTfzz1zKsucSDxxwpgvk9UK3L7Nc4R7n14WRmRmsggXNkJ3XNqW5ru9gDPHFwY+FmnOCdR5Ahi2l3LqEfn584h8FLYbtpeO3jnyAYM3AQ9PBEo1pf9LqcZA9984IeQpkAGonPr4fDpuD90DvHqewVGwAxmAjYgVOnjOIEkmIDwv0OKN4B83wxgyhCd8T3edeoEMADRq5Pr9zp0MEKxWx8lb/V+SXLM1vpR4rFbembprw4wfz34C5+MZRTXGzIjxdTsbvmDPiqcyqWIDDv8VWGM9wDJz6Rbavks2C4Up9bh+BBjfjDYDcx4DZnYHxlawBzJu/m2KDYi7BMwbENj6DbFmjf7fOyGB70c9FIUl1vj49NICRt5XZjM1XlS6daNgXVoa/505w0DJPVNpMvEzMWmSayCTmsqSkPNxnXtztPCWEbp9G1iwgL9feDiPazI5ti9WjOrEW7awHL18uWeZhTt3mPEqWpT9Q3nzAp07Axs3GltfNka0RAcRo+fqQHJhlqQAle8loNlrbBqOiAQ6fkfvGVsas0buVQBzDhry1R/k+6FyFwm9cJ0kAY/PAxY+Cxye5fiZYgMKVwN6z0pfCss2nD4NrFzp//NlmUJhzowe7Sp854z6xho1iuZ4Fy5oj1u7YzYDS5cCj9mlYa1W4NNP/Vu7SkoKmztDLSwIlpCOzAYUDSke2QwcnM7sh1GSbjM4ylnI8flqNQL462Hvx8hfHqjazfGz5Bj2r+ybRHXefGVp+rp1FJWCndFav80CnFvDfrvCoWxHMipKZ0T3aMcOjv77i6rw644aKJjNDA7GjuVE0aVL/EN17MiyjioPsHEjs4zLlnGfpUvTmuDVV9P3uXlCkujhNn8+cPly+sctFm5jtQKff85GYrOZwwGpqSxdOzt4FyvGwYK+ffn9nTscPz90yPH6Kwqbi1euBGbN8l0eIRshgpkgUqYFvAvG2ZFMQOmm/h+jeD3HRdsokv0Gw2YBGg4F2n/m9rgEmEJjTJwhhOdh6r/DVxxptaZQY6dMywzulQk2e/cG9nxZpm+UM2oaW4v16zmGWrMm+wwOHjTWMKworlmUffuMneS1iIjwzS4hAFLvGBOZTLxpbH+HZgGbv6J8AADkK8dMaJOXgGoPAR1HASvetJdwrY5Sbt5SlF5QM7Bxl4A/W1OdVy3bJt1y9Ob5w6VtIQ5mmjfX3yYsjOPLWsTEBJ5VsFj0m88jIoB33mH/TUICsyPO5dIZM5gdkmVH0H/pErOOS5cac8OOiGCwdOCA52wrwH2r2abp0/mzqVM9TzBFR/PGwWQCHn2Uk47OgYyK1coT4cCBDIjyGvTgyGZkSJlp3LhxKF++PHLkyIGmTZtix44dmtvPnj0b1atXR44cOVCnTh0sWbIkI5YZMAUqcOpBq2m21mMOB2x/qDfI+/7THxDIUQC47ymgxds0z+v+a+DeSAnXORK9bSxwcgnFv7IC+csBjYYBTV/m5Fi2DmQA/yY9nLFYgIce+n975x0eRdW28XtmN4UASSiBgPQO0gQFAWmCgA2w8AICAh9FEQuCKFhAQV9fsSsoCAI2BEFABRHpCtIhdJDeCT0JJSTZPd8fN5Mt2Z2ZbSnk/K5rr2Rnz8ycM+0881TXZekG+QGEcDyYFYWaHEUxdzDtdjoZa3jK9eErPXsGfhxMEhnrVhDSA0KY0/StfAv4uRsTSWokHQUWD6U5yG4Dmgxldt+7hwCV2gHVOgKdvwGe3Uszr8bPPSjQuDj6B+jpGOoMvtduq4tLpZrB5u192WJh5uhiXlKBL1rECKUiRYDhw/3viMVC59qGDc21VxT68Dhfcxcu0JlZEzScsdspbJkR9mNi+Hf9en3Nld1OcxLA+3WYgZ186FD6qn3yifftCsE8O9lZUDabCbkwM2vWLAwdOhSjR4/Gli1bUK9ePbRv3x5nz3quZPbPP/+ge/fu6NevH7Zu3YrOnTujc+fO2Ols88zFdPya5g0ocORcuXmUS9YDHpwQ2PYLxgGdpnHbhkKNYP2UztOANu8E/iZmz+DD+KPSwG/9gT+HATMepNPzoaWBbfuW5coVFla8/36qq4cMMV9UsmVLR9I7X7FaqVlp1851ecOG+lFMqur6tnzvvbTlGzlpatV+tboyly9zvUCwWoHXXgtsGz6gWo1fFoQdqN9HfztntgGr3nS0d90AsOdnYOdMfi1WlabeXotpLnWPGDq7Ezj2l/9lSTyhqECFVsHbnjvXzgNf3w18kzgDV1AKdqiZspeAAgEFqFuX90T79nRoLV4cePJJaiO/+op5lNauNb/TqChHRXqr1REV1Lw5MHt2YAOaPl1fm2m3mzOrFSsG/P67cRShojgSTC5fziSAehw7Rg2qkXbI3XfoFiPkwsxHH32EAQMGoG/fvqhVqxYmTpyIqKgoTJ061WP7Tz/9FB06dMDw4cNRs2ZNjB07Fg0aNMD48eND3dWgUDAO6L8BeGA8TR2FSgO33Qk89BWdaYORVr9uD6DPKibNc0lSd/N/7a2rxSgmwAoWi56nNkZ7sGoP6iungR/uZ0irxIm9e5mld9Ag2uT//puZPmvVcmQL1iMmRr/onIbmLKj9BZin5Y8/sj44n39e/y3SbqfTrbPA9eOP+s7GmqPizJl8kz5/nvWcPg0whGzkSObucEcIRqK8/jrbaI6TQaDFa9ScetNctHidGkA9Nk/S13woKrDR5EtNIMECHvdtYUSWVoIkFCx/A7h0GEiyl8NEJGAF3sZFVMF1xCIRdbAk4jPYmrWkiWTZMuaJuXCB19ldd/F+AXzLhfT664xIev993jPPPUftxvLl5qJ/9Ni+3VgzaUaY2b2bzsfp6cYCTdubIZqJieb6aFTWBPDuO6SRnk4/vaNHA3TMzBlCqmxMS0vD5s2bMXLkyMxlqqqibdu2WOtF6l67di2GDh3qsqx9+/aYP3++x/Y3btzADSeJNDk5OfCO+0D6dabMt4TzLUtRGa1w1zP8eMKWDuz7Bdj5I+3vxaoBDfoDtzUyv9/yzfmxZ7APh5YBe2YDqcncXsMBwbWJXz4CbJoIj+ptYQegACveYKVtCeg70q4dcPas64NBm3RfeokZfB96SH87ZQxmHUWhcPTII0zqFRXF/zt29Fw+oGtXOgN6eZkAwDDUVq0o0Jw757DdeyMujoJTvZtescOGAQcO6D/gtSRqntDCUF96Ketvx49zbAkJfNNUFD6Ey5alY6WRD4YBheKB/uuARc8xclAT2AvFA81f935PO3Nmm74mRdiZiM4Mpk3KOusLm+NvmbuBhwOIIDYi7SqwbbojGiwVRbEaI7Eajjmg2o3fYBn/HL84XwO+CKSa8J6RQQH9lVd43bjNHUGhQAHzNmu961pD73dVpY9YairNcF4sGFkwI3x48x26cYP5dz7/nEIlwJehESPoq5NH7PUhFWbOnz8Pm82GkiVLuiwvWbIk9u7d63GdM2fOeGx/xktmxHfffRdvBRox4QdpV4EVo4Atk+k4CNCW3uwV4M5B3s//1XNMencmwfGAOb6G27lzEDU6eiGbztjSgSMrgCuJfNPq/G3g/jDe2DnT4ajoCWEDDi2hijlbqlTndubO5cTrDYsFGDcuqzBz4wY1HFOm8C3JKPxaCL7xbd9uLgmeonDbSUlMv+4Jm43alWnT6Pdi9IA+c8YhdF24QLu80QP97rvptDhyJIURLd+N3U7h6M8/szr+Xr/OvDlHj/K78+R36hRNYjt2BFZQMzUV0cWBrvMikXIauLCPGYBLNTDvZxJRCIaBAFaT+Q4rtjbeljeqdwTUcPrqFC4F1OtDx+NQ+sskn2AhXD3uVj6BHRaogdRb6dKFZQT69DFX1iMQOnWiqdgMVatSI+sPqkrB6cYNh3AWLCwWmtwaub0xp6fTr27ZMldN2KFDjGjct4/arjxAno9mGjlypIsmJzk5GWVDWR0Y1IR81xY4udF1ck86Bvw+GLh0iHZwT8zpyhTpgGNd7S1u05dA0apAkxeN+7D9e/qsXHUS3KPLUhiq7iXkMxCundcXZjSuX3QVZq4kAoeXMQlZ6TtzrhpwtvPnn47U7Z6w2Wh2unHDEXGUlET18qZNvu1Le0s1i6JQANLDbqdQdc89fKgaCSdJSdSm7N1r/IatqtQevfgiHXynTmX4rdXKnBhdu7qqw48e5WQyc6b3jMBa3p0JExxZXs0iBLf9wQeZGWvT72iGvXd8goTtDZFyWkFMWSaxq9vTOAtuzceBgzoR9aqVgQBmKFKJAsi/C72XCCkY5/wcEIiMSkPjl8LRcrRi+sUoWJgp1XKbWA8VAQgyqsrs2L4WLvWX9u0pOB05Ytw2kNpnDRqw5EJGhmdn40CoX58vWO7PiW++8Zz+QdP0fPAB70f3fFW5kJAKM8WLF4fFYkGim90vMTER8V5SMsfHx/vUPiIiAhHu4achZvNXN/1DvLwtrf2QD734+q7LzyRQk6LHP+8zGkdPw7LtW2C+B1+Y5BPAzM5A918ZVRVMYsobCzKq1RGplX6dqvpt37iq3Ms2Ax751jVa45ZEeyAZ4fzAevppli7wBVWlU++HH1IoeuABqoiNSDFRxTAlhdsyEk4iIpjzQvvfCCEc7eLi+BbqjfnzmUfDjJOlzUZ/H1+FmeHDefxuvglfRXF8s3USzm2tCd7kClJOM5x50yTgyaVMKOmNOk8Af40BUk57ziKshvEeN0un6cB397lm4ta0ulXuB7rOBS4tPgDLJ+MQu+Z7qNeuA18UB2xP0eSnlbPIBqLLUIt1JsF7mRURiKum1Uq/k+wSZABeF6NHM6LJiOPHzZmaPLFpk2vod7AoUYIRVJ4ErS++8J53CuDxnjw5TwgzIZXbw8PD0bBhQyxbtixzmd1ux7Jly9DESx6CJk2auLQHgCVLlnhtnxNs+lL/d9UKbPGQgf3AYmMb+JXTwHmdYBdbGiOKPHLzHlj8YvDvhzpPGDg1WlmELiKa+/7pMSBhWlbfgRPrganNqLG5pWnUSN+BUVGoHtc0EKdOMamVryfObueDasQI1qmpWpUqeCNhpU4d/bdIq5VtevTQD422WtlGS5lev75DsNHjgQeM2+zezSRf6enmJwczQpozS5Y4nLFvnq9f8TXOozr4eLz5iLx5Ks9sBX5/NutmEncAC54GJtRiJE+V+5kvBuB9o907ETFAzz+AoibkTWHni8t3bYHEbRSCokpQe1v9YaD7AtZMsu7agrieDVD072lQ065z5fPnKdQ1amQcDRNkWr7pXZBRLEDibfcb1yDyZGLRymuMGBFwH32mSxdz7a5eDUyj4m8BWD3N7KhR3u/1/fv195mRYazFzSWEXAk5dOhQTJ48Gd988w327NmDQYMG4erVq+h7U8p98sknXRyEX3jhBfzxxx/48MMPsXfvXrz55pvYtGkTnn3WwxMkh7h0CLo2bHsG6xN5Wm7GGmDTSQVycAlwXS9pl6BD8kn9VD4+E1UMaDvO82+KBYiMBlq/ze9HVgAHFnl+oIkM+g2tz6u1kszSqxcFFW8nXAiGaWusXeubIKM97LW/WqItIVhSoFMn/e09/bT+Qzcjg4UyixRh/grAQ3poK9/6xo51Xfb00963a7FQQKmko5rLyADGjKHa3ZeJQVUZPeaN9HRqblq2BMqVYx/chKpLqIB/8RCEF6W1sLGkgbMwvmkiMLEesPVrvoic3QlsnQpcPQO0eANo+BRNVJ2msWJ8+RbGQxF2lh2Y35taDnsGs3RfPw9cOkgzVbUHAUURNANcu+Y51f+RI6FxitWh+sPAw5MZFKFpojRhrsr9QKnvXtR3/o6OdjiTW63UwigK/Ulmz6a/VXZTsCB9svSIiMhejRHA42K1OqL+tOeBJiw+9xzwjI7XulHdJlUNPBosmwi5MNO1a1d88MEHGDVqFOrXr4+EhAT88ccfmU6+x44dw+nTpzPbN23aFDNmzMBXX32FevXqYc6cOZg/fz5q+5JWPcREGCRQVCxAAQ+a3dvuMs4XYYlkSvUVo5jN1l0guGJQId7Xdr5w9wtM6hXjHJqqAJXbsVZTkZv307Zv9bU4wsaH/S1NTAwdbMPCXN9CtYfNE09QWNDwRZBp0IB5OrQie+7YbMCKFczb4e2t6uGHKfDooeWJefppTiLOtZqsVr6trl/PQn0ae/fSb8WbENesmX4klRAUBN9801xWVWfsdu8P7mvX6I/UqxewejXNAYcPZxEAjqMZjB6L9gzg5M00BCfWAQufASBc721h40vJP+8D94xkssr6fYAwzfH31CkWDfSSWDDhG5ZNAFyfAfYMh6Bz5Qx4nvUixzIy6A/knAY/G2jQHxh2Gmj/MdBgANB0OOu0PfEbENb6buDrr3kvOGsMVJXZaRcvprl15UpOxv368Zo6fZq+VjnFggVAqVKef1NV5pB54AFjrVOwsFj4fPnpJ97nM2YwoKB5c5rENmxguQO9N+gnntDX0NrtjnIJuRxZNdsPFr0AbPxCvwbKf+YCNd3uO2EHPq/GMGc9/xNNELBn0Lek269Aidu5bP8iYIYJDX3/DRSeQoGwAwf/ZGj5+X10iKzYhg+wwqVYsffgYv1tKBZgVBATgeVa9uxhvpU5czg516nDB3TXrq6q9FOnGBFk5nbcs4c2bKMMu5pavnt3Ria5+7P06MGJTk/NvHy5o1ZN8+aOWkkVK2bN3ioEBa0dOzxPrqrKB+OPOmWnly5lLRpfUVUKKwsWeH47fu45+gcYqPG34wnMg0EoOnhPVn8YmNMd2DPH+0uKolI70+rNmwsWLaL/hVZgMTKSaebHjqX/0E0m1r8ZKODNXKMCrcYALQp8RJ8fI/PE33/TmTs3cegQMHEitZJhYRQE+vb1nhXYX27cYGK58HBq5LTJXQg6jYeFuSan1LLlRkRknejT01kBfsoUJoYMC+P1+umnvCfWrOF9EupptXZtvkz07+/6MuErR4/ymXTtWtZ7VtP4bN/uf/JOHwlk/pbCjB9cOky1cvo1Dw5+FkbsDNzkWTuRuB2Y3gq4kWzsUKttLzIWeGYXUKgk3/Y+ug245s0MrjDPzOA95gNchGB4+P7f6ZNTqiFQ81HA6sWXc+8vwJz/MCW7NgZFpVq56zxg95ysjr/uFC4DDNWJXM6XPPYYIw70aNDAEfljFlVlCOvXXzuWXb9O7ZFReQNnFIV5KiZP9uxUumED0Nig8JjVSuHIm19Nt27UaPmSc6RYMRb8e/VVz/49SUlAfLypxGJJKItPcAR62hnVSq1DVHFgXHEDsy/o9P5/q8EInD59HCHoGhYLUL48tVzFi0PYgTFW6IdjK0CNTkDX+77g2I0e4xs35gknzqBy7RrNlRMn8hoAqF18+WUKIp995ohQat2aPmfbtlHoTUzktfroo/TRueMO8/udNo1ChlY00iyqSsFi2zb9dopCwbdDB2bmfuwx9t/ffDAbN1JLe/o0hTMheP/Vr89abka5roKIFGacyA5hBgBObQJmPQokH+fDTQhO7OVbAl1m61eLTjoOrP8M2P4dcCOJwoqeWcj97W7Hj8DcJzw15PX8xO9AlfbmxnHlDDCzE31sVCu3YU/ng/o/P2e171/4F/ii9k1Bxf3KUSjQPPoDMFunOKtiAVqO4kfiRFIScPvtnivqAnzY/fkn0KYN1d1eci95RFH4FqalLTh1CrjtNt/7aLHwIbdmTVZNzxcmJ9YlSxwZTt25807zEV2KQv+gBx7Q91VYscLY38GJnzAbe9HZo9+MYgHq92bZEgAYV4zpCPQo0xTot/Ay36CvX/fcyGKhOW/8eAgBvB3B+9AbigrUehx4/L0j9P3RO+YlS1KAzC7zR27g+nXeJxs2mBMotIgeTZupoSVmXLAga2kQgPfUiRMULpz9tY4cYVmG9euZQHPNGuP7omZNXvtPPklNrpk+qyoFj7vvZh/91Wqlp1NwWb+eY27fnhqmbE6YF8j8nc1ZCG4dSt8JvHAY6P4bcM+rQKu3gIGbgT4r9QUZAIgpC7R7H3jpDPDadaCYVsvJC8LOvDIadboDj/+UNSV5kUrAEwvNCzK29Jshn0ytkelkCPAB/V07YH5f2ueXv07H4g0Tbt6Tnu7Lm34DJzcCt3fzPCbFynTwjZ4z18d8RUwMowu0SrjO3HYbHzZt2vD700/7ntPCOYt2kSL+OSvabHzg/vRT1t/Cw82p1/Wio4oXN58sLCaGb5NGk7SPD+SO6I94bLu5Ksej5WspczfQ4TNH2wqtDaL8LDfrIM2Yoa8Zstn4Rp+aCkVhqRJFz+/MDlR5AMx/4m6ydGfEiFtTkElPZ56Uxo2BokVpEnnjDV4TX35pXNDRGU1T5n79ZmTw062b6/lLSKCAXKECzXfVq1NruvRmkboKFYD//pfJ6L76yvi+UFUKRP/7H/ts5t602x0azI0bgc6d/TdvhYVRC/Xee6y+3aJFnsn8qyE1M7mAifVcq+t6IioOGO6W2dp+M3uwlgG4zN2+XX+7f9bXoACgtkflX5EBRMQCNy7rr1KiNp39lr8ObBxPc5y2reoPAw9NCqxyeL7g2jX6V1y4wIf0vfe6Ci9JSXwbO3DAnElGUfiQcoocRJ8+LFXga10jVWVE0PLlrsuPHeNDXO+REhNDjZI3G/x33/HN1Bc6dmQxQGfTl91OR9KvvqKj7d69PoW9ZhSJx673DiNhRiRSTjEhZYP+QM3HAIvTPHP0b2C6t+gkhYLO8weAmI+GUHNlZNY7fBioUAHHVgPTWsDjS4Niocn5+YM3E/hdvUpTw+LFFFpsNl4rGRnMM/P++7l7YkpKolP4t9/yeq9cmc7xXbp4F8Ju3KCz69KlrnlSLBZeY1FR1JgEk+++Y5LHLVsowKSluQpLmkA5f75rtfpjx2hGNEKLTPLF9OvO6tV0ss+jBDJ/34Liet6jeE3g3G59J8JiHjJ2qxZzYZ7e2DPHkXzLK8L1dyNBBuA4LGHAfe+xMN/xNfTFib+DWimJCaKiOEF5IyaGD65hw/jWb/QAFIJaD2feeIMP3uRk397o7HaaqdwpV45vsD/95P2NeOhQfWfC//yHb4f79pkXsn79lT4xw4fTR8Jmo9Pzzz/rZ2H2xM1J3/rNV6j3cCTq9GX267Ao5lByp3xzoN2HzMatWh33sKateXwWy5ygcGFzx7gwQyXL3QN0mgr82p+LhQ3Uo9spyPRa6pSJuGBBCr6rV1M4vXCBQmW/fq4RaLmRY8doztBKfwjBa2vlSgo4v/3m+XoZO9YhTDsLqTYbhaOLBrY/XwkLoyMsQGdyd0FG64eiUBA7ftwhiJUty+jDHTv0rwEhAhNkrFbez3lYmAkEKczkAho+Beya5f13YQfu1End4S9mnZB9QbUC5ZwErIjCN6t7S7xz9SrDoE+epH9D585Z6xJ5olgxaiRGj9bP26LhnjytUiVOdut9LHdusXivf/TVV3SedNfaAI6cIVodJk9ERFA1/+ijrHrs7sPgjbQ0ap7S07kNzZFaT5DxtO0qVYCPP0bqPQ/i75eZ7fvGTd/Rim0pnFdo6bpKk6EUPjZ8Dhz9i3lVqtwPNHoWKK69hHTpArz9tve+qCondSefh/p9GCW4ZTKz/1ojgaoPAbW7UrjKMpbmzfnJS3TpQuHF+TxoQsLy5Uz4Ns4twVVqKqOHvGnaglkGQEMIClX79vG61Gt35gx927QcRorCe1Tv5SQYKIp3n6x8gBRmcgEVWgF3/J/n3CuKClTuwAdYsClWg1mJgynQ2G3mKgtLbjJpEqtDX7niSINeoAAn5hdNFOkCzJlPrFZW4F20iP4Eu3Zx2b8esjsaYbMxWsMThQoxbNSTMJORwYijw4cp9Hhizhy+dWtvweHhvuWb+fBDarWMBKAyZaj6f/JJOl5evEin6rvuQmqSgqlNmXbA+d44sgI4shx4bCZwu1tC2NsaAY98p7O/unUppP72W9bJVhPsRo/OslpMWaD1GP2h5Fk2bqSDrjfsdl6ro0dT+7RrF7//8INxAVazQrBZMjIY8WOmPpOiZK0h9uijzJUzZIjDDGiz+Z/x1xPp6bz38ilSmMkFKAozZsbVBtZ+AKTc1OAXKEpH2eavhqbSbYWWwLqP/F/fXa1uzwDu/wyIrxec/t3yTJ/umi1Xm+SuX6c5JizMER20ejWz1549y4m4b186HAJ0HDQyp9hsjKj49FP/a8cAXLdJEz6cPbF9O0Ne9Zg8mf13L1Hy0Uc0mzlrbfxJnGdU0kBVuR/nDMxOrBqTVZABbn5XgF/6UNtolDwzC99/T+Fp7lweR1XlBFSwIE0qrVv7uME8RGoqBdXVq3l+W7emYKBXFwig0LJ1K4/PtGnZ1l0XtIrTR47QBGqEEHRIdueZZ5j9+ttv6ei/bh0FtGBqknJR2Z/sRjoA5zLsNqYrF3ZGJ1l0Aj8CZU53YNdP8JqYyysKfQF2zgAOr+CzqWJb4O4hQLn8aa71nYwMmmr0wqtjY/mG9+STfKPXBBbt7//9HzUcFgt9VebM8f5gDMabalgYE7x98on3NOjPPw98/rnxtvr0cZ2cjh+nn0egb6pmBDVVpVOshzT/GTeA9+OAND15SGFG34YDddrosXs3/XlSUmjm69rVOK18EBCCmYu3TgWSjtH3pm4voOK9CG117Y0bWRzy3DmHH0lGBv2+UlKMz3m3bv7VLTODojicpePimClZc+RVFC5v3JjO5X/8Ye76iopixmwhgFq1HKUG3PngAxZZDZZ2RlXpz6OVH8mDyDwzTuR1YSa7sKUD/40yLq/gjmqlP0D3X0PTr3zDypXm3sTbtWPEhqcHnqLQifett/imd9ddfJP19LAtVMhYNa9HXByzyFb34InuzIMPMq27EXffzcyvGm++SZ+SYLylhofTh0aPdes8Jvi7fAT41Mvco6GGAXcOAu7PQ/XF7BlMs7Dje4cWVftbqS3Q7RcPfjjunDhBzWCpUt7T+rtz6hQndE/XpZFWBqBDdGqqb46xzgKTEUWKUFvy0EO8dk+dohZo3z76rXXpwut+7FjzQkdEhKtG8b77mLjP3a/t7FmmXPA1mlCP+HiGpudRZJ4Zic+kX/VdkFEsQMESwAMTQtOnfMUFg7SxGt4EGYBvfh9/zDDuqlXpmNi0qWsbzWQTiCAD8K16/Hjjdp7U657Yvp0CGECH4V9+Cc4bamQko3i85V2xWmmea9TI489hZhQkAggv5H8Xr5wBVv+PRSQXPmXDoRFLIO5tQ3+Hhx5iIsAgO7GufNNR60m777W/h5ez4rdX1q5lKH7ZskDDhpyA77/f4dekx5dfehewtfPt7VypKgV+XyN8KlZkf81gt1O72bGjw7G9f386gq9ezcikd9/17dp0N40uX07hXYvY0ihRgqbVYJKPHYClZiafIuzAe8WMQ6210O3wQqz8e88ImSMmKGzZwokhGLhn1N21iwUVExKCq5oPD6cG5d9/+cb8+ONZs4QuXMgJ2QhVZUbcZ55hxEqw3k67dqX5qkMH4K+/XN/+VZUahb//9q76B/B1M+DkOs9V3zUGbgZKNfC9e5snA78/c3PbioBis8EOK27DejyBBxBlSeLEf999DDn3EsZuz6CJ92oiUPg2pmhQveRQTLsKfBgPpOnIs4oKvHgcKOxe5mflSvbFbs9agiE8nBN+A50DUb26sZN5RIRDkyaEw5SjaUsGDdJf35ny5Vm77O+/mcXWiPBwmpZuhsRjzRpeO9evB1egtFopZE+cmPW3H3+kD5mv/mHuqCqFpjVrAttODiLNTE5IYcY8S14G1n6kE82kMOFXgaJAeGHvD0uJHwgB1KtHwcPTW5+qUsthptrxggV86GtMmsQJIBS3tpZCHaAA0rw5tSpawjqbjWndDx0K/r7NUKMGJ7O0NObfmTiRfSlWjP4+Awcaao8O/AH8cL/n3xQLfUx6/el71/b/Dsx40PNvCtJRBuvRF82ZOFtV6fz96adI3MGw70PL2Da2PJC4zbWMQnRZ4IHxQPWOWbd9aBnwnZfqEc50ms5SDZnY7dRQHD3q+Rq1WCiQ64X2ly1rnLyuenU6Y3/7La/3KlWAAQOoLdm40Ten1ilTKDQAXP+33/TbKwr9Vq5dowZl9+7gRhg5U6AAa0K5Z8CeOzd4Yds//MBK2HkUaWaS+EWzV/hg9BYp1eotOiFHxkpBJugoClXwVmvWsgSawDDGZEzuwoWuD+AJIbQDainUNU3KP/9QQ6Ohl4MmOzhwgH/Dw+lkvG4dfRP27GFafxNmsCodgI5TbzrfK/SR0e6RCq1Ye80f/nrHu6OtQBiO4x6cwM2J+6b5I+GLa5hYD0iYBlw+xM+RFVnrQSWfAGZ2Bv5dkHXbNgP3Ia/t/v6bDuh6+Vw2bKBA7o26dfXLblitLOLYty+dVx97jNqFSpW4XuPGNL8Zle5QVZb6cM4ePWeOsWO1ECwh8MUXwM6doRNkAGp7Ll3Kunz2bOPxFSpETeurr/K7s2lOuVmUr0sXOkvnU6Qwk4+JKgb0WwvUeYIPbI2Y8sDDU4CWb+Rc3/IFzZoBq1bx4e1Mw4b0lRk0iP8bPei+/JIOihr79oVGK+MJm41vtBs3OpZt3Zo9+/ZElJEXqznu6MvK2O0/Zg6oxkOA/uuBXkuAyBgfNmS3A3/8gfRX3kSlf8aitH0dvJXDVpGOPXgk8/vZ1Mr45dkCmTXPdLm5ycUvZj318fXMRSuVdi+qrQmGRhw86P23Z57RN9dkZLC4aOnS1Ch8+CGF+Pr16ZeTnMwyAgUKeC9tEB3NSX7hQteaRuHhrsUf9QimE643wsIYweVOUpKxSev6dWpy33mHZqm6dR2/lS9P37kffzRf1+wWROaZyecULAF0/oYP7YsHAGsBoMTtIQ7VlDi4+276HRw8yEiK+Hg682r88AOdeo3Ss7/5JqM+RozghG4UzVOggKNOUqCoKk1Nd93F73qFJEOJqtLfYcsWmirMqKkvX6Ypato0OjmXKUNT1P/9HwoUjcLdLwTQn+3bmSjv8GFYrVa0ANAao3ACjTAL83AF7g4qAhkokPltA56FqgrYbSbrKgnewyc3AGWcArUKlwZqPArsnefZpKxaWWqk1B1uP8TGmtuvXrsWLXgekpM9/160KK9ZbTJ3dvZdsoTHb/lyFjd9+21g5ky2iYwEHnmE5qhmzbxfc+XK8TyEIiuwM0aRWVYrS3V48oGqUYNj9SZQKQrrVWl068bP5ctcp1ix3F17K5uQU5YEAP1ibmsElKwjBZkcoXJl+p84CzIA/QkmTza3jffeo3DUsaNxleTUVFdBJpA3OrvdNVrKzP5Dgd3OulANG7IsxIABntX6GidOUAPw2mt0Ur10iaaG55/nBHn5sv99OXkSaNWKtYcAKBkZsICTVSlsQW/cCwtcq2jbYUUJ7Mj8fhhtYLf5fl6ueIjMfXACUKRi1ntbsfDef2yGhw116GBspomPzxpBp5GWxuSK3gQZgEK63e5Zk2iz0QF59WpqWL79lnlpzp6lCenSJV5rcXEUFDyVGejdO3iCjKrSN6xqVX6cncjvuIOCmycsFjo5v/66598HDDDWDD3jIa16bCzrrUlBBoAUZiSS3E9EhLl2QjDcOSWFwoTeQ8598rDbmbSuRAnHMl8eks5FLLXMujn5kE1NpbalWTOq8T3RsyeFDuc3aiH42bEDeCEAtcz48ZzEPUykFmSgOPbhdjg739gRhmuog5tShcUCJdrXFMMkS0QSqIEdsJF+cNFlHGkWmr4EPJUAFK3iYUMFC3qfgDXGjvUsuNpsFGSWLjXusJFGY5ZT4TpVZdbshx5iErsrV3ic58zhubZaqY0ZO5bCzsMPs8J1MMwvdjtfLP79l59Dhyiw3bgBbNrEmmIvvphVS1S9OiPrvBX9rFmTEX1A1ntGVTmup54KvP+3ODKaSSLJ7fz7r3GyOmfCwmhm2bPHt/2oKsNwmzRhqKqqclKfNs3YB2ftWlffn/nzqQpPTw+tU6URFgs1L2+95bp81y7jOjZWK01/cXG+77dcuax5RZywQ8VBtMMMLIKCdAAKuqALaqq/8ng1aoTf6/2NzdPCzeeDUoBiVYHBe4MoRwpBHxYtoaGWfToigo6zzgJfRgbNQdeu0XFYiyoKBIuFvjSaVqZBA3O+PKpKzUn//tRYetKylSpF7aTZKfDVV+mzYsTFixS0rl0Dbr+d94WZE/Ltt8B//0ufN4Cal0GDmBizQAHdVW8VZGi2E1KYkdySNG9OgcGsyjyQ8gWKQl+GP/+kSv9+L3HKGpGRTALo7nybmMhsqnPn8s3VV7SaU4FmNI2LY1+cJ5QpU6jeN2LRIppbfCUmRt+8AuAEGmOqshZVax3CPalvouyVJRSCBg4EevbEucOR+LKOyUKwN4f2xEKgqsHp8ovz5xl1k5hIv6IuXRzOrEIwgu7tt/l7Zp+CUEJDVekP9vrrQJ06+pFTntb1ljnbYqHjvJlrAGAdtd5OceuaBi/YDrdCUAhOS+O1kFP+ZzmEDM2WSG51vvySwoLZh2cgk4gQfJNt145amooVvUdUqSrt+Z6iiEqWBEaOZKSTphnxxZfm44+Dk5r93LmsCcmMIsQ0kpONnak9UbWq7rkSVitKPVYJr/73E3RXH0HZa8voNzV4MMOLIyMRVxN4ZGo6FMUOBQ71jAI73COiilQMoSAD0Iw4aBAFi/79XaNyRo9mWLWzIAMEJ6JOCIZtjx3rmyAD6GfOttuzFnr1RkwMkzECTEjXuTM1UxYLsyHHx1OTWaoUr/dArllFoRBTpUq+E2QCRtxiJCUlCQAiKSkpp7sikQSX3buFuO8+7Z0w9B9FEWLCBCG2bhUiOprf3ds0aSLE1avm+p+QIMRTTwlRs6YQkZHG+3/rreCN4/Bh174cPux5PJ4+UVFCDB4sxOnT5s/VlCnG2y1ZUghVdXzX/m/Rgsf0+nUhWrYU55Qa4nd8KsZjpxiPneJ35XORqNYWh9/+W+ycJcSxNULY7ea7Jg4eFGL4cCEaNOBn+HAu8wdfjqM/n169hEhL4/UXiu3v3y9E6dLef1dVIUaM4Fi//ZZjtVqNr5fNm/07nvmcQOZvhKA/OYoUZiS3PA895DoJhuqjKNzXwoVChIdnnbQURYjp0833e8cOIapWNb/v++4Tonjx4IylTBkhzp1z7c+jjwphsZhb32rlpHf8uLmxpqUJ0bq19/NUooT3fauqEM8/L8Tbb3tfX1E4afr6nJs9W4iwMNd9WyxcNnu2o53dLsTatUL078/z0KOHEIsWCWGzuW5v9Gjzx9Cfz0MPCbFqVei2/88/FLKLFHEdh3bcW7akUHnypLEQ4/wpWpTXgMQnpDDjhBRmJLc8ycmcKLVJ1vltsXr14D7sW7SgIOPtd1UVYvt24z6fPMkHvC8TX4sWQnTsGJxxqKoQb77p2qdLl4Ro3Nh18tL7WK1CPPaY+fN0/boQI0cKERPj2MZttwkxdKjxvsLDhShWTL+NogjxxRfm+7N3r+N68bQtq1WIffuEyMgQ4sknHWMGHOetZUshUlIc2+zTx7dJXjvW8fHm2ioKtUfBvKadP5rG7vhxIV55hQJroUJC1K8vxFdfCXHjBn8fM8Z3oe2nn8yfG4kQIrD5W/rMSCR5jcKFGQa6fDlT9nfuzNwou3cHt5SBxcIIFT2fEbvdOHx36VL63ly8aN6B2WLhtn/91Xx/9bDb6fTrTGwsU/b/9BOdnN1z/LiTkcGK1mYTDUZGMjolMZFRYXv2sM5R+fLGvk9pacaV1S0W37Itf/EF/wqR9Tdt2YQJ9E/57jt+1/KfaOdt9Wr6zGg4h+TroSiOMd91F+s51a9vfByE4BiDHeavqnSqr1CB38uUYXTWyZOMmtq6lc7Bmt/Kli2+R+X98UdQuywxIATCVY4iNTOSfI3dLsQjjxi/GY8bJ0S3bsaaiHLljN9AIyNd+3DtmhCffCJEjRq+v7X7+vHlbdm9n+589JE5Dc2qVYGdo88+C46Z0GoV4rnnzO/XjNaualVj/xRFEeLoUW5z61ZzfY2K4jW3aZOjP8uX8/wZ+dwoihAFCwbPnKWq1HytW2f+2HXt6vs569nT/PYlQgipmZFIJBqKwhBa5zBS598sFpZIGD6cVaUHDeJvztE9VivfXKdP51uqEampjjf3K1eAli2ZPGzfPt9r3piNMtKoVMl821Kl9H8vWJDTkBGB1n9q3To4uXcyMpgB1yxm9nntmmFIOYRg2D5A7YqZis/XrjHyp2FDx7LWrRn6bnQ8hQCuXuX6wQiFrlGDms3GjY3bajz4oO/nzCilgSSoSGFGIrnVsFgoiBw6RFV57dqcRF56iQn4tMq6ikKzwuzZTEkfGUkTVpcurDbdo4d5M0JGBied7t0Ziq29n/qCojDk1ZcJa/9+8yaIgQP1f3/wQeNt3XYbU9cHQu3anMgDKflgtbLw4L33ml+nRQv9fWrbNMPOnUyYN2CAa90gb4SFsUaSO/fdx6rrRkKsxcIK3VqItK+MHMm6Ths2sO/33OPb+l26sBq8WWG7YEGWWJBkHyHQFOUo0swkkQSRF14wVqeXKkXzVp8+gan/x40LjhnB0+e224S4fNl4vP3765sTJk4MznE9c4Yh6r6aRzSz3e2306naFxIS9E06ikLTj1nToNXq3aHYU1t3B2yNefOM1+3cmebLMmX8O//BcMbdt4/h9Gb2t3x54PvLh0gzk0QiCQ2vvKKvKVEUany+/praIH957DE6noaCwoWZgdg50Zs3xo93vFFbrfxYLDwGY8YYa3fMUrIkU/9//bVxv1SVDqqPP856Ur/+CmzbBpT2UIRJj3r1mHxRUVw1NFodr4kTqTH6z3/MaSAyMhwaOTNtO3VyXZacTM3g+PFM1+9JK6ZlEX7lFab7P3HCeF/uWK00fQZKtWrUahppDgsWZJFRSfYSAuEqR5GaGYkkyHz9tfc3+XvvFSI1lc6+/rwxR0Yyn0qJEqFNvjZvnm9j3r6dydL692f/zOaX8YdvvzXu/+TJLqvY7UKc/1eIE+uFSHHL5ZeaLMSlw/zrkY0bmYyudGl+evXiMo3z53k+3TVU/jotWyzMVePMzp3UcihK1vOuaaAUhdeHlv+mYUPf962qQvTrZ3wOMjKESE83bmfWEdhsIkmJC4HM37I2k0QiMWb5cuDddx1VkMuWBZ59lhWyU1PNaT3cUVWG+m7ZwnT4oXwUNWrEcODcSFoaw4Q3b84aum6xAHXrMo3+zWKD+xcBy0YCidtutlGAag8BjZ4Ftk4D9swB7BmsjF3zUVbKjqvpY5+SkxnKPXEiw5WLFaN2aNs2Y6duVaVGRVHYtnlzapNiY/n7jRt03E5M9B6q37YtK2M/+SRQpAiXlSjB0hS+0KYN9+3sZHzyJLBwIZ2Sk5KAJUuAf/7h9XfXXcCwYdROedIUvfACj4veMYiKoiN8TlaNz6PIQpNOSGFGIgkhqamcfAsXdjysU1IAX+41zdH3hx+ARx+lE+iyZeaEmdq1ga++osnl1Cnz+7RaOYkGEg1z5Agdoy0WTtDx8f5vS+PCBVYl/+UX5qG5eNFxHFSV45w4MXNC3zkL+Ln7TeuLU3CNYgGEzfHXebk1Euj7F1CqQYB97dePph4jYeaVV2gOio6mUNCypevEPmMGncu9YbHQQXflStfldevSedfslPXVV+yzds5v3KAAPnWqYxvu29KKUw4dCnzwQVaBZNMmCjzesFppigxmvqd8hBRmnAiFMCMEcGojcHIDoFqByu2AIj5EhEokuY4bN4DJk/mWefAghZMePahpqVjR9+2VLm2uwN599wEPPMDQce2Nu2lTVgQ34qmn2F9VBcaNA0aM8E2bs+RmVepJk6gNiopiwsEnnqCfgzfOnmWiuAULHPuzWOjn06wZ3/ArVqRPiJZksEgR4zfzjRtZzDM52RH2a7FQW9GvH4tz3nZbZvP068CHpYAbyQB8GLZiAUrUBp7aGqCy4OOP6R+lF6JcogSvAz2hsXdvCrJGCRTT0hgF5bz/YcOMz7mqUtAsW5b/33cfBYwXXwR+/tl8iPXSpdTsuNO9OxMtum/HYqEAt3UrEyNKfEYKM04EW5i5sB+Y0xU4sxWA04OgRmeg0zQg0g/tukSSo1y7BrRvT9MF4JgcrFaaMpYvB+6807dtjhgBvPeefpvISJoJChXi9127KFjMmcOsut4eRYpC51XnbLcZGdRa/PKLw0nUiMcf52SmZTbWZvb4eI65Ro2s66Sk8E38wAHvk6/Vyu1pgghAIeT55ykculc/TkmhWaNLF54Lb9tdscLFkXTnTGpl/GXAJqB0Q+N2XrlwgUKrt4zQqgqMGsUq2u6kp1PDNHs2BcmrV433l5pKDZ5GcjLQoAGzKHvTDmnXgqZhAXheLBbfqp+rKoXu337L+ltaGoWqSZM4Lo2GDZk5uaavNj2JRiDzt4xm0uHKGWDaPUCilh5BOD77fgV+uB+wm8zOLpHkGsaMcfgIOAsBGRmcZFq2ZIK5MmWA//s/ICHBeJvvvKPvN6OqfDvWBJn//Y8moy+/5Ju8njAiBPDqq67LrFYKJt9/b37ymDOH29ImQm38Z89SQ+Jpspsyhbl59LQI7in/AfpljBxJvw9twrt2jT4XJUsCHTpQqNETkD780GXRxYPUDPvL+T3+rwuAfjNff+1IvuiMqlIAfumlrOtNnkx/meefZ/kII0FGUYDbb3cVZABqPf7+Wz9SSLuOnLUmNptvgoy2/sKF9OlyJzwc+PxzmjlnzKDZavNmmqCkIJNjSM2MDsteA9a852qDdqfbr0D1hwPajUSSfaSmcjI1yvLqjKLQr8NTVmFntm2jr8OVK1l/a9SIfjGFCgHz5wOPPGJuv0LQCXT6dO82EpuNgpdezSTN7KFnYpg5M2tSttq1WfPK38ekogCffUYT2X33cTI2a+YID6c58CYbvwB+fxY+mZic6TqPGuWAWbGCNac0Z/C4OOCZZ5hV2t1c99lnFOB8ZcoUmtq8sW8fNYuKwv1HRFDQ+vln37NO6xEVxbpavmSalviNNDM5EUxh5qPbgBQdH0PFAtR8DOgyK6DdSCTZx+7dfOv1FUWhWcjbm+eJEw4zwtmzwPXrnLQrVQKefpqT+c1oHDRpwkysRpN6rVo00zg7cXrjm29YdNNfrFagVy++ZTtTrBidcv1FUZif5LXXKJT5yunTmY7GV84AH5Xx9nIlEIaryEAkBKwABOKRgBgcxTUUR2JUEwxLtCC8kP9DycKVKxSOixTxnJcmKYl9T001tz1NeO3enRo3X521y5cHjh3zbR0jLBZqlD76yFz7q1eBH38E5s6l5q1uXV77desGt1+3KIHM3wEoLW99rhs8w4QNuGqygK5Ekitwdqj0BSH4Nq5VU3bm779Zh8a5RpPmR9K1KwUSjStXGBGkh8VCLdDXX5vvX+/e1Da9/LL5ydMZIVz9HzRKlwYuXfJfMyMEtQiTJrn6cZhFq2INoFA80Ph5YN0nyNTOhCMZTfEh7sSXKIhzsCEMR9ACsTiKYjiQuZlUa1mELxjnKGXhD6mpDHM+fJhC3iOP6Je7+PlnF82SKRSFmrv58xnp5gtmK7L7us1Zs8wJMwcOsLzE8eMOwWzdOjqtv/UW/YkkIUP6zOgQXVb/d9UKFDFRlkQiyTVUrgxUqODfuosWZV2WlES/kOvXXScTTdU/ZgyddDXMTDj+htw895z/IbF2O01h7vTv79/2nImIYJ0sf4pLfvuty9f73gfufpFa4QhcRj80RXO8g4Jg/hUL0lEJy1DUSZABgIjk49R4fPONf2OYOZOCXdeu1DINHEi/qtdeyxzXhX8Ftn92Hjs+ScTFf+30G/Kl/pTmw3T9OkO6N2zwrY/Nm/vW3izXrxu3sdko0GvpAjThV7sPRo9mBJQkZEhhRoeGTwGKzhGyZwB36Jh1JZJch6oy8sgfPGk8vvuO6nRvE7XF4urIGh1NgUpPYLHZPAsWzhw7xol56lSazjQ+/9x384Si0ATmyQzUrx9Na75W89awWqnBiIvzT0i7dMnlq2oB2n8IDD0B9G3xOuKUvVDhKiAqcAm8zFwGwJHk0BcWLGD4+uXL/G6zOTRZ//0vrj71OtbU+wEZ1euh7gtxqPNiPNTqFXF0wnYIT9ouMwjB8HtfeP55//alh6qaM8suXKgf8aaqxtF+koCQwowOdz4FxN3Ot6AsKECdnkDZptneLYkkMAYOdESd+PLmXLJk1mV//WUsmKxZ4xB2FMXV7OSOqtJJ2FtSteRkvrVXqEAfmX79ONm0asWkcwkJvmtALBb6+niKxipUCFi1CujY0bdtAo7jMnw4zWC+mqoUxavjaaHCV1Fy41QoetEJnrh8mROvWYRgEjztfzfSUQB7ppxHs+09EYddmctjcAzlEuf41jdn7Hb6nfhyLps0MRaC/enH4MHG7f78U9+Ea7czJF0TCCVBRwozOoQXYubMuj0B1ek6jYgBWo4COk+XGasleRBFAd5/n3lbBg5kYjAzRQsHDMi6zMwE7d5m0CDmfAFctShWKyN45s1zhHA7k5HB/Dhz52bd5po1/M0fxo5lThFvFC/OxH5m0VL5FyjAvjZo4F8iQoDO0544dMic+cMdVQW2b6fvy+LFxmHSe/boRnPtRwfcicncNByChwLPGiKf0CLZfGHSJP3fFYW+OFrYd4ECzA8DuF6L2jns2tVReFQPsxFUwYy0krgSpPpQuYZQFZq8el6IwyuEOLpaiPTrQd20RJLz7NrF4n7eCudFRgoxZowQgwcL8eqrQmzdyvU+/9xcgcj+/YW4ccOxP5tNiO++E6JxYyEKFRKieHEhBgwQYtUqIa5d89zH2bONiwoWK+Z7wcpFi/SPzbVrQsTEmN9evXpCTJgghPYMstuFqFzZt35ZLEI0bcoinp7Yv9/3oouePoUKCfH66yy06Izdzr9//627/h50FBnQuW6C8dm0Sf/8uPPVVzzWztezVrhy2jS2SUtjQc20NH7/8UeeN619xYpCfPZZ1uPijalTjcdRtqzjuEo8Esj8LYUZiURCFi8WIiJC/4FstTomiU6dhDh1SojoaONKwqoqRM+enve7Z48Q3bo5thsWJkTv3kIcPOjarm1bY4GgRAnfJspixVyFLE8sXOibEDJ4MNe7fFmIkSOFKFPG9wm8Sxchrlzx3ie7XYhq1YJTaVxRhOjblwJtnz5CFCzI81WtmhCjR+uuewr1QyvIAEI89JDJC9iJLVs4lnLlhChfnsL0tm3G6126JMS5c74LHVev6r8MAEI0aeL7OPIZsmq2E7LQpETiJzYbfVFOnuTj1wiLhbWNnn+ekRzXrhmvs3cvUL2643tCAqNQUlNdVfBWK+tFzZrF7LFpacxMbBQNFRsLPPyw5xByT7zzTtbswu78+CMdYM1SvDjDcIcP9z00GaC5o0ULJqfT4/vvmRsnWISH07dDOw+aDT0mxrV+lBOn0BDx2ALV30x+ZqhYkWY1d9LT2dfIyODZ+zdvpv+LzQbUr888P1pyvtataXKKjMy63p49zIukR3g4K4Vr1cMlWQho/g66aJXDSM2MROInv//u35vz7t1CbN9uTmsxerRjf3a7EHXrcnkw3uAVRYjatWnC6t7d3Drr1hkfl82bfe9HMMZz+rRx3959l/uzWPjRtAPh4b73yVsbVaW2zMNvx9FI2IOtiXH/1K7NsaalCfHDD0LUry9EgQKO3ytUEOLjjx0mI384c0aIe+5xXKfO16SqOo5rXByvB3cmTTI3liVL/O9jPiCQ+Vs6AEskEpKQ4Ft0E0DtzNy51KIYoaqu2XQ3b6YzajCTnQ0cyP2YDQl2qkrtlTvuYKFLs+HZQphrZ4SZzMMjRjCJ3Wuv0Vl1wABg5Uo69i5dysSDU6ea65O3NnY7yxRoGZydKIXNSEWs8bYDoV8/av3atmWUW0KCq/PzkSOsiN2xo/nz7syNG0x2pyVztNlcr0lnbdXFi+zHuXOu2zCrGZIRIyFDZgCWSCQkIsJ3wUJVmdW3RAmq3/VymNhsrqHGzvlhgkGFCiyMefAgi0rqoSiM4ipTxni7isJaQS1a0NwVikyz7litjggzIVhKIiWFOXpKlHBtW748M8y606YNI9batAm8P5cve5yILbDBgusQCDByyRuFCzNx4fDhnos+OrN4MQuXPvww8NVXLPwYEQE8+CDQs6d3gXv2bPPXos3GRJFTprCQqEaLFsbrRkb6Xo1eYhqpmZFIJJwwN2/2XauQns7U9m+9xb96WCycVDTcixIGymefcZtTppjToviSlO3OO4H16xnCHeq3a4sFeOwx+lbMmAFUrQrUqcPw8FKlGNZ+9KjxdtLSOJH7UlRUDy/XRjhuQAF895qxWIC77/aexyU2lgJJRga1S0Y5Z4QA3n4bqFKFqQeWLgV+/53br1yZWkBP/Pijb4kW7XaWanCmenWmBvCm2VRVas30KstLAiMEZq8cRfrMSCR+8Ouv/vmoREY6fDaMfDE+/dR1n0lJXD8YfhWFCztCujt3NreOzebfsTp/XogePYLn6+PunxIRwbDs+vU9t7FYhChZUojjx/X7OWtWcPoULB8g9zFERTFSTAghTpxgtFv9+kI0a8ZQZy0setmy4OyvRAnXCDGbTYjlyxmG7ev2atTIerzPnhWiVi3HedT2CwjRurX3lAOSTKTPjEQiCYzPP/ctZb/FQg1Faiof73qml8qVgR9+yJpuPjoaGDYsOJqO//zH4dNRuLDxWAoUMP82fvUqMHkytTItW7Le1KOPhsbcpPln/PMPfUM8YbMB588bFy5ctcpcYdHevZnYz5tWQQjjbfiKzUY/mAcfZNK6HTsYgbZ1K81Jffv6X0LC2/7OnmWNKQBYvpzX5b330ufIF6xWHi934uKAjRt5rTRpwu23bs2IvD//9OhzJAkiIRCuchSpmZFI/KBoUXNaA+3/tm2FaNDAWDvx/vv6OTsyMpiXRXuLNcrV4e2zZ49jm0ZaJquVOUjMsG+fELfdRu2EpqHQ+li4cPA1Fr58IiKEOHKE0WQXLmTt++DBXqOQXD7nzjFf0O23u2oTtL+DBoV2HKrKYztzpudzcPlycDR4qirEY48JsXo1z6FRbiS9z+rV5q4fiU9IzYxEIgkMLb27Hk2asMDjpUv0Rdi6VV87YbEAO3fqa14sFmD8eGD/fuCNN+js2ayZ+X4rCt+Sa9RwLHvgAe/RR6rK5cOGGW87PR1o1w44c8YxjQGOyJaUFPP9DAU3btDpuVYtagU6d6ajsEbLlvrRPYpCX49ixeiLs3UrfUG6dGEl9KFDgX//ZSXyevV8L+BpFvvN4O7evT1rSWJi6NgdqAbPbufxGDGC//tTxRzg+s7XqBD+b0sSPEIgXOUoUjMjkfjBM8/oa0UURYgPPnC0v37d3Jtw9+6+9yUjQ4ihQx0p6I32s3hx1m0kJjLjqqZh0MYWHS3E0qXm+mFUPiG3fSwWZu/dsoX9T0ujVklPezZ5suexJyUJMW8e87ps3y7Ezp3+a818+URFOfrvzNWrQlSqFNi2VVWIl14KbBvvvOPQNG7fTj8fTWtUqZIQH37ovQSFxBBZzsAJKcxIJH6wdy8TrXkSHiwWmqHcTRk1augLG4oixEcf+d6XS5eYBK1xY+OaSLVqed+O3S7E+PFZSxzUqiXEH3/o9+HwYabBD2TiC4XjrBmB5q67HOPYsMG7iWbgwKwmwIwMlmBwX6dhw+zpv6IIER/vucTE5MmBbTcsTIiJEwPrX3g4zZh//sn/nQU8RaHA1Lw5hX2Jz0hhxgkpzEgkfrJoEd+MtYey5lNQvLjnrKd6E4OiMEurJ18OPXbsYJZVXwQBT30TghoYT74R2vgWLPC83tGjvvcht322bxciPd17PStFEaJNG7Zxpn9/7wJtdvbfk//MpUvGvjOa75dzf61Wfp81i75SgfbNYqG/lF7G5FGjfLvuJUII6TMjkUiCQYcOwPHjwIcfMlqnSxdGZhw54jl6o39/RhEBrv4UViv9UmbOBIoWNb//tDT24cIFTgtmUBRg4cKsy4VgfhGbLas/gzbtPPOMZ1+H116jX5DZPmQXvkT3/Psv/V+WLvU8DiGAZcsc/jJt2gCvv84cPZ7aZ0eiQA2rlZFY7sTG0q/KG4oCTJvG665xYyapK1yYmZHXr+e1+u+/gfdPCPpLebs+7Hb6GTnXGpOEnhAIVzmK1MxIJNmIzSbEN98IceedjK6JjmbF64QE37f144/+vSmXKZO1wvT69ebWXbHCdb2kpOzxDfHloyhCDB8uxP/+J8Srr5pb588/hbj33sAidvz9hIWxXlIg6z/zjOdrxG7ncYiK8r5uz55C7N/vef377su+43DsmO/3QD4n12pmLl68iB49eiA6OhqxsbHo168frly5ortOq1atoCiKy+fpp58OZTclEom/qCrw5JPMr5GaylTvY8ZQW/Lss8B//2suWy0A/Pabf304eZIZX505dszcuu7tTp3KfW/U1aoxW/Err7DCd6FC+u2LFmUk06FDORNlExfHqKTdu4FPP/V9/fR0oFUrz78pCo/DmTOseO6eGyc9nZqZO+90jezSeOQR/agoRQlefhszEYKSoBFSYaZHjx7YtWsXlixZggULFuCvv/7CwIEDDdcbMGAATp8+nfkZ50vacYlEkjMIAbz8MsOFR41ifZxRo4CKFYGXXjKeWPfs8X+/X3zhagqJizO3blwc+/Xnnyxi2Lmzf30IFYrCMgYaBQu61gTyxKhRQHi4+WPgC0YTvdXKQowAULMm0KePuSKkztuPiwMWLACKFOF4mzWjgCKEo93hw8Cbb3oWPDMyWC9swICsv/XsCZQs6XkcikIBpE8f/TB0oxBxVWVxUvcaWpLQEgJNkRBCiN27dwsAYuPGjZnLFi1aJBRFESdPnvS6XsuWLcULL7zg936lmUkiySHeeUdf7T52rP76gUbMnD3r2FZGhhClS+u3L16cCdk6dOD37HZyNfv56y/X42S3C/Haa+yvqtK0oqo0j40d64hQGj8+uP2wWhlqb+QYvXEjnXWHDvUtsaCqsr178kTtvPTpQ7Pm2bPGUW7aZ+fOrNfZnj1ClC3rGJOWAqBwYSGWLBHiwAFj81yFCvrmyNmzA7mT8i25Mprp66+/FrGxsS7L0tPThcViEXPnzvW6XsuWLUXx4sVFsWLFxO233y5GjBghrl696rV9amqqSEpKyvwcP37c74MhkUj85OpV44mrUKGsvi3OdO8e2GSbkuK6vRkz9NtPmSLEgAHB9SsJRQTU7797Pl6nTjH0/eWXWfcqMdH190uXgtuPmBghvv3WuN2qVQx/NxIOFYV+VuXKsSbTG2/wu94xnDZNiLffNn+cf/rJ87FLS2N0U79+9PH68kshkpMdv3/+Odd3HoOWBfrxx4U4eVKIOnVc21gs/P399/XvFYlXAhFmvBTjCJwzZ86ghJuazWq1omjRojhz5ozX9Z544gmUL18epUuXxvbt2/HKK69g3759mDt3rsf27777Lt56662g9l0ikfjIihXGGXGvXGFNnIcf9vz744+zgrGvWCz0EXH3JenenT4UQ4YwOklROC3FxNAHpWNH4Omng+NXoijMQly+PLBmDes5BctfJTXV8/JSpYAXX/S+XkwMI3q8re8rRYoAP/3E4+0tuslqpa/Uvn36EVDVqtGcM2AAULw4l33wAc+XEJ7XUVXgk08cGYPN4M2/KCyM0U1aNJ47zz4LJCayErtWdTwiAujVC/jyS0b4PfQQj0liIk1XTZsCAwfSrCrJfnyVfl555RUBQPezZ88e8c4774hq1aplWT8uLk588cUXpve3bNkyAUAcOHDA4+9SMyOR5AJmzjT3pjxjhvdtpKczEZ+v5h5F0c/qm5rKbLbjxwsxZ44jodlPPwVPa6GqDvPOpk1CFCkSPI2Pu5nJF/7v/4IbneUtisj9WBidr88+y9rXLl3MHbOICHN9jY6mxtAfRo7MqpnR+tasmaNSvLNJ7KGHZGXsAMlWzcywYcPQp08f3TaVKlVCfHw8zp4967I8IyMDFy9eRHx8vOn9NW7cGABw4MABVK5cOcvvERERiJBe4xJJzlKzZuDtrFY64rZvT2dgLVLFZqNDa5kywMGDjuV2O/+fPJl5UrwREeHZsTdYUUuqCjRq5HAMbdiQtaamTgXmz+f/58+b1ya489RTrCqtqsCGDYy4Kl3asU+7ndqXAgWyOqe+/DKdZwOpReTMtWvGbYz2Y7Uy0ujECZ4bzVHZajVXf+nGDeM2AMceFWWurTN//w28+y7/d9YuaeNasybrbwDrlQ0YAHz/ve/7lAROCIQrIYTDAXjTpk2ZyxYvXmzoAOzO6tWrBQCxbds2U+2lA7BEEgIuXBDi4EF9n5e77vKuVbFYWGXbDBkZQvz2G9PtP/kkSxtcuEDNx7JlQjz7LDUOH34oxPnz/o/p33+Dp7HwVvFZCPpfBOpLM3q0EFWquC4rW5a5ZMLD+b1YMToGX7rkuv+1a81rMwL9mBmnqjI7tPa9QQNqzMaODV4/HnuMzsL+0LWr/9osRWElc4lf5EoHYCGE6NChg7jjjjvE+vXrxerVq0XVqlVFd6fCcydOnBDVq1cX69evF0IIceDAATFmzBixadMmcfjwYfHLL7+ISpUqiRYtWpjepxRmJJIgsm6dEO3bOyap8HBGlXhKCLZ9O52A3ScCq5XOv/4k0gs1bdsaT1za71rEkLOABlC4cq9x5MzFi4EJE5p5w4ygYLEIUa2aEOfOOfZ/8GD2CDIAnYSbN/fNVBhsp+lu3fTPhxEVK/q/b0URYsIE//edz8m1wsyFCxdE9+7dRaFChUR0dLTo27evSHGKODh8+LAAIFbczMJ57Ngx0aJFC1G0aFEREREhqlSpIoYPH+7TwKQwI5EEiSVLHHVt3Cf3EiU8v4Hu3cuoJG3St1o5uezZE/z+HTsmxH//K8TgwUKMGcNJ21eOH2dBSW++GhER9IVYuVKIXbuoLSpRQojYWApCv/5KX5+FCxmN8+abQqxZk3Uy/eqr7BMoLBYKnCtWCPHFF0IMG5Z9+163jsdKVbO/tlVcHKOSAhFkhBCiZs3Ajr1zdXmJT+RaYSYnkMKMRBIE0tNZvdjbJG+xCPHII97XT0mhsOMeLh0M7Ham9decMMPCHGGxzz3nu3nhwgUKQ+XKsZBh+fIM/7140Xjdbdscb/JazhKA5R1OnBDin3+YXr9WLZqJnM0r2fHJboFCK1w5a5ajaGlYWPaUiKhb1+dLySNaDh9/+7F4cXD6kQ8JZP5WhBAih9x1QkJycjJiYmKQlJSE6OjonO6ORJI7SUgAPv+cBf1UlU63gwczvBhgBlZvIdQaqspSAt4c+pOT6ehptQL16tGJ1x+0DL2zZzP8++JFFkn0hKKwUOTYsf7tyxdOngTq1OE43Z1BLRYgOpoh4Varw9lYS5efkcHl2hSYE2UHgk25cq6lK1JSgBkzWNYgKgr43/9Cu/+CBRn+HygnTvA+uH7dt/NisQBly9JJXS+DsMQrgczfIcszI5FIcimTJgGDBjkmVYDp4SdO5OTTpQuwd69+PhGAD/oDB7IKM8nJrJ8zfbojx0mxYsCwYVyuPeiTkxntc+4cJ4GOHZkXxZkLF4AHH2TVY6vVOCpHCFb9Hj6cwoQR588z6mjFCq7bogXQrx/zhhgxfrxnQQbgskuX+L9z1JQmvBQrxtT6Fy9y7CtXAv/8Y7zPUKIJVxER5qKWnFFVViF3pnBhRmIB3O7HH5uPRPIHX8om6FGmDPDHH8wjk5zsiLASgvsoWBA4e9b1vFutFNZnzpSCTE4RdD1RDiPNTBKJDhs26JserFamc//yS3MmCnen3qtXGZ3iSU2vKEL07Usz0LhxDpOL1jYmRojp012316qVfyp/M+nkly6lKcTZlKZF2ixaZLy+lhLf38/333M7GRlCdOyYveYg94+qCtGmjRBbtzLDrS/rWiyMZDPK6dKzp3/mptKlGall1IeXXjI+Z76QnEyfo27d+NGyBJ87xyrmsbHcd1iYEL16CbF7d3D3nw+RPjNOSGFGItHBaELRJoWTJ42FiEqVsvqnfPKJsRD07LP6v8+axW1t2OD/5Dxtmv5xOHqUQounvmpp9r0k6szEbH0gTx+rleHlQgjxzTc5K8hoY1YUhsQ/+6x5oSM6mhO7Gd+obds48fvSL1UV4t13eT3GxXm/ZmNieE6zE5tNiKQkh5+QJGACmb+lPkwiyU8sX66fLM5moz9K6dJMza6XxOzNN7Oq1CdN0t+/1Upzlh6vvEJT0m+/ORLk+YpREr+JE4G0NE6H7gjBY/TFF/rbqFrVf5OC3U6/pb/+AiZMyHnThHYcnnkG6NpV/xqxWFh6Yt8+pvIfN8572QBn6tbltn3BbmfCwIIFgW3bgJtJVGG1OipfR0QAzZsD69bxnGYXqkpTpr/XqCSoSGFGIslPmMmwqrX59FPWzwE4cYSF8QEeFsYaOb16ZV33yBHPAoJGRoZx5t0jR4BNm+hfYaa/zlgsQO3azI6rx2+/6fsD2Wxso8egQf477trtwNatrCm1aZO57dSqRSftUCEEcPw4swxrgoI7qkq/prffZn0ldx8nPa5fNz6mnpg1C7j3XiA2Fli7lp9HHuFvikK/rEWLKCjVqEEHXEm+QwozEkl+ok0b/TdJi8VRGiAsjM6x//4LjB7Nt/aPPmI6/Rde8Lx+bKz+/s0KJxcuAPXrs/CgWSwWTq7Tpxvvx8x2jd7ye/UC2rb1X6uiCX1mBJmYGGrMypXzLmgEi5EjvQukQtBJvHp137e7cSOQlOT7ejYbBb9vvuF5VVXg558dBSftdodgeuwYz0koHY0luRIpzEgk+Ynnn/eukdAmikGDXJdXrQq88Qa1MS+84Khy7InevfUnWz2tjTPlywOPPsqoH2/CgtZfgPt87DFqFRo2NN5+06b6Qp3VyjZ6hIUxhP3VV42FuED54ANGjVWurK9RCgYZGd4FLFX1P+oqUBPQV1/x7wcfsB+eriWbjZq9uXMD25ckzyGFGYkkP9GwIf1aFMV1Mtd8EGbOBCpW9H/7zz3Hid1f7YGqAnfdRZNKRARNDGFhWQUPVeVYTp1ibpPLl9m2Vi1z+xk8WN/clZEBPPus8XYiIpjT5swZYPNmc74jvmC1UhvzxBP8/vDD9B8JFRaLvqbIZmM4vafl587p53mpW9d//xIhqHURAvjlF2Ofnl9/9W8/kjyLFGYkkvzGgAF0puzXj+aCmjU5ce/eTW1IIJQuzarDmhnCYjFvWtL8csaPdyxr04bmia5d+RsA3HYbBYiVK5kPplw5fSHi3DlgyRI6P2uTbcOGfMMHXCdYTQhr0YLt9+wx1/eICPpqBJK0TTtOYWGOsVaqxBw4WvXn8HA6u/qLkY9LsWLG23A24aSkAK+/DpQowU/hwkC7dnRsdqdECeA///Ff0C1ZksKMkYnQZqN/jiR/EYLoqhxFhmZLJLkAu12Iv/4S4v33hWjUyFyumHvuYTi23jZv3DDfh4sXWXXbOcy4YEEhXnlFiLQ0tlm2TIgHH2S+mfBwRz+d+1uqlBA//cR8MHp8+qn38g9GH4uFBRq//VaIZ54R4vnnhViwwPM+hw/3fz/aeu7rx8YKMXky86XohWVbray9JQRzrtSvn/XcWizcvhZi78z580LUqJF1/0bjUVVeS0IIUbu2fvi/xcIq45I8h8wz44QUZiSSXEbJksaTbIMGwd3nlSus1eMted8jj7gWJFyxwnhCbdNGPzHcTz/5J2BonxkzzI1t3brA9qNN+FFRQowdK8S8eUKkpprf9urVbDtihHchVVG4fefnsHa8k5KYO6Z8eQpHJUsyt5G382W1sv7V5ctcf9IkY2Hm+HFzx1KSq5B5ZiQSSe7FjMNqsCN0pkxhfhJP+xYCmDePZiSNt94yNoetWAG8+KL33x96iFFHvqKqwP33s4yEVodqzBjgnXfo0CyEa/tGjRiq7O2YKQojuj791Ps+bTY65J4/D3TuTDMZwDwu77zD/523r/3/1ltAs2Y09Uyc6P3cCkFTz/ffM/qpUSOaziIiGAXWrBkdddPT6W/0/vusE9axY9bz0Lw5TZfasf2//wM6dWI757aaSXPSJJYkkOQvQiBc5ShSMyOR5DI6dTLOOvzii8HdZ61axmUbunVj2/PnzWs0wsKYzt4bkyb5piGJiWGV5hs3hNixg5W1tf5pWoq77xbi1CnX/Vy+TE2R1jYsjOONjBTihx/YpmdPY/NebKzncSxaJETbttxuWBj3tXCh4/f5880dq1q1+L+z1stqZV+nTPG870OHhJg6lb/v2uW5TXq6EBMmCFGtmmP7HToIsXy593MjyfXIqtlOyKrZEkk2cv06Q2YnTuSbdmws8OSTDAG/7Ta2WbGCmgRvqCodbatVC16/oqPpnKpH48bMGnvkiG8RXPPmUZvhjWnTgBEjWIzQnfLlWdW7cWNO7dWr0yn39Gkm+0tKyqrtsFoZkp2Q4OrAKwQ1N3Pn0vG4Vi2gRw9HmPgDDzCZnBGjRjH03myk0YYNwD33GDviGhUqVVUWKg0keg6gQ7JzRmBJnkVWzZZIJNlPSgqFlM2b+V0Imgw+/JBmnr/+Am6/HWjdmuaJ0aNdJzirlf9PmRJcQebQIUc0kDcsFke17/h4RguZrRSt9T8tjSHhMTEOMw0A9O3LitgrVzKSKjoaKFKEEVd16njOmzN+vGdBBmAY8r59wOzZrlmXFYVCkZbi351KlXiMjTIujx3L7f/4o7nIs5deMpfoz2bj9ry9L2smof/9z3hbejgfe0m+RfrMSCQS/xgxgplZNQOChs3Gifnxxx3LR41iePT991NzUKwYw3TXr+fkDwAnTjDbsL9htdeuAd27A1WqAJcu6be12ahBAqjt6NvXXCZfRQE+/xwoVQooUIDhwoULs+zDgQOOdmFhwH33MT/MQw/RR6RePe/7+P57Yy3GjBnG/XOmf39jQQbgOZo1C1i61LjtkSP0XzHyg1JV74ntNGw2ht1LJEFACjMSicR3UlJY6sDbpGazAXv3uuYbaduWym6z8AAAFklJREFUtXkuXaLj6Q8/MEHevHksXVC2LM0ucXE0U12+bL4/QlA4mj07q3DljqLQIbVjR8eyN98EKlQwt59Vq6iB0rQT6ekcy513Ajt3mu+zM0Zp/u124OJF37ZZv765xH8ANVVTphi3O3XK3PbKlTNO7qcoUqsiCRpSmJFIJL6zezcL/OlhsVDzoseXXzJR344djmVXr7JidbNm5mv5rF8PLFxoLnJKCE7KycmOZcWL03+mVy/fi1sC1IBcueIozGmGw4dZb2j6dApyepohq9U/U9wnn5grtWCzmSvQWLKkuf2OGkVh0cgP56GHzG1PIjFACjMSicR3jHxSAAoNeu0SE6mBAbL6YNhs9OMw60/x44++pco/cSLrRBoXB3z7LX97+WXWpCpShGYrM9hs9B9KSNBvd+kSqz5Xrkzhp29fanT0/FAyMoCnnjLXD2dOnDCv4YqLM25TuTJw9936gldkJOtkDR3Ka8CTcGixUID0VHldIvEDKcxIJBLfqVPHePKz24H27b3//s03xnWAJk0yp225eFHftOSJtWvp8+NO6dLAe+/Rf+fiRZpqfKmMvWuX999u3KDT9G+/+dbf/v2pqQolPXuaa/f++w6fGE+8/Tadnhs0cAiZWltNsClalD5UhQsH3m+JBFKYkUgk/hAWBgwb5v13i4WCjF7hx3//NRYSLl0CvvuOZqd581zrAjlTqZJxnz2xYIFxm4wM30xPWh0lT8yaRc2N2crXpUoxOkwrDuorZcvyY0T58nTYNsM99wCLF2cNqY6NBT77jBoZjS5dWCDyrbdodnr0UWDyZJrY6tUzPQyJxAgZmi2RSPxj+HBG8EyZ4ggB1kKv69enU6weZt/K+/Z1hPgWKQJ8/DHQu3fWNmPH+tZ/RfEuHDnTqJF54aNAARbH9Ma0aRTgjEKbw8JYHfq++/yvNA1wX0OHOkw+3vq8bp1vzrj33gvs3w+sXk3BpGhROnh7KmQZH89ilBJJCJGaGYlE4h+qyoR5a9dSuGjRgmnmf/6Zk6NRBeYuXcyFDgOOifjSJfqZuAtKFSowj40vCAHccYdxu3vuoYbJKCmborDcgV6yL+coKKO+LV4cmCCj8fzzrDrujTffdOTc8QVFYamBJ5+k/5FRRW6JJITIDMASiSRnEIKah5UrzWs+NEqXpvnCWcAQglqit9/mb0aUKEEHWTPOzLt3U1i7dMm7MPL000x+pyf0tG8PLFtmbrwVKlDrEQzateN+PfVdUVgPqm3b4OxLIvGTQOZvqZmRSCQ5g6IwFX+7dvxutZoTLACGVjvnsNG2N2AABYBt2xgJ5c0nJyKCGiSz+6tVC9i+naa1+HggPJyap8aNGfm0dy/DzI20N/37mxfc0tLMtTNi40Y623oTwlTVdxOdRJLLkJoZiUSS82zbBsyfzyy+SUl0eDVi1iwmytPj7FlqTP78k/lrwsOZlffll4GaNYPSdZ/IyHBoo/SwWmmymzPH8+/nzzsy8TZqxCR13hg5EvjgA2OT3oUL9H2RSHIIWZtJIpHkberVc0S3rFplTpjRm8A1SpSg9gdwOCj7ExUULKxWJvfr3du7oAKwr889l3X5tWvU7sya5app6dCBOXI8hctfuWJuzFevSmFGkmeRZiaJRJK7aN6cocLeJmBVZTZc5wKLGzbQrPTf/1IY8qRwtlpzVpDRiIpi2YW33+Z3Z1OYZqZ64w2gZUvX9Ww2oEkT5m5xNxn98QfzuniqFF6zprFWJjrafHZfiSQXIoUZiUSSu1BV+p8oSlafF1Xl8gkT+PfkSWakbdyY4b+jRgGtWgG1azOPTW7mtdfolNuhAyOBIiLY9wULgDFjsrafPJl+O944cQIYNy7r8h499CONLBZqe8LDfR6CRJJbkD4zEokkd/Lnnwx13r3bsaxOHdYbuvdemlzq16fDr7vmwWqlg+6OHebS9OcFKlcGDh3Sb1O0KH1f3Jkxgxl+VdXVAdlioZbrn3/M1XCSSEKIjGaSSCS3Hu3asWZRQgKwaBGdhLdtoyAD0Nyyf79nE0pGBnDuHPPg3CqYCTe/dMnz8ieeYETTPfc4lkVHA0OGSEFGcksgNTMSiSRv0rq1d/8YjWrVWLDyVsBiMZ9wT4+LF+nsW7KkNC1JchUymkkikeQ/LlwwnrjNVozOCxQs6NnB1xkzBTGLFpVRS5JbDmlmkkgkeZPq1fXT/asq/UxuFRo1Mm5jJlxdIrkFkcKMRCLJmwwcqB9ybLczYd6twogRxm2cK1ZLJPkIKcxIJJK8Sdu2dGz1lDtGVfl79+7Z369Q0aYN8Oijnn9TVUZ29euXrV2SSHILUpiRSCR5E0Vh1tu33waKF3csj4lhDaUFC8zXXsoLKAowcyY1NIUKOZaHhbFy9YoVTMgnkeRDZDSTRCLJ+6SnA3v20LRUvTpQoEBO9yi0XL0KbNpEM1v9+sypI5HkcWQ0k0Qiyd+EhQF16+Z0L7KPggWzljuQSPIx0swkkUgkEokkTyOFGYlEIpFIJHkaKcxIJBKJRCLJ00hhRiKRSCQSSZ5GCjMSiUQikUjyNFKYkUgkEolEkqeRwoxEIpFIJJI8jRRmJBKJRCKR5GmkMCORSCQSiSRPI4UZiUQikUgkeRpZzkAikUgk+Y+TJ4G//mI9ryZNgEqVcrpHkgCQwoxEIpFI8g/JycBTTwE//URBBmBF8gceAKZOBUqUyNn+SfxCmpkkEolEkj9ITwfatQNmz3YIMgAgBLB4MdCiBXDlSs71T+I3UpiRSCQSSf7g55+B9esBmy3rbxkZwL//AtOmZX+/JAEjhRmJRCKR5A+mTwdUg2nv66+zpSuS4CKFGYlEIpHkD06edDUvuSMEcPp09vVHEjSkMCORSCSS/EHZsoDF4v13RQHKlMm+/kiChhRmJBKJRJI/6NfPs7+MM/37Z09fJEElZMLMO++8g6ZNmyIqKgqxsbGm1hFCYNSoUShVqhQKFCiAtm3bYv/+/aHqokQikUjyE506AS1bevabsViAOnWA3r2zv1+SgAmZMJOWloYuXbpg0KBBptcZN24cPvvsM0ycOBHr169HwYIF0b59e6SmpoaqmxKJRCLJL1itwO+/U0MTFuZYbrEAXboAK1cCUVE51j2J/yhCCBHKHUyfPh1DhgzB5cuXddsJIVC6dGkMGzYML730EgAgKSkJJUuWxPTp09GtWzdT+0tOTkZMTAySkpIQHR0daPclEolEcity/jywdi0dghs1AkqVyuke5XsCmb9zjc/M4cOHcebMGbRt2zZzWUxMDBo3boy1a9fmYM8kEolEcstRvDjw8MM0PUlBJs+Ta8oZnDlzBgBQsmRJl+UlS5bM/M0TN27cwI0bNzK/Jycnh6aDEolEIpFIciU+aWZGjBgBRVF0P3v37g1VXz3y7rvvIiYmJvNTtmzZbN2/RCKRSCSSnMUnzcywYcPQp08f3TaV/Kw8Gh8fDwBITExEKSeVX2JiIurXr+91vZEjR2Lo0KGZ35OTk6VAI5FIJBJJPsInYSYuLg5xcXEh6UjFihURHx+PZcuWZQovycnJWL9+vW5EVEREBCIiIkLSJ4lEIpFIJLmfkDkAHzt2DAkJCTh27BhsNhsSEhKQkJCAK04VSWvUqIF58+YBABRFwZAhQ/D222/j119/xY4dO/Dkk0+idOnS6Ny5c6i6KZFIJBKJJI8TMgfgUaNG4Ztvvsn8fscddwAAVqxYgVatWgEA9u3bh6SkpMw2L7/8Mq5evYqBAwfi8uXLuOeee/DHH38gMjIyVN2USCQSiUSSxwl5npnsRuaZkUgkEokk73FL5JmRSCQSiUQi8QcpzEgkEolEIsnT5JqkecFCs5rJ5HkSiUQikeQdtHnbH++XW06YSUlJAQCZa0YikUgkkjxISkoKYmJifFrnlnMAttvtOHXqFAoXLgxFUby205LrHT9+PF84Csvx3trI8d7a5Kfx5qexAnK8zgghkJKSgtKlS0NVffOCueU0M6qqokyZMqbbR0dH54sLSEOO99ZGjvfWJj+NNz+NFZDj1fBVI6MhHYAlEolEIpHkaaQwI5FIJBKJJE+Tb4WZiIgIjB49Ot/UdZLjvbWR4721yU/jzU9jBeR4g8Ut5wAskUgkEokkf5FvNTMSiUQikUhuDaQwI5FIJBKJJE8jhRmJRCKRSCR5GinMSCQSiUQiydPkG2HmnXfeQdOmTREVFYXY2FhT6/Tp0weKorh8OnToENqOBgl/xiuEwKhRo1CqVCkUKFAAbdu2xf79+0Pb0SBx8eJF9OjRA9HR0YiNjUW/fv1w5coV3XVatWqV5fw+/fTT2dRj35kwYQIqVKiAyMhING7cGBs2bNBtP3v2bNSoUQORkZGoU6cOfv/992zqaeD4Mtbp06dnOY+RkZHZ2NvA+Ouvv/Dwww+jdOnSUBQF8+fPN1xn5cqVaNCgASIiIlClShVMnz495P0MFr6Od+XKlVnOr6IoOHPmTPZ0OADeffdd3HXXXShcuDBKlCiBzp07Y9++fYbr5dV715/xBuv+zTfCTFpaGrp06YJBgwb5tF6HDh1w+vTpzM+PP/4Yoh4GF3/GO27cOHz22WeYOHEi1q9fj4IFC6J9+/ZITU0NYU+DQ48ePbBr1y4sWbIECxYswF9//YWBAwcarjdgwACX8ztu3Lhs6K3vzJo1C0OHDsXo0aOxZcsW1KtXD+3bt8fZs2c9tv/nn3/QvXt39OvXD1u3bkXnzp3RuXNn7Ny5M5t77ju+jhVgNlHn83j06NFs7HFgXL16FfXq1cOECRNMtT98+DAefPBBtG7dGgkJCRgyZAj69++PxYsXh7inwcHX8Wrs27fP5RyXKFEiRD0MHqtWrcLgwYOxbt06LFmyBOnp6WjXrh2uXr3qdZ28fO/6M14gSPevyGdMmzZNxMTEmGrbu3dv0alTp5D2J9SYHa/dbhfx8fHi/fffz1x2+fJlERERIX788ccQ9jBwdu/eLQCIjRs3Zi5btGiRUBRFnDx50ut6LVu2FC+88EI29DBwGjVqJAYPHpz53WazidKlS4t3333XY/v//Oc/4sEHH3RZ1rhxY/HUU0+FtJ/BwNex+nJP53YAiHnz5um2efnll8Xtt9/usqxr166iffv2IexZaDAz3hUrVggA4tKlS9nSp1By9uxZAUCsWrXKa5u8fO+6Y2a8wbp/841mxl9WrlyJEiVKoHr16hg0aBAuXLiQ010KCYcPH8aZM2fQtm3bzGUxMTFo3Lgx1q5dm4M9M2bt2rWIjY3FnXfembmsbdu2UFUV69ev1133hx9+QPHixVG7dm2MHDkS165dC3V3fSYtLQ2bN292OTeqqqJt27Zez83atWtd2gNA+/btc/259GesAHDlyhWUL18eZcuWRadOnbBr167s6G6OkFfPbaDUr18fpUqVwn333Yc1a9bkdHf8IikpCQBQtGhRr21upfNrZrxAcO5fKczo0KFDB3z77bdYtmwZ3nvvPaxatQr3338/bDZbTnct6Gj255IlS7osL1myZK63TZ85cyaLytlqtaJo0aK6fX/iiSfw/fffY8WKFRg5ciS+++479OzZM9Td9Znz58/DZrP5dG7OnDmTJ8+lP2OtXr06pk6dil9++QXff/897HY7mjZtihMnTmRHl7Mdb+c2OTkZ169fz6FehY5SpUph4sSJ+Pnnn/Hzzz+jbNmyaNWqFbZs2ZLTXfMJu92OIUOGoFmzZqhdu7bXdnn13nXH7HiDdf/m6arZI0aMwHvvvafbZs+ePahRo4Zf2+/WrVvm/3Xq1EHdunVRuXJlrFy5Em3atPFrm4EQ6vHmNsyO11+cfWrq1KmDUqVKoU2bNjh48CAqV67s93Yl2UuTJk3QpEmTzO9NmzZFzZo1MWnSJIwdOzYHeyYJBtWrV0f16tUzvzdt2hQHDx7Exx9/jO+++y4He+YbgwcPxs6dO7F69eqc7kq2YHa8wbp/87QwM2zYMPTp00e3TaVKlYK2v0qVKqF48eI4cOBAjggzoRxvfHw8ACAxMRGlSpXKXJ6YmIj69ev7tc1AMTve+Pj4LM6hGRkZuHjxYua4zNC4cWMAwIEDB3KVMFO8eHFYLBYkJia6LE9MTPQ6vvj4eJ/a5xb8Gas7YWFhuOOOO3DgwIFQdDHH8XZuo6OjUaBAgRzqVfbSqFGjPCUUPPvss5mBCWXKlNFtm1fvXWd8Ga87/t6/eVqYiYuLQ1xcXLbt78SJE7hw4YLLZJ+dhHK8FStWRHx8PJYtW5YpvCQnJ2P9+vU+R4AFC7PjbdKkCS5fvozNmzejYcOGAIDly5fDbrdnCihmSEhIAIAcO7/eCA8PR8OGDbFs2TJ07twZAFW4y5Ytw7PPPutxnSZNmmDZsmUYMmRI5rIlS5a4vAHlRvwZqzs2mw07duzAAw88EMKe5hxNmjTJEqqbF85tMElISMh196knhBB47rnnMG/ePKxcuRIVK1Y0XCev3ruAf+N1x+/7N2AX4jzC0aNHxdatW8Vbb70lChUqJLZu3Sq2bt0qUlJSMttUr15dzJ07VwghREpKinjppZfE2rVrxeHDh8XSpUtFgwYNRNWqVUVqampODcM0vo5XCCH+97//idjYWPHLL7+I7du3i06dOomKFSuK69ev58QQfKJDhw7ijjvuEOvXrxerV68WVatWFd27d8/8/cSJE6J69epi/fr1QgghDhw4IMaMGSM2bdokDh8+LH755RdRqVIl0aJFi5wagi4zZ84UERERYvr06WL37t1i4MCBIjY2Vpw5c0YIIUSvXr3EiBEjMtuvWbNGWK1W8cEHH4g9e/aI0aNHi7CwMLFjx46cGoJpfB3rW2+9JRYvXiwOHjwoNm/eLLp16yYiIyPFrl27cmoIPpGSkpJ5fwIQH330kdi6das4evSoEEKIESNGiF69emW2P3TokIiKihLDhw8Xe/bsERMmTBAWi0X88ccfOTUEn/B1vB9//LGYP3++2L9/v9ixY4d44YUXhKqqYunSpTk1BNMMGjRIxMTEiJUrV4rTp09nfq5du5bZ5la6d/0Zb7Du33wjzPTu3VsAyPJZsWJFZhsAYtq0aUIIIa5duybatWsn4uLiRFhYmChfvrwYMGBA5gM1t+PreIVgePYbb7whSpYsKSIiIkSbNm3Evn37sr/zfnDhwgXRvXt3UahQIREdHS369u3rIrgdPnzYZfzHjh0TLVq0EEWLFhURERGiSpUqYvjw4SIpKSmHRmDM559/LsqVKyfCw8NFo0aNxLp16zJ/a9mypejdu7dL+59++klUq1ZNhIeHi9tvv10sXLgwm3vsP76MdciQIZltS5YsKR544AGxZcuWHOi1f2ihx+4fbYy9e/cWLVu2zLJO/fr1RXh4uKhUqZLLfZzb8XW87733nqhcubKIjIwURYsWFa1atRLLly/Pmc77iKdxuj93b6V715/xBuv+VW52QCKRSCQSiSRPIkOzJRKJRCKR5GmkMCORSCQSiSRPI4UZiUQikUgkeRopzEgkEolEIsnTSGFGIpFIJBJJnkYKMxKJRCKRSPI0UpiRSCQSiUSSp5HCjEQikUgkkjyNFGYkEolEIpHkaaQwI5FIJBKJJE8jhRmJRCKRSCR5GinMSCQSiUQiydP8P+4NX8V5MfszAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(moons[..., 0], moons[..., 1], c=moons_labels, cmap='rainbow')\n",
    "plt.plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "moons_ds = Dataset(moons, moons_labels)\n",
    "\n",
    "train_size = int(0.85 * len(moons_ds))\n",
    "valid_size = len(moons_ds) - train_size\n",
    "\n",
    "moons_train, moons_valid = torch.utils.data.random_split(moons_ds, [train_size, valid_size])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mjmisilo\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PROJECT_NAME = 'classification-playground-moons'\n",
    "\n",
    "wandb.login()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Create sweep with ID: 1ltn88di\n",
      "Sweep URL: https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: eslph6zs with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.010549279625659711\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.2745124725098039\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.46725660511093703\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122502-eslph6zs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eslph6zs\" target=\"_blank\">restful-sweep-1</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "d:\\workspace\\python\\classification-playground\\venv\\lib\\site-packages\\torch\\cuda\\amp\\grad_scaler.py:115: UserWarning: torch.cuda.amp.GradScaler is enabled, but CUDA is not available.  Disabling.\n",
      "  warnings.warn(\"torch.cuda.amp.GradScaler is enabled, but CUDA is not available.  Disabling.\")\n",
      "Epoch: 0 | Loss: --- | Acc: ---:   0%|          | 0/2 [00:00<?, ?it/s]d:\\workspace\\python\\classification-playground\\venv\\lib\\site-packages\\torch\\amp\\autocast_mode.py:198: UserWarning: User provided device_type of 'cuda', but CUDA is not available. Disabling\n",
      "  warnings.warn('User provided device_type of \\'cuda\\', but CUDA is not available. Disabling')\n",
      "Epoch: 0 | Loss: 0.702 | Acc: 50.71%: 100%|██████████| 2/2 [00:00<00:00, 27.03it/s]\n",
      "Validation Loss: 0.710 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 62.60it/s]\n",
      "Epoch: 1 | Loss: 0.689 | Acc: 53.65%: 100%|██████████| 2/2 [00:00<00:00, 40.01it/s]\n",
      "Validation Loss: 0.642 | Validation Acc: 54.00%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n",
      "Epoch: 2 | Loss: 0.625 | Acc: 59.29%: 100%|██████████| 2/2 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.349 | Validation Acc: 82.00%: 100%|██████████| 1/1 [00:00<00:00, 55.60it/s]\n",
      "Epoch: 3 | Loss: 0.407 | Acc: 81.18%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.283 | Validation Acc: 85.33%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 4 | Loss: 0.301 | Acc: 86.47%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.305 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 5 | Loss: 0.330 | Acc: 86.24%: 100%|██████████| 2/2 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.288 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 52.60it/s]\n",
      "Epoch: 6 | Loss: 0.301 | Acc: 85.88%: 100%|██████████| 2/2 [00:00<00:00, 25.64it/s]\n",
      "Validation Loss: 0.264 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 7 | Loss: 0.279 | Acc: 86.82%: 100%|██████████| 2/2 [00:00<00:00, 31.75it/s]\n",
      "Validation Loss: 0.257 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 8 | Loss: 0.284 | Acc: 87.06%: 100%|██████████| 2/2 [00:00<00:00, 24.39it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▅█▇▆▅▄▃▂</td></tr><tr><td>t_accuracy</td><td>▁▂▃▇█████</td></tr><tr><td>t_loss</td><td>██▇▃▁▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▂▇▇█████</td></tr><tr><td>val_loss</td><td>█▇▂▁▂▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.03119</td></tr><tr><td>t_accuracy</td><td>0.87059</td></tr><tr><td>t_loss</td><td>0.2837</td></tr><tr><td>val_accuracy</td><td>0.88667</td></tr><tr><td>val_loss</td><td>0.25792</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">restful-sweep-1</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eslph6zs\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eslph6zs</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122502-eslph6zs\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6bk2o6rt with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.20312986988254284\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 20\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5478104084591778\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.49747813046387074\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122512-6bk2o6rt</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6bk2o6rt\" target=\"_blank\">dutiful-sweep-2</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.702 | Acc: 49.29%: 100%|██████████| 14/14 [00:00<00:00, 118.64it/s]\n",
      "Validation Loss: 0.697 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 176.47it/s]\n",
      "Epoch: 1 | Loss: 0.587 | Acc: 73.06%: 100%|██████████| 14/14 [00:00<00:00, 99.29it/s]\n",
      "Validation Loss: 0.356 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 176.49it/s]\n",
      "Epoch: 2 | Loss: 0.374 | Acc: 84.24%: 100%|██████████| 14/14 [00:00<00:00, 101.45it/s]\n",
      "Validation Loss: 0.273 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 166.68it/s]\n",
      "Epoch: 3 | Loss: 0.272 | Acc: 88.24%: 100%|██████████| 14/14 [00:00<00:00, 99.29it/s] \n",
      "Validation Loss: 0.222 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 119.98it/s]\n",
      "Epoch: 4 | Loss: 0.265 | Acc: 88.47%: 100%|██████████| 14/14 [00:00<00:00, 97.91it/s]\n",
      "Validation Loss: 0.186 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 111.13it/s]\n",
      "Epoch: 5 | Loss: 0.218 | Acc: 91.41%: 100%|██████████| 14/14 [00:00<00:00, 92.71it/s]\n",
      "Validation Loss: 0.232 | Validation Acc: 84.67%: 100%|██████████| 3/3 [00:00<00:00, 119.99it/s]\n",
      "Epoch: 6 | Loss: 0.182 | Acc: 93.06%: 100%|██████████| 14/14 [00:00<00:00, 104.48it/s]\n",
      "Validation Loss: 0.125 | Validation Acc: 94.67%: 100%|██████████| 3/3 [00:00<00:00, 176.39it/s]\n",
      "Epoch: 7 | Loss: 0.130 | Acc: 95.41%: 100%|██████████| 14/14 [00:00<00:00, 96.54it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 166.67it/s]\n",
      "Epoch: 8 | Loss: 0.240 | Acc: 94.59%: 100%|██████████| 14/14 [00:00<00:00, 93.33it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 176.54it/s]\n",
      "Epoch: 9 | Loss: 0.191 | Acc: 94.47%: 100%|██████████| 14/14 [00:00<00:00, 101.45it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 130.47it/s]\n",
      "Epoch: 10 | Loss: 0.137 | Acc: 96.00%: 100%|██████████| 14/14 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 103.44it/s]\n",
      "Epoch: 11 | Loss: 0.208 | Acc: 94.00%: 100%|██████████| 14/14 [00:00<00:00, 77.75it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 115.40it/s]\n",
      "Epoch: 12 | Loss: 0.116 | Acc: 96.12%: 100%|██████████| 14/14 [00:00<00:00, 93.33it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 157.92it/s]\n",
      "Epoch: 13 | Loss: 0.112 | Acc: 96.59%: 100%|██████████| 14/14 [00:00<00:00, 85.89it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 166.53it/s]\n",
      "Epoch: 14 | Loss: 0.175 | Acc: 96.59%: 100%|██████████| 14/14 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 107.15it/s]\n",
      "Epoch: 15 | Loss: 0.078 | Acc: 97.18%: 100%|██████████| 14/14 [00:00<00:00, 72.16it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 125.05it/s]\n",
      "Epoch: 16 | Loss: 0.103 | Acc: 97.06%: 100%|██████████| 14/14 [00:00<00:00, 80.17it/s]\n",
      "Validation Loss: 0.070 | Validation Acc: 96.00%: 100%|██████████| 3/3 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 17 | Loss: 0.090 | Acc: 96.47%: 100%|██████████| 14/14 [00:00<00:00, 56.45it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 61.23it/s]\n",
      "Epoch: 18 | Loss: 0.076 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 70.35it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 142.80it/s]\n",
      "Epoch: 19 | Loss: 0.056 | Acc: 97.88%: 100%|██████████| 14/14 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 157.92it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▄▅▅▆▇▇█▇▇▆▅▅▄▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▄▆▇▇▇▇████▇████████</td></tr><tr><td>t_loss</td><td>█▇▄▃▃▃▂▂▃▂▂▃▂▂▂▁▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▆▆▇█████████▇███</td></tr><tr><td>val_loss</td><td>█▄▄▃▃▃▂▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.02475</td></tr><tr><td>t_accuracy</td><td>0.97882</td></tr><tr><td>t_loss</td><td>0.05579</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.03119</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">dutiful-sweep-2</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6bk2o6rt\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6bk2o6rt</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122512-6bk2o6rt\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: bd2kcvwt with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.07473762298691039\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 37\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.204897011583966\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.49929437777117947\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122528-bd2kcvwt</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/bd2kcvwt\" target=\"_blank\">fine-sweep-3</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 49.29%: 100%|██████████| 27/27 [00:00<00:00, 80.60it/s] \n",
      "Validation Loss: 0.694 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 77.44it/s]\n",
      "Epoch: 1 | Loss: 0.402 | Acc: 79.76%: 100%|██████████| 27/27 [00:00<00:00, 49.95it/s]\n",
      "Validation Loss: 0.296 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 2 | Loss: 0.308 | Acc: 87.41%: 100%|██████████| 27/27 [00:00<00:00, 42.65it/s]\n",
      "Validation Loss: 0.447 | Validation Acc: 84.00%: 100%|██████████| 5/5 [00:00<00:00, 121.97it/s]\n",
      "Epoch: 3 | Loss: 0.310 | Acc: 88.12%: 100%|██████████| 27/27 [00:00<00:00, 65.13it/s]\n",
      "Validation Loss: 0.114 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 104.17it/s]\n",
      "Epoch: 4 | Loss: 0.255 | Acc: 91.65%: 100%|██████████| 27/27 [00:00<00:00, 81.33it/s]\n",
      "Validation Loss: 0.132 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 5 | Loss: 0.203 | Acc: 94.59%: 100%|██████████| 27/27 [00:00<00:00, 69.93it/s]\n",
      "Validation Loss: 0.185 | Validation Acc: 90.67%: 100%|██████████| 5/5 [00:00<00:00, 102.04it/s]\n",
      "Epoch: 6 | Loss: 0.311 | Acc: 91.53%: 100%|██████████| 27/27 [00:00<00:00, 67.41it/s]\n",
      "Validation Loss: 0.129 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 61.72it/s]\n",
      "Epoch: 7 | Loss: 0.919 | Acc: 90.12%: 100%|██████████| 27/27 [00:00<00:00, 62.40it/s]\n",
      "Validation Loss: 0.112 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 104.16it/s]\n",
      "Epoch: 8 | Loss: 1.569 | Acc: 88.82%: 100%|██████████| 27/27 [00:00<00:00, 38.08it/s]\n",
      "Validation Loss: 0.227 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 36.89it/s]\n",
      "Epoch: 9 | Loss: 1.013 | Acc: 95.18%: 100%|██████████| 27/27 [00:00<00:00, 42.98it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 92.59it/s]\n",
      "Epoch: 10 | Loss: 0.292 | Acc: 96.00%: 100%|██████████| 27/27 [00:00<00:00, 50.37it/s]\n",
      "Validation Loss: 0.066 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 128.19it/s]\n",
      "Epoch: 11 | Loss: 0.220 | Acc: 95.88%: 100%|██████████| 27/27 [00:00<00:00, 89.70it/s]\n",
      "Validation Loss: 0.561 | Validation Acc: 94.67%: 100%|██████████| 5/5 [00:00<00:00, 135.14it/s]\n",
      "Epoch: 12 | Loss: 1.436 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 88.44it/s]\n",
      "Validation Loss: 0.108 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 135.15it/s]\n",
      "Epoch: 13 | Loss: 0.120 | Acc: 96.82%: 100%|██████████| 27/27 [00:00<00:00, 90.30it/s] \n",
      "Validation Loss: 0.148 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 161.34it/s]\n",
      "Epoch: 14 | Loss: 0.151 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 87.66it/s]\n",
      "Validation Loss: 0.096 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 96.17it/s]\n",
      "Epoch: 15 | Loss: 0.129 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 40.39it/s]\n",
      "Validation Loss: 0.068 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 142.86it/s]\n",
      "Epoch: 16 | Loss: 0.329 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 65.53it/s]\n",
      "Validation Loss: 0.074 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 147.07it/s]\n",
      "Epoch: 17 | Loss: 0.110 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 77.36it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 125.01it/s]\n",
      "Epoch: 18 | Loss: 0.143 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 53.47it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 79.35it/s]\n",
      "Epoch: 19 | Loss: 0.080 | Acc: 95.88%: 100%|██████████| 27/27 [00:00<00:00, 50.41it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 84.74it/s]\n",
      "Epoch: 20 | Loss: 0.096 | Acc: 95.29%: 100%|██████████| 27/27 [00:00<00:00, 39.47it/s]\n",
      "Validation Loss: 0.071 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 142.87it/s]\n",
      "Epoch: 21 | Loss: 0.135 | Acc: 96.47%: 100%|██████████| 27/27 [00:00<00:00, 67.72it/s]\n",
      "Validation Loss: 0.100 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 86.16it/s]\n",
      "Epoch: 22 | Loss: 0.235 | Acc: 96.24%: 100%|██████████| 27/27 [00:00<00:00, 72.64it/s]\n",
      "Validation Loss: 0.050 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 142.89it/s]\n",
      "Epoch: 23 | Loss: 0.202 | Acc: 97.65%: 100%|██████████| 27/27 [00:00<00:00, 78.57it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 128.10it/s]\n",
      "Epoch: 24 | Loss: 0.136 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 80.36it/s]\n",
      "Validation Loss: 0.095 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 87.73it/s]\n",
      "Epoch: 25 | Loss: 0.088 | Acc: 97.29%: 100%|██████████| 27/27 [00:00<00:00, 60.92it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 89.27it/s]\n",
      "Epoch: 26 | Loss: 0.118 | Acc: 97.29%: 100%|██████████| 27/27 [00:00<00:00, 71.04it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 138.93it/s]\n",
      "Epoch: 27 | Loss: 0.332 | Acc: 96.47%: 100%|██████████| 27/27 [00:00<00:00, 78.77it/s]\n",
      "Validation Loss: 0.054 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 147.03it/s]\n",
      "Epoch: 28 | Loss: 0.068 | Acc: 97.53%: 100%|██████████| 27/27 [00:00<00:00, 76.06it/s]\n",
      "Validation Loss: 0.088 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 147.07it/s]\n",
      "Epoch: 29 | Loss: 0.081 | Acc: 98.00%: 100%|██████████| 27/27 [00:00<00:00, 90.30it/s]\n",
      "Validation Loss: 0.054 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 30 | Loss: 0.064 | Acc: 97.65%: 100%|██████████| 27/27 [00:00<00:00, 68.18it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 128.21it/s]\n",
      "Epoch: 31 | Loss: 0.058 | Acc: 97.18%: 100%|██████████| 27/27 [00:00<00:00, 78.26it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 131.54it/s]\n",
      "Epoch: 32 | Loss: 0.058 | Acc: 97.18%: 100%|██████████| 27/27 [00:00<00:00, 81.69it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 54.03it/s]\n",
      "Epoch: 33 | Loss: 0.166 | Acc: 98.47%: 100%|██████████| 27/27 [00:00<00:00, 55.07it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 73.53it/s]\n",
      "Epoch: 34 | Loss: 0.198 | Acc: 97.41%: 100%|██████████| 27/27 [00:00<00:00, 55.90it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 92.59it/s]\n",
      "Epoch: 35 | Loss: 0.163 | Acc: 97.65%: 100%|██████████| 27/27 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.041 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 29.59it/s]\n",
      "Epoch: 36 | Loss: 0.124 | Acc: 98.00%: 100%|██████████| 27/27 [00:00<00:00, 71.02it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 89.24it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▆▇███▇▇▇▇▆▆▆▆▅▅▅▅▅▄▄▄▄▃▃▃▃▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▅▆▇▇▇▇▇▇████████████████████████████</td></tr><tr><td>t_loss</td><td>▄▃▂▂▂▂▂▅█▅▂▂▇▁▁▁▂▁▁▁▁▁▂▂▁▁▁▂▁▁▁▁▁▂▂▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▇▇▇█▇███▇▇▇███████████████████████</td></tr><tr><td>val_loss</td><td>█▄▅▂▂▃▂▂▃▁▁▇▂▂▂▁▂▁▁▁▁▂▁▁▂▁▁▁▂▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00831</td></tr><tr><td>t_accuracy</td><td>0.98</td></tr><tr><td>t_loss</td><td>0.12361</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.0416</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">fine-sweep-3</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/bd2kcvwt\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/bd2kcvwt</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122528-bd2kcvwt\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: knlwfiiq with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.05198097955713987\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 45\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.24109713870817737\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.48792448858806736\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122600-knlwfiiq</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/knlwfiiq\" target=\"_blank\">earnest-sweep-4</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.695 | Acc: 49.06%: 100%|██████████| 27/27 [00:00<00:00, 109.75it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 151.50it/s]\n",
      "Epoch: 1 | Loss: 0.517 | Acc: 74.71%: 100%|██████████| 27/27 [00:00<00:00, 69.95it/s]\n",
      "Validation Loss: 0.276 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 156.24it/s]\n",
      "Epoch: 2 | Loss: 0.321 | Acc: 86.59%: 100%|██████████| 27/27 [00:00<00:00, 84.64it/s]\n",
      "Validation Loss: 0.287 | Validation Acc: 86.67%: 100%|██████████| 5/5 [00:00<00:00, 178.61it/s]\n",
      "Epoch: 3 | Loss: 0.295 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 64.75it/s]\n",
      "Validation Loss: 0.300 | Validation Acc: 83.33%: 100%|██████████| 5/5 [00:00<00:00, 178.59it/s]\n",
      "Epoch: 4 | Loss: 0.328 | Acc: 84.47%: 100%|██████████| 27/27 [00:00<00:00, 70.84it/s]\n",
      "Validation Loss: 0.336 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 59.14it/s]\n",
      "Epoch: 5 | Loss: 0.317 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.248 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 102.03it/s]\n",
      "Epoch: 6 | Loss: 0.273 | Acc: 88.24%: 100%|██████████| 27/27 [00:00<00:00, 51.62it/s]\n",
      "Validation Loss: 0.235 | Validation Acc: 90.00%: 100%|██████████| 5/5 [00:00<00:00, 128.20it/s]\n",
      "Epoch: 7 | Loss: 0.412 | Acc: 92.24%: 100%|██████████| 27/27 [00:00<00:00, 91.52it/s]\n",
      "Validation Loss: 0.318 | Validation Acc: 90.67%: 100%|██████████| 5/5 [00:00<00:00, 185.21it/s]\n",
      "Epoch: 8 | Loss: 0.585 | Acc: 93.53%: 100%|██████████| 27/27 [00:00<00:00, 100.75it/s]\n",
      "Validation Loss: 0.105 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 161.31it/s]\n",
      "Epoch: 9 | Loss: 0.812 | Acc: 92.71%: 100%|██████████| 27/27 [00:00<00:00, 116.12it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 199.96it/s]\n",
      "Epoch: 10 | Loss: 0.661 | Acc: 91.65%: 100%|██████████| 27/27 [00:00<00:00, 108.40it/s]\n",
      "Validation Loss: 0.372 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 156.24it/s]\n",
      "Epoch: 11 | Loss: 0.406 | Acc: 84.47%: 100%|██████████| 27/27 [00:00<00:00, 109.76it/s]\n",
      "Validation Loss: 0.200 | Validation Acc: 94.00%: 100%|██████████| 5/5 [00:00<00:00, 200.04it/s]\n",
      "Epoch: 12 | Loss: 0.944 | Acc: 85.65%: 100%|██████████| 27/27 [00:00<00:00, 100.75it/s]\n",
      "Validation Loss: 2.119 | Validation Acc: 90.00%: 100%|██████████| 5/5 [00:00<00:00, 148.77it/s]\n",
      "Epoch: 13 | Loss: 0.646 | Acc: 89.29%: 100%|██████████| 27/27 [00:00<00:00, 104.84it/s]\n",
      "Validation Loss: 0.153 | Validation Acc: 92.67%: 100%|██████████| 5/5 [00:00<00:00, 172.38it/s]\n",
      "Epoch: 14 | Loss: 0.739 | Acc: 94.94%: 100%|██████████| 27/27 [00:00<00:00, 106.69it/s]\n",
      "Validation Loss: 0.114 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 192.28it/s]\n",
      "Epoch: 15 | Loss: 0.168 | Acc: 94.59%: 100%|██████████| 27/27 [00:00<00:00, 99.05it/s] \n",
      "Validation Loss: 0.100 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 185.17it/s]\n",
      "Epoch: 16 | Loss: 0.240 | Acc: 96.00%: 100%|██████████| 27/27 [00:00<00:00, 101.12it/s]\n",
      "Validation Loss: 0.060 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 172.41it/s]\n",
      "Epoch: 17 | Loss: 0.267 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 110.62it/s]\n",
      "Validation Loss: 0.057 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 161.26it/s]\n",
      "Epoch: 18 | Loss: 0.234 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 102.28it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 185.14it/s]\n",
      "Epoch: 19 | Loss: 0.228 | Acc: 96.24%: 100%|██████████| 27/27 [00:00<00:00, 109.31it/s]\n",
      "Validation Loss: 0.075 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 156.23it/s]\n",
      "Epoch: 20 | Loss: 0.270 | Acc: 94.82%: 100%|██████████| 27/27 [00:00<00:00, 114.41it/s]\n",
      "Validation Loss: 0.060 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 208.33it/s]\n",
      "Epoch: 21 | Loss: 0.890 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 130.69it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.61it/s]\n",
      "Epoch: 22 | Loss: 0.221 | Acc: 96.47%: 100%|██████████| 27/27 [00:00<00:00, 110.20it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 100.00%: 100%|██████████| 5/5 [00:00<00:00, 200.05it/s]\n",
      "Epoch: 23 | Loss: 0.657 | Acc: 96.59%: 100%|██████████| 27/27 [00:00<00:00, 80.12it/s] \n",
      "Validation Loss: 0.036 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 151.51it/s]\n",
      "Epoch: 24 | Loss: 0.855 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 96.09it/s]\n",
      "Validation Loss: 1.953 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 161.26it/s]\n",
      "Epoch: 25 | Loss: 1.028 | Acc: 96.24%: 100%|██████████| 27/27 [00:00<00:00, 84.11it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 138.85it/s]\n",
      "Epoch: 26 | Loss: 0.234 | Acc: 96.59%: 100%|██████████| 27/27 [00:00<00:00, 93.57it/s] \n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 135.14it/s]\n",
      "Epoch: 27 | Loss: 0.937 | Acc: 94.35%: 100%|██████████| 27/27 [00:00<00:00, 97.12it/s] \n",
      "Validation Loss: 0.710 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 151.52it/s]\n",
      "Epoch: 28 | Loss: 0.578 | Acc: 96.12%: 100%|██████████| 27/27 [00:00<00:00, 107.57it/s]\n",
      "Validation Loss: 0.089 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 185.18it/s]\n",
      "Epoch: 29 | Loss: 0.261 | Acc: 95.18%: 100%|██████████| 27/27 [00:00<00:00, 111.55it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 178.52it/s]\n",
      "Epoch: 30 | Loss: 0.106 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 115.35it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 156.26it/s]\n",
      "Epoch: 31 | Loss: 0.204 | Acc: 96.71%: 100%|██████████| 27/27 [00:00<00:00, 120.00it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.52it/s]\n",
      "Epoch: 32 | Loss: 0.185 | Acc: 97.41%: 100%|██████████| 27/27 [00:00<00:00, 90.61it/s] \n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 161.29it/s]\n",
      "Epoch: 33 | Loss: 0.409 | Acc: 97.65%: 100%|██████████| 27/27 [00:00<00:00, 125.55it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 208.29it/s]\n",
      "Epoch: 34 | Loss: 0.496 | Acc: 97.53%: 100%|██████████| 27/27 [00:00<00:00, 122.14it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 121.95it/s]\n",
      "Epoch: 35 | Loss: 0.509 | Acc: 97.88%: 100%|██████████| 27/27 [00:00<00:00, 122.73it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 185.17it/s]\n",
      "Epoch: 36 | Loss: 0.514 | Acc: 98.24%: 100%|██████████| 27/27 [00:00<00:00, 127.96it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 37 | Loss: 0.205 | Acc: 97.53%: 100%|██████████| 27/27 [00:00<00:00, 128.53it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 221.85it/s]\n",
      "Epoch: 38 | Loss: 0.196 | Acc: 97.29%: 100%|██████████| 27/27 [00:00<00:00, 124.99it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 142.85it/s]\n",
      "Epoch: 39 | Loss: 0.846 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 123.85it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 60.24it/s]\n",
      "Epoch: 40 | Loss: 0.748 | Acc: 97.65%: 100%|██████████| 27/27 [00:00<00:00, 114.41it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.20it/s]\n",
      "Epoch: 41 | Loss: 0.314 | Acc: 97.88%: 100%|██████████| 27/27 [00:00<00:00, 105.06it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 169.21it/s]\n",
      "Epoch: 42 | Loss: 0.186 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 75.42it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 156.24it/s]\n",
      "Epoch: 43 | Loss: 0.187 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 82.07it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 156.25it/s]\n",
      "Epoch: 44 | Loss: 0.187 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 115.39it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 192.29it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▄▅▅▆▇███▇▇▇▇▆▆▆▆▆▅▅▅▅▄▄▄▄▄▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▅▆▆▆▆▇▇▇▇▆▆▇█▇█████████▇███████████████</td></tr><tr><td>t_loss</td><td>▅▄▃▂▃▃▂▃▆▅▃▇▅▆▁▂▂▂▂▇▂▅▇█▇▅▂▁▂▂▃▄▄▂▂▇▆▃▂▂</td></tr><tr><td>val_accuracy</td><td>▁▆▆▅▆▆▆▇▇▆▇▆▇▇▇███████▇██▇██████████████</td></tr><tr><td>val_loss</td><td>▃▂▂▂▂▂▂▂▁▂▂█▁▁▁▁▁▁▁▁▁▁▇▁▃▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.0068</td></tr><tr><td>t_accuracy</td><td>0.97765</td></tr><tr><td>t_loss</td><td>0.1873</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.03473</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">earnest-sweep-4</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/knlwfiiq\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/knlwfiiq</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122600-knlwfiiq\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: cpcjgrdg with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.24471304305511327\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 35\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.37963101035516406\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4817762274235987\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122626-cpcjgrdg</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/cpcjgrdg\" target=\"_blank\">copper-sweep-5</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.698 | Acc: 50.71%: 100%|██████████| 27/27 [00:00<00:00, 99.63it/s] \n",
      "Validation Loss: 0.708 | Validation Acc: 46.00%: 100%|██████████| 5/5 [00:00<00:00, 192.34it/s]\n",
      "Epoch: 1 | Loss: 0.459 | Acc: 77.88%: 100%|██████████| 27/27 [00:00<00:00, 116.86it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 208.38it/s]\n",
      "Epoch: 2 | Loss: 0.328 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 98.17it/s] \n",
      "Validation Loss: 0.261 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 185.13it/s]\n",
      "Epoch: 3 | Loss: 0.307 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 110.84it/s]\n",
      "Validation Loss: 0.247 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 192.21it/s]\n",
      "Epoch: 4 | Loss: 0.289 | Acc: 87.53%: 100%|██████████| 27/27 [00:00<00:00, 112.03it/s]\n",
      "Validation Loss: 0.204 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 147.10it/s]\n",
      "Epoch: 5 | Loss: 0.226 | Acc: 91.06%: 100%|██████████| 27/27 [00:00<00:00, 109.95it/s]\n",
      "Validation Loss: 0.140 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 192.35it/s]\n",
      "Epoch: 6 | Loss: 0.170 | Acc: 93.65%: 100%|██████████| 27/27 [00:00<00:00, 101.49it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 151.55it/s]\n",
      "Epoch: 7 | Loss: 0.174 | Acc: 94.00%: 100%|██████████| 27/27 [00:00<00:00, 77.12it/s] \n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 102.05it/s]\n",
      "Epoch: 8 | Loss: 0.115 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 80.68it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 106.37it/s]\n",
      "Epoch: 9 | Loss: 0.327 | Acc: 93.65%: 100%|██████████| 27/27 [00:00<00:00, 84.88it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 156.24it/s]\n",
      "Epoch: 10 | Loss: 0.237 | Acc: 94.35%: 100%|██████████| 27/27 [00:00<00:00, 92.76it/s]\n",
      "Validation Loss: 0.062 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 142.87it/s]\n",
      "Epoch: 11 | Loss: 0.223 | Acc: 94.59%: 100%|██████████| 27/27 [00:00<00:00, 104.41it/s]\n",
      "Validation Loss: 0.068 | Validation Acc: 94.67%: 100%|██████████| 5/5 [00:00<00:00, 185.18it/s]\n",
      "Epoch: 12 | Loss: 0.327 | Acc: 94.47%: 100%|██████████| 27/27 [00:00<00:00, 97.12it/s]\n",
      "Validation Loss: 0.063 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 156.26it/s]\n",
      "Epoch: 13 | Loss: 0.467 | Acc: 93.53%: 100%|██████████| 27/27 [00:00<00:00, 92.15it/s] \n",
      "Validation Loss: 0.201 | Validation Acc: 94.00%: 100%|██████████| 5/5 [00:00<00:00, 178.50it/s]\n",
      "Epoch: 14 | Loss: 1.377 | Acc: 88.24%: 100%|██████████| 27/27 [00:00<00:00, 42.37it/s]\n",
      "Validation Loss: 0.071 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 59.53it/s]\n",
      "Epoch: 15 | Loss: 0.928 | Acc: 92.12%: 100%|██████████| 27/27 [00:00<00:00, 78.02it/s]\n",
      "Validation Loss: 0.124 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 166.65it/s]\n",
      "Epoch: 16 | Loss: 0.902 | Acc: 92.94%: 100%|██████████| 27/27 [00:00<00:00, 90.58it/s]\n",
      "Validation Loss: 0.180 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 166.63it/s]\n",
      "Epoch: 17 | Loss: 0.456 | Acc: 94.71%: 100%|██████████| 27/27 [00:00<00:00, 89.11it/s]\n",
      "Validation Loss: 0.505 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 135.13it/s]\n",
      "Epoch: 18 | Loss: 0.440 | Acc: 94.24%: 100%|██████████| 27/27 [00:00<00:00, 80.23it/s]\n",
      "Validation Loss: 0.189 | Validation Acc: 93.33%: 100%|██████████| 5/5 [00:00<00:00, 121.94it/s]\n",
      "Epoch: 19 | Loss: 0.421 | Acc: 91.76%: 100%|██████████| 27/27 [00:00<00:00, 101.27it/s]\n",
      "Validation Loss: 0.150 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 151.53it/s]\n",
      "Epoch: 20 | Loss: 0.487 | Acc: 94.24%: 100%|██████████| 27/27 [00:00<00:00, 108.00it/s]\n",
      "Validation Loss: 0.091 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 172.42it/s]\n",
      "Epoch: 21 | Loss: 0.295 | Acc: 93.18%: 100%|██████████| 27/27 [00:00<00:00, 94.71it/s]\n",
      "Validation Loss: 0.062 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 151.50it/s]\n",
      "Epoch: 22 | Loss: 0.227 | Acc: 94.59%: 100%|██████████| 27/27 [00:00<00:00, 52.62it/s]\n",
      "Validation Loss: 0.282 | Validation Acc: 90.00%: 100%|██████████| 5/5 [00:00<00:00, 94.33it/s]\n",
      "Epoch: 23 | Loss: 0.947 | Acc: 92.71%: 100%|██████████| 27/27 [00:00<00:00, 59.27it/s]\n",
      "Validation Loss: 0.179 | Validation Acc: 93.33%: 100%|██████████| 5/5 [00:00<00:00, 78.13it/s]\n",
      "Epoch: 24 | Loss: 0.210 | Acc: 94.12%: 100%|██████████| 27/27 [00:00<00:00, 64.59it/s]\n",
      "Validation Loss: 0.080 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 156.28it/s]\n",
      "Epoch: 25 | Loss: 0.119 | Acc: 96.82%: 100%|██████████| 27/27 [00:00<00:00, 78.26it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 63.29it/s]\n",
      "Epoch: 26 | Loss: 0.145 | Acc: 96.59%: 100%|██████████| 27/27 [00:00<00:00, 68.35it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.51it/s]\n",
      "Epoch: 27 | Loss: 0.138 | Acc: 95.06%: 100%|██████████| 27/27 [00:00<00:00, 49.30it/s]\n",
      "Validation Loss: 0.079 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 128.18it/s]\n",
      "Epoch: 28 | Loss: 0.107 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 85.18it/s]\n",
      "Validation Loss: 0.078 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 166.65it/s]\n",
      "Epoch: 29 | Loss: 0.114 | Acc: 96.82%: 100%|██████████| 27/27 [00:00<00:00, 86.79it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 160.85it/s]\n",
      "Epoch: 30 | Loss: 0.097 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 85.18it/s]\n",
      "Validation Loss: 0.078 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 116.27it/s]\n",
      "Epoch: 31 | Loss: 0.097 | Acc: 96.82%: 100%|██████████| 27/27 [00:00<00:00, 86.25it/s]\n",
      "Validation Loss: 0.087 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 156.25it/s]\n",
      "Epoch: 32 | Loss: 0.082 | Acc: 97.29%: 100%|██████████| 27/27 [00:00<00:00, 75.63it/s]\n",
      "Validation Loss: 0.059 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 128.20it/s]\n",
      "Epoch: 33 | Loss: 0.078 | Acc: 97.88%: 100%|██████████| 27/27 [00:00<00:00, 82.82it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 156.17it/s]\n",
      "Epoch: 34 | Loss: 0.084 | Acc: 97.41%: 100%|██████████| 27/27 [00:00<00:00, 97.46it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 151.54it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▃▄▄▅▅▆▆▇▇██▇▇▇▆▆▆▅▅▅▅▄▄▄▃▃▃▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▅▆▆▆▇▇▇█▇▇█▇▇▇▇▇█▇▇▇▇█▇▇██████████</td></tr><tr><td>t_loss</td><td>▄▃▂▂▂▂▁▂▁▂▂▂▂▃█▆▅▃▃▃▃▂▂▆▂▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▇▇▇██████▇█▇███▇▇███▇▇███████████</td></tr><tr><td>val_loss</td><td>█▄▃▃▃▂▁▁▁▁▁▁▁▃▁▂▃▆▃▂▂▁▄▃▂▁▁▂▂▁▂▂▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01055</td></tr><tr><td>t_accuracy</td><td>0.97412</td></tr><tr><td>t_loss</td><td>0.08418</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.05313</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">copper-sweep-5</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/cpcjgrdg\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/cpcjgrdg</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122626-cpcjgrdg\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 169thhdn with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.3750169397739149\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 31\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.554861268663872\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.42771668381129463\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122658-169thhdn</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/169thhdn\" target=\"_blank\">young-sweep-6</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.695 | Acc: 49.29%: 100%|██████████| 27/27 [00:00<00:00, 98.90it/s] \n",
      "Validation Loss: 0.689 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 185.20it/s]\n",
      "Epoch: 1 | Loss: 0.574 | Acc: 70.82%: 100%|██████████| 27/27 [00:00<00:00, 70.50it/s] \n",
      "Validation Loss: 0.297 | Validation Acc: 85.33%: 100%|██████████| 5/5 [00:00<00:00, 75.75it/s]\n",
      "Epoch: 2 | Loss: 0.354 | Acc: 84.71%: 100%|██████████| 27/27 [00:00<00:00, 83.59it/s]\n",
      "Validation Loss: 0.257 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 72.46it/s]\n",
      "Epoch: 3 | Loss: 0.321 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 77.59it/s]\n",
      "Validation Loss: 0.299 | Validation Acc: 86.67%: 100%|██████████| 5/5 [00:00<00:00, 166.68it/s]\n",
      "Epoch: 4 | Loss: 0.303 | Acc: 87.41%: 100%|██████████| 27/27 [00:00<00:00, 80.12it/s]\n",
      "Validation Loss: 0.190 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 147.06it/s]\n",
      "Epoch: 5 | Loss: 0.222 | Acc: 90.35%: 100%|██████████| 27/27 [00:00<00:00, 80.36it/s]\n",
      "Validation Loss: 0.117 | Validation Acc: 94.67%: 100%|██████████| 5/5 [00:00<00:00, 135.14it/s]\n",
      "Epoch: 6 | Loss: 0.186 | Acc: 95.88%: 100%|██████████| 27/27 [00:00<00:00, 59.74it/s]\n",
      "Validation Loss: 0.097 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 92.58it/s]\n",
      "Epoch: 7 | Loss: 0.180 | Acc: 93.88%: 100%|██████████| 27/27 [00:00<00:00, 76.06it/s]\n",
      "Validation Loss: 0.083 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 147.05it/s]\n",
      "Epoch: 8 | Loss: 0.130 | Acc: 96.00%: 100%|██████████| 27/27 [00:00<00:00, 75.19it/s]\n",
      "Validation Loss: 0.085 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 9 | Loss: 0.086 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 61.97it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 161.26it/s]\n",
      "Epoch: 10 | Loss: 0.164 | Acc: 96.24%: 100%|██████████| 27/27 [00:00<00:00, 53.77it/s]\n",
      "Validation Loss: 0.070 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 106.37it/s]\n",
      "Epoch: 11 | Loss: 0.132 | Acc: 95.41%: 100%|██████████| 27/27 [00:00<00:00, 58.49it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 73.53it/s]\n",
      "Epoch: 12 | Loss: 0.129 | Acc: 96.24%: 100%|██████████| 27/27 [00:00<00:00, 68.43it/s]\n",
      "Validation Loss: 0.107 | Validation Acc: 94.67%: 100%|██████████| 5/5 [00:00<00:00, 128.20it/s]\n",
      "Epoch: 13 | Loss: 0.270 | Acc: 91.76%: 100%|██████████| 27/27 [00:00<00:00, 33.32it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 86.78it/s]\n",
      "Epoch: 14 | Loss: 0.466 | Acc: 92.59%: 100%|██████████| 27/27 [00:00<00:00, 45.63it/s]\n",
      "Validation Loss: 0.108 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 90.90it/s]\n",
      "Epoch: 15 | Loss: 0.238 | Acc: 93.65%: 100%|██████████| 27/27 [00:00<00:00, 76.92it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.57it/s]\n",
      "Epoch: 16 | Loss: 0.693 | Acc: 93.06%: 100%|██████████| 27/27 [00:00<00:00, 81.63it/s]\n",
      "Validation Loss: 0.466 | Validation Acc: 89.33%: 100%|██████████| 5/5 [00:00<00:00, 166.67it/s]\n",
      "Epoch: 17 | Loss: 0.520 | Acc: 89.06%: 100%|██████████| 27/27 [00:00<00:00, 97.97it/s]\n",
      "Validation Loss: 0.220 | Validation Acc: 90.67%: 100%|██████████| 5/5 [00:00<00:00, 151.49it/s]\n",
      "Epoch: 18 | Loss: 0.676 | Acc: 93.18%: 100%|██████████| 27/27 [00:00<00:00, 111.11it/s]\n",
      "Validation Loss: 0.076 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 192.29it/s]\n",
      "Epoch: 19 | Loss: 1.461 | Acc: 92.94%: 100%|██████████| 27/27 [00:00<00:00, 115.38it/s]\n",
      "Validation Loss: 0.447 | Validation Acc: 83.33%: 100%|██████████| 5/5 [00:00<00:00, 156.25it/s]\n",
      "Epoch: 20 | Loss: 1.212 | Acc: 90.71%: 100%|██████████| 27/27 [00:00<00:00, 119.44it/s]\n",
      "Validation Loss: 0.785 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 227.24it/s]\n",
      "Epoch: 21 | Loss: 1.899 | Acc: 90.00%: 100%|██████████| 27/27 [00:00<00:00, 118.09it/s]\n",
      "Validation Loss: 0.123 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 161.27it/s]\n",
      "Epoch: 22 | Loss: 0.688 | Acc: 96.00%: 100%|██████████| 27/27 [00:00<00:00, 114.15it/s]\n",
      "Validation Loss: 0.154 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 188.42it/s]\n",
      "Epoch: 23 | Loss: 0.252 | Acc: 94.82%: 100%|██████████| 27/27 [00:00<00:00, 106.30it/s]\n",
      "Validation Loss: 0.092 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 172.42it/s]\n",
      "Epoch: 24 | Loss: 0.160 | Acc: 95.65%: 100%|██████████| 27/27 [00:00<00:00, 103.85it/s]\n",
      "Validation Loss: 0.136 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 156.24it/s]\n",
      "Epoch: 25 | Loss: 0.244 | Acc: 94.71%: 100%|██████████| 27/27 [00:00<00:00, 106.06it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 166.62it/s]\n",
      "Epoch: 26 | Loss: 0.169 | Acc: 96.59%: 100%|██████████| 27/27 [00:00<00:00, 100.75it/s]\n",
      "Validation Loss: 0.086 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 181.59it/s]\n",
      "Epoch: 27 | Loss: 0.139 | Acc: 96.35%: 100%|██████████| 27/27 [00:00<00:00, 114.41it/s]\n",
      "Validation Loss: 0.133 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 192.30it/s]\n",
      "Epoch: 28 | Loss: 0.153 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 82.80it/s]\n",
      "Validation Loss: 0.066 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 192.32it/s]\n",
      "Epoch: 29 | Loss: 0.134 | Acc: 96.12%: 100%|██████████| 27/27 [00:00<00:00, 111.57it/s]\n",
      "Validation Loss: 0.096 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 161.29it/s]\n",
      "Epoch: 30 | Loss: 0.138 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 110.66it/s]\n",
      "Validation Loss: 0.082 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 156.09it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▃▃▃▄▄▅▅▆▆▆▇▇███▇▇▆▆▅▅▄▄▃▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▄▆▇▇▇███████▇▇█▇▇▇▇▇▇█████████</td></tr><tr><td>t_loss</td><td>▃▃▂▂▂▂▁▁▁▁▁▁▁▂▂▂▃▃▃▆▅█▃▂▁▂▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▆▇██████▇███▇▇█▆███████████</td></tr><tr><td>val_loss</td><td>▇▃▃▃▂▂▁▁▁▁▁▁▂▁▂▁▅▃▁▅█▂▂▁▂▁▁▂▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01307</td></tr><tr><td>t_accuracy</td><td>0.95765</td></tr><tr><td>t_loss</td><td>0.13787</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.08216</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">young-sweep-6</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/169thhdn\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/169thhdn</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122658-169thhdn\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: y66t4urk with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.1862672566902277\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 30\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5722120396172717\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4432061145009225\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122730-y66t4urk</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y66t4urk\" target=\"_blank\">winter-sweep-7</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.705 | Acc: 49.29%: 100%|██████████| 107/107 [00:00<00:00, 115.72it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 206.52it/s]\n",
      "Epoch: 1 | Loss: 0.389 | Acc: 81.41%: 100%|██████████| 107/107 [00:01<00:00, 105.60it/s]\n",
      "Validation Loss: 0.305 | Validation Acc: 87.33%: 100%|██████████| 19/19 [00:00<00:00, 182.72it/s]\n",
      "Epoch: 2 | Loss: 0.317 | Acc: 86.94%: 100%|██████████| 107/107 [00:00<00:00, 113.36it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.67%: 100%|██████████| 19/19 [00:00<00:00, 175.93it/s]\n",
      "Epoch: 3 | Loss: 0.316 | Acc: 87.06%: 100%|██████████| 107/107 [00:01<00:00, 104.63it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 88.00%: 100%|██████████| 19/19 [00:00<00:00, 174.31it/s]\n",
      "Epoch: 4 | Loss: 0.345 | Acc: 85.29%: 100%|██████████| 107/107 [00:01<00:00, 103.26it/s]\n",
      "Validation Loss: 0.247 | Validation Acc: 89.33%: 100%|██████████| 19/19 [00:00<00:00, 154.36it/s]\n",
      "Epoch: 5 | Loss: 0.253 | Acc: 90.47%: 100%|██████████| 107/107 [00:01<00:00, 104.14it/s]\n",
      "Validation Loss: 0.083 | Validation Acc: 96.67%: 100%|██████████| 19/19 [00:00<00:00, 162.92it/s]\n",
      "Epoch: 6 | Loss: 0.207 | Acc: 94.35%: 100%|██████████| 107/107 [00:01<00:00, 104.82it/s]\n",
      "Validation Loss: 0.240 | Validation Acc: 86.67%: 100%|██████████| 19/19 [00:00<00:00, 204.15it/s]\n",
      "Epoch: 7 | Loss: 0.411 | Acc: 94.82%: 100%|██████████| 107/107 [00:00<00:00, 116.29it/s]\n",
      "Validation Loss: 0.061 | Validation Acc: 96.67%: 100%|██████████| 19/19 [00:00<00:00, 193.88it/s]\n",
      "Epoch: 8 | Loss: 0.275 | Acc: 96.35%: 100%|██████████| 107/107 [00:00<00:00, 118.35it/s]\n",
      "Validation Loss: 0.132 | Validation Acc: 94.67%: 100%|██████████| 19/19 [00:00<00:00, 208.79it/s]\n",
      "Epoch: 9 | Loss: 0.190 | Acc: 95.29%: 100%|██████████| 107/107 [00:00<00:00, 116.17it/s]\n",
      "Validation Loss: 0.219 | Validation Acc: 85.33%: 100%|██████████| 19/19 [00:00<00:00, 213.30it/s]\n",
      "Epoch: 10 | Loss: 0.429 | Acc: 94.59%: 100%|██████████| 107/107 [00:00<00:00, 119.38it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.67%: 100%|██████████| 19/19 [00:00<00:00, 195.87it/s]\n",
      "Epoch: 11 | Loss: 0.559 | Acc: 93.76%: 100%|██████████| 107/107 [00:00<00:00, 109.07it/s]\n",
      "Validation Loss: 0.427 | Validation Acc: 96.67%: 100%|██████████| 19/19 [00:00<00:00, 208.79it/s]\n",
      "Epoch: 12 | Loss: 1.903 | Acc: 91.76%: 100%|██████████| 107/107 [00:00<00:00, 120.46it/s]\n",
      "Validation Loss: 3.390 | Validation Acc: 94.00%: 100%|██████████| 19/19 [00:00<00:00, 208.78it/s]\n",
      "Epoch: 13 | Loss: 2.244 | Acc: 92.00%: 100%|██████████| 107/107 [00:00<00:00, 119.58it/s]\n",
      "Validation Loss: 3.398 | Validation Acc: 91.33%: 100%|██████████| 19/19 [00:00<00:00, 168.16it/s]\n",
      "Epoch: 14 | Loss: 3.570 | Acc: 91.41%: 100%|██████████| 107/107 [00:00<00:00, 136.29it/s]\n",
      "Validation Loss: 1.346 | Validation Acc: 90.67%: 100%|██████████| 19/19 [00:00<00:00, 215.91it/s]\n",
      "Epoch: 15 | Loss: 5.458 | Acc: 87.65%: 100%|██████████| 107/107 [00:00<00:00, 141.42it/s]\n",
      "Validation Loss: 9.764 | Validation Acc: 88.67%: 100%|██████████| 19/19 [00:00<00:00, 246.75it/s]\n",
      "Epoch: 16 | Loss: 2.794 | Acc: 83.88%: 100%|██████████| 107/107 [00:00<00:00, 140.39it/s]\n",
      "Validation Loss: 4.805 | Validation Acc: 90.00%: 100%|██████████| 19/19 [00:00<00:00, 256.52it/s]\n",
      "Epoch: 17 | Loss: 3.648 | Acc: 85.06%: 100%|██████████| 107/107 [00:00<00:00, 125.00it/s]\n",
      "Validation Loss: 2.776 | Validation Acc: 89.33%: 100%|██████████| 19/19 [00:00<00:00, 256.77it/s]\n",
      "Epoch: 18 | Loss: 2.225 | Acc: 83.18%: 100%|██████████| 107/107 [00:00<00:00, 156.86it/s]\n",
      "Validation Loss: 2.175 | Validation Acc: 92.00%: 100%|██████████| 19/19 [00:00<00:00, 240.48it/s]\n",
      "Epoch: 19 | Loss: 2.487 | Acc: 87.18%: 100%|██████████| 107/107 [00:00<00:00, 159.43it/s]\n",
      "Validation Loss: 2.187 | Validation Acc: 91.33%: 100%|██████████| 19/19 [00:00<00:00, 246.77it/s]\n",
      "Epoch: 20 | Loss: 2.275 | Acc: 90.94%: 100%|██████████| 107/107 [00:00<00:00, 162.56it/s]\n",
      "Validation Loss: 2.043 | Validation Acc: 96.00%: 100%|██████████| 19/19 [00:00<00:00, 271.40it/s]\n",
      "Epoch: 21 | Loss: 1.426 | Acc: 77.06%: 100%|██████████| 107/107 [00:00<00:00, 153.48it/s]\n",
      "Validation Loss: 0.347 | Validation Acc: 82.67%: 100%|██████████| 19/19 [00:00<00:00, 275.36it/s]\n",
      "Epoch: 22 | Loss: 1.218 | Acc: 85.76%: 100%|██████████| 107/107 [00:00<00:00, 164.35it/s]\n",
      "Validation Loss: 0.955 | Validation Acc: 85.33%: 100%|██████████| 19/19 [00:00<00:00, 248.22it/s]\n",
      "Epoch: 23 | Loss: 1.289 | Acc: 82.59%: 100%|██████████| 107/107 [00:00<00:00, 154.61it/s]\n",
      "Validation Loss: 0.296 | Validation Acc: 86.67%: 100%|██████████| 19/19 [00:00<00:00, 243.59it/s]\n",
      "Epoch: 24 | Loss: 2.674 | Acc: 86.94%: 100%|██████████| 107/107 [00:00<00:00, 121.92it/s]\n",
      "Validation Loss: 2.963 | Validation Acc: 94.67%: 100%|██████████| 19/19 [00:00<00:00, 215.92it/s]\n",
      "Epoch: 25 | Loss: 2.026 | Acc: 89.29%: 100%|██████████| 107/107 [00:00<00:00, 138.27it/s]\n",
      "Validation Loss: 2.062 | Validation Acc: 96.00%: 100%|██████████| 19/19 [00:00<00:00, 246.75it/s]\n",
      "Epoch: 26 | Loss: 1.362 | Acc: 92.12%: 100%|██████████| 107/107 [00:00<00:00, 130.23it/s]\n",
      "Validation Loss: 0.071 | Validation Acc: 97.33%: 100%|██████████| 19/19 [00:00<00:00, 191.91it/s]\n",
      "Epoch: 27 | Loss: 0.732 | Acc: 94.12%: 100%|██████████| 107/107 [00:00<00:00, 140.67it/s]\n",
      "Validation Loss: 0.126 | Validation Acc: 98.00%: 100%|██████████| 19/19 [00:00<00:00, 175.91it/s]\n",
      "Epoch: 28 | Loss: 0.403 | Acc: 93.65%: 100%|██████████| 107/107 [00:00<00:00, 156.74it/s]\n",
      "Validation Loss: 0.067 | Validation Acc: 98.00%: 100%|██████████| 19/19 [00:00<00:00, 240.50it/s]\n",
      "Epoch: 29 | Loss: 0.409 | Acc: 93.76%: 100%|██████████| 107/107 [00:00<00:00, 111.17it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 19/19 [00:00<00:00, 153.22it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▃▃▃▄▄▅▅▆▆▆▇▇██▇▇▆▆▅▅▄▄▃▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▆▇▇▆▇██████▇▇▇▇▆▆▆▇▇▅▆▆▇▇▇███</td></tr><tr><td>t_loss</td><td>▂▁▁▁▁▁▁▁▁▁▁▁▃▄▅█▄▆▄▄▄▃▂▂▄▃▃▂▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▇█▆█▇▆██▇▇▇▆▇▇▇▇█▅▆▆▇█████</td></tr><tr><td>val_loss</td><td>▁▁▁▁▁▁▁▁▁▁▁▁▃▃▂█▄▃▃▃▂▁▂▁▃▂▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01511</td></tr><tr><td>t_accuracy</td><td>0.93765</td></tr><tr><td>t_loss</td><td>0.409</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.04293</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">winter-sweep-7</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y66t4urk\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y66t4urk</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122730-y66t4urk\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 22qv8ggc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.23038426422878464\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 45\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.4597411865327592\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4539523700042616\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122812-22qv8ggc</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22qv8ggc\" target=\"_blank\">charmed-sweep-8</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.707 | Acc: 50.71%: 100%|██████████| 107/107 [00:00<00:00, 167.95it/s]\n",
      "Validation Loss: 0.725 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 260.29it/s]\n",
      "Epoch: 1 | Loss: 0.400 | Acc: 77.65%: 100%|██████████| 107/107 [00:00<00:00, 152.62it/s]\n",
      "Validation Loss: 0.274 | Validation Acc: 87.33%: 100%|██████████| 19/19 [00:00<00:00, 220.92it/s]\n",
      "Epoch: 2 | Loss: 0.334 | Acc: 86.24%: 100%|██████████| 107/107 [00:00<00:00, 120.88it/s]\n",
      "Validation Loss: 0.219 | Validation Acc: 89.33%: 100%|██████████| 19/19 [00:00<00:00, 226.17it/s]\n",
      "Epoch: 3 | Loss: 0.299 | Acc: 88.71%: 100%|██████████| 107/107 [00:00<00:00, 132.39it/s]\n",
      "Validation Loss: 0.216 | Validation Acc: 90.00%: 100%|██████████| 19/19 [00:00<00:00, 253.31it/s]\n",
      "Epoch: 4 | Loss: 0.227 | Acc: 90.24%: 100%|██████████| 107/107 [00:00<00:00, 166.51it/s]\n",
      "Validation Loss: 0.138 | Validation Acc: 95.33%: 100%|██████████| 19/19 [00:00<00:00, 301.58it/s]\n",
      "Epoch: 5 | Loss: 0.234 | Acc: 91.76%: 100%|██████████| 107/107 [00:00<00:00, 158.97it/s]\n",
      "Validation Loss: 0.143 | Validation Acc: 95.33%: 100%|██████████| 19/19 [00:00<00:00, 271.42it/s]\n",
      "Epoch: 6 | Loss: 0.225 | Acc: 92.71%: 100%|██████████| 107/107 [00:00<00:00, 173.12it/s]\n",
      "Validation Loss: 0.131 | Validation Acc: 97.33%: 100%|██████████| 19/19 [00:00<00:00, 275.35it/s]\n",
      "Epoch: 7 | Loss: 0.168 | Acc: 94.82%: 100%|██████████| 107/107 [00:00<00:00, 152.84it/s]\n",
      "Validation Loss: 0.089 | Validation Acc: 96.67%: 100%|██████████| 19/19 [00:00<00:00, 263.87it/s]\n",
      "Epoch: 8 | Loss: 0.140 | Acc: 96.24%: 100%|██████████| 107/107 [00:00<00:00, 168.49it/s]\n",
      "Validation Loss: 0.092 | Validation Acc: 97.33%: 100%|██████████| 19/19 [00:00<00:00, 296.90it/s]\n",
      "Epoch: 9 | Loss: 0.166 | Acc: 96.00%: 100%|██████████| 107/107 [00:00<00:00, 165.38it/s]\n",
      "Validation Loss: 0.077 | Validation Acc: 96.67%: 100%|██████████| 19/19 [00:00<00:00, 231.71it/s]\n",
      "Epoch: 10 | Loss: 1.035 | Acc: 90.59%: 100%|██████████| 107/107 [00:00<00:00, 154.92it/s]\n",
      "Validation Loss: 18.972 | Validation Acc: 68.67%: 100%|██████████| 19/19 [00:00<00:00, 234.36it/s]\n",
      "Epoch: 11 | Loss: 2.051 | Acc: 93.29%: 100%|██████████| 107/107 [00:00<00:00, 128.76it/s]\n",
      "Validation Loss: 0.148 | Validation Acc: 94.67%: 100%|██████████| 19/19 [00:00<00:00, 263.89it/s]\n",
      "Epoch: 12 | Loss: 1.468 | Acc: 92.59%: 100%|██████████| 107/107 [00:00<00:00, 167.82it/s]\n",
      "Validation Loss: 0.903 | Validation Acc: 96.00%: 100%|██████████| 19/19 [00:00<00:00, 292.07it/s]\n",
      "Epoch: 13 | Loss: 2.045 | Acc: 92.24%: 100%|██████████| 107/107 [00:00<00:00, 167.29it/s]\n",
      "Validation Loss: 30.532 | Validation Acc: 64.67%: 100%|██████████| 19/19 [00:00<00:00, 275.35it/s]\n",
      "Epoch: 14 | Loss: 24.006 | Acc: 65.65%: 100%|██████████| 107/107 [00:00<00:00, 133.05it/s]\n",
      "Validation Loss: 39.656 | Validation Acc: 58.67%: 100%|██████████| 19/19 [00:00<00:00, 201.92it/s]\n",
      "Epoch: 15 | Loss: 17.931 | Acc: 73.06%: 100%|██████████| 107/107 [00:00<00:00, 113.21it/s]\n",
      "Validation Loss: 4.505 | Validation Acc: 84.00%: 100%|██████████| 19/19 [00:00<00:00, 188.14it/s]\n",
      "Epoch: 16 | Loss: 6.454 | Acc: 81.29%: 100%|██████████| 107/107 [00:00<00:00, 114.86it/s]\n",
      "Validation Loss: 7.684 | Validation Acc: 82.67%: 100%|██████████| 19/19 [00:00<00:00, 218.39it/s]\n",
      "Epoch: 17 | Loss: 1.671 | Acc: 69.29%: 100%|██████████| 107/107 [00:01<00:00, 100.75it/s]\n",
      "Validation Loss: 2.660 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 114.39it/s]\n",
      "Epoch: 18 | Loss: 1.202 | Acc: 52.82%: 100%|██████████| 107/107 [00:01<00:00, 101.46it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 179.24it/s]\n",
      "Epoch: 19 | Loss: 0.739 | Acc: 49.53%: 100%|██████████| 107/107 [00:00<00:00, 107.52it/s]\n",
      "Validation Loss: 0.747 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 197.89it/s]\n",
      "Epoch: 20 | Loss: 0.708 | Acc: 52.71%: 100%|██████████| 107/107 [00:00<00:00, 111.02it/s]\n",
      "Validation Loss: 0.767 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 204.31it/s]\n",
      "Epoch: 21 | Loss: 2.055 | Acc: 50.47%: 100%|██████████| 107/107 [00:00<00:00, 115.29it/s]\n",
      "Validation Loss: 0.698 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 188.60it/s]\n",
      "Epoch: 22 | Loss: 1.284 | Acc: 51.29%: 100%|██████████| 107/107 [00:00<00:00, 116.81it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 208.77it/s]\n",
      "Epoch: 23 | Loss: 0.702 | Acc: 51.76%: 100%|██████████| 107/107 [00:00<00:00, 119.01it/s]\n",
      "Validation Loss: 0.729 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 197.47it/s]\n",
      "Epoch: 24 | Loss: 0.695 | Acc: 52.47%: 100%|██████████| 107/107 [00:00<00:00, 118.15it/s]\n",
      "Validation Loss: 0.670 | Validation Acc: 56.67%: 100%|██████████| 19/19 [00:00<00:00, 197.92it/s]\n",
      "Epoch: 25 | Loss: 13.232 | Acc: 56.24%: 100%|██████████| 107/107 [00:00<00:00, 115.78it/s]\n",
      "Validation Loss: 33.087 | Validation Acc: 54.67%: 100%|██████████| 19/19 [00:00<00:00, 211.13it/s]\n",
      "Epoch: 26 | Loss: 13.491 | Acc: 49.06%: 100%|██████████| 107/107 [00:00<00:00, 120.56it/s]\n",
      "Validation Loss: 0.701 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 180.86it/s]\n",
      "Epoch: 27 | Loss: 4.389 | Acc: 48.82%: 100%|██████████| 107/107 [00:00<00:00, 110.59it/s]\n",
      "Validation Loss: 0.718 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 173.42it/s]\n",
      "Epoch: 28 | Loss: 1.320 | Acc: 52.71%: 100%|██████████| 107/107 [00:00<00:00, 111.10it/s]\n",
      "Validation Loss: 0.706 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 166.53it/s]\n",
      "Epoch: 29 | Loss: 1.017 | Acc: 55.41%: 100%|██████████| 107/107 [00:01<00:00, 99.58it/s] \n",
      "Validation Loss: 0.703 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 172.73it/s]\n",
      "Epoch: 30 | Loss: 1.263 | Acc: 56.00%: 100%|██████████| 107/107 [00:00<00:00, 109.72it/s]\n",
      "Validation Loss: 0.700 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 202.12it/s]\n",
      "Epoch: 31 | Loss: 0.898 | Acc: 54.82%: 100%|██████████| 107/107 [00:00<00:00, 112.75it/s]\n",
      "Validation Loss: 0.719 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 187.98it/s]\n",
      "Epoch: 32 | Loss: 0.780 | Acc: 57.41%: 100%|██████████| 107/107 [00:01<00:00, 106.79it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 194.64it/s]\n",
      "Epoch: 33 | Loss: 0.797 | Acc: 54.47%: 100%|██████████| 107/107 [00:00<00:00, 113.81it/s]\n",
      "Validation Loss: 0.697 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 204.29it/s]\n",
      "Epoch: 34 | Loss: 1.024 | Acc: 55.76%: 100%|██████████| 107/107 [00:00<00:00, 116.22it/s]\n",
      "Validation Loss: 0.691 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 171.05it/s]\n",
      "Epoch: 35 | Loss: 0.930 | Acc: 47.53%: 100%|██████████| 107/107 [00:00<00:00, 114.79it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 211.11it/s]\n",
      "Epoch: 36 | Loss: 0.921 | Acc: 51.65%: 100%|██████████| 107/107 [00:00<00:00, 118.34it/s]\n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 211.11it/s]\n",
      "Epoch: 37 | Loss: 0.812 | Acc: 49.65%: 100%|██████████| 107/107 [00:01<00:00, 99.47it/s] \n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 179.16it/s]\n",
      "Epoch: 38 | Loss: 1.128 | Acc: 54.12%: 100%|██████████| 107/107 [00:00<00:00, 107.10it/s]\n",
      "Validation Loss: 0.723 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 177.55it/s]\n",
      "Epoch: 39 | Loss: 0.780 | Acc: 58.35%: 100%|██████████| 107/107 [00:01<00:00, 106.28it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 162.26it/s]\n",
      "Epoch: 40 | Loss: 0.671 | Acc: 56.35%: 100%|██████████| 107/107 [00:00<00:00, 111.26it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 54.00%: 100%|██████████| 19/19 [00:00<00:00, 182.70it/s]\n",
      "Epoch: 41 | Loss: 1.484 | Acc: 56.59%: 100%|██████████| 107/107 [00:00<00:00, 112.84it/s]\n",
      "Validation Loss: 0.699 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 168.15it/s]\n",
      "Epoch: 42 | Loss: 1.249 | Acc: 55.76%: 100%|██████████| 107/107 [00:00<00:00, 123.98it/s]\n",
      "Validation Loss: 0.710 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 256.76it/s]\n",
      "Epoch: 43 | Loss: 1.020 | Acc: 57.18%: 100%|██████████| 107/107 [00:00<00:00, 151.63it/s]\n",
      "Validation Loss: 0.712 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 256.73it/s]\n",
      "Epoch: 44 | Loss: 0.666 | Acc: 58.47%: 100%|██████████| 107/107 [00:00<00:00, 155.06it/s]\n",
      "Validation Loss: 0.706 | Validation Acc: 46.00%: 100%|██████████| 19/19 [00:00<00:00, 271.41it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▂▃▃▃▄▅▅▅▆▆▆▇▇███▇▇▇▇▆▆▅▅▅▅▄▄▄▃▃▃▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▅▇▇▇▇███▇█▇▇▃▅▆▂▁▂▁▁▁▂▂▁▂▂▂▂▂▂▂▁▁▂▂▂▂▂▂</td></tr><tr><td>t_loss</td><td>▁▁▁▁▁▁▁▁▁▁▂▁▂█▆▃▁▁▁▂▁▁▁▅▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▇▇▇█████▄██▄▃▆▆▁▁▁▂▂▁▂▂▁▁▂▁▁▁▁▂▁▁▁▁▂▁▁▁</td></tr><tr><td>val_loss</td><td>▁▁▁▁▁▁▁▁▁▄▁▁▆█▂▂▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00824</td></tr><tr><td>t_accuracy</td><td>0.58471</td></tr><tr><td>t_loss</td><td>0.66572</td></tr><tr><td>val_accuracy</td><td>0.46</td></tr><tr><td>val_loss</td><td>0.70583</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">charmed-sweep-8</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22qv8ggc\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22qv8ggc</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122812-22qv8ggc\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: p9x2gmia with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.26166968230889254\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 32\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.44950519523909993\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4531666241657955\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122905-p9x2gmia</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/p9x2gmia\" target=\"_blank\">swept-sweep-9</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.694 | Acc: 49.29%: 100%|██████████| 14/14 [00:00<00:00, 94.61it/s]\n",
      "Validation Loss: 0.688 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 176.45it/s]\n",
      "Epoch: 1 | Loss: 0.602 | Acc: 70.47%: 100%|██████████| 14/14 [00:00<00:00, 89.75it/s]\n",
      "Validation Loss: 0.449 | Validation Acc: 79.33%: 100%|██████████| 3/3 [00:00<00:00, 142.90it/s]\n",
      "Epoch: 2 | Loss: 0.401 | Acc: 82.59%: 100%|██████████| 14/14 [00:00<00:00, 80.92it/s]\n",
      "Validation Loss: 0.275 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 150.06it/s]\n",
      "Epoch: 3 | Loss: 0.328 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 39.37it/s]\n",
      "Validation Loss: 0.259 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 96.78it/s]\n",
      "Epoch: 4 | Loss: 0.322 | Acc: 85.41%: 100%|██████████| 14/14 [00:00<00:00, 84.34it/s]\n",
      "Validation Loss: 0.291 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 120.01it/s]\n",
      "Epoch: 5 | Loss: 0.319 | Acc: 86.82%: 100%|██████████| 14/14 [00:00<00:00, 85.37it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 6 | Loss: 0.298 | Acc: 88.47%: 100%|██████████| 14/14 [00:00<00:00, 95.24it/s]\n",
      "Validation Loss: 0.189 | Validation Acc: 90.67%: 100%|██████████| 3/3 [00:00<00:00, 176.48it/s]\n",
      "Epoch: 7 | Loss: 0.247 | Acc: 91.29%: 100%|██████████| 14/14 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.139 | Validation Acc: 94.67%: 100%|██████████| 3/3 [00:00<00:00, 187.50it/s]\n",
      "Epoch: 8 | Loss: 0.236 | Acc: 93.18%: 100%|██████████| 14/14 [00:00<00:00, 83.83it/s]\n",
      "Validation Loss: 0.081 | Validation Acc: 96.00%: 100%|██████████| 3/3 [00:00<00:00, 199.95it/s]\n",
      "Epoch: 9 | Loss: 0.182 | Acc: 94.12%: 100%|██████████| 14/14 [00:00<00:00, 102.91it/s]\n",
      "Validation Loss: 0.062 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 130.38it/s]\n",
      "Epoch: 10 | Loss: 0.124 | Acc: 95.29%: 100%|██████████| 14/14 [00:00<00:00, 99.29it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 136.36it/s]\n",
      "Epoch: 11 | Loss: 0.151 | Acc: 95.06%: 100%|██████████| 14/14 [00:00<00:00, 91.50it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 124.99it/s]\n",
      "Epoch: 12 | Loss: 0.170 | Acc: 95.06%: 100%|██████████| 14/14 [00:00<00:00, 70.00it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 74.00it/s]\n",
      "Epoch: 13 | Loss: 0.432 | Acc: 93.76%: 100%|██████████| 14/14 [00:00<00:00, 71.80it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 199.94it/s]\n",
      "Epoch: 14 | Loss: 0.178 | Acc: 94.35%: 100%|██████████| 14/14 [00:00<00:00, 71.80it/s]\n",
      "Validation Loss: 0.108 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 136.38it/s]\n",
      "Epoch: 15 | Loss: 0.302 | Acc: 92.82%: 100%|██████████| 14/14 [00:00<00:00, 58.82it/s]\n",
      "Validation Loss: 0.139 | Validation Acc: 94.00%: 100%|██████████| 3/3 [00:00<00:00, 103.45it/s]\n",
      "Epoch: 16 | Loss: 0.259 | Acc: 90.00%: 100%|██████████| 14/14 [00:00<00:00, 68.97it/s]\n",
      "Validation Loss: 0.091 | Validation Acc: 96.00%: 100%|██████████| 3/3 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 17 | Loss: 0.183 | Acc: 92.71%: 100%|██████████| 14/14 [00:00<00:00, 51.66it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 18 | Loss: 0.162 | Acc: 94.35%: 100%|██████████| 14/14 [00:00<00:00, 24.69it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 136.39it/s]\n",
      "Epoch: 19 | Loss: 0.127 | Acc: 96.00%: 100%|██████████| 14/14 [00:00<00:00, 44.16it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 30.61it/s]\n",
      "Epoch: 20 | Loss: 0.108 | Acc: 96.47%: 100%|██████████| 14/14 [00:01<00:00, 12.47it/s]\n",
      "Validation Loss: 0.074 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 37.49it/s]\n",
      "Epoch: 21 | Loss: 0.164 | Acc: 95.88%: 100%|██████████| 14/14 [00:00<00:00, 25.50it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 119.97it/s]\n",
      "Epoch: 22 | Loss: 0.104 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 124.98it/s]\n",
      "Epoch: 23 | Loss: 0.198 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 78.65it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 124.95it/s]\n",
      "Epoch: 24 | Loss: 0.095 | Acc: 96.47%: 100%|██████████| 14/14 [00:00<00:00, 89.17it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 150.01it/s]\n",
      "Epoch: 25 | Loss: 0.297 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 86.96it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 157.81it/s]\n",
      "Epoch: 26 | Loss: 0.084 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 75.68it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 96.77it/s]\n",
      "Epoch: 27 | Loss: 0.073 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 53.03it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 44.12it/s]\n",
      "Epoch: 28 | Loss: 0.067 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 28.75it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 43.48it/s]\n",
      "Epoch: 29 | Loss: 0.076 | Acc: 97.41%: 100%|██████████| 14/14 [00:00<00:00, 42.30it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 119.98it/s]\n",
      "Epoch: 30 | Loss: 0.048 | Acc: 97.65%: 100%|██████████| 14/14 [00:00<00:00, 81.87it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 166.63it/s]\n",
      "Epoch: 31 | Loss: 0.057 | Acc: 97.06%: 100%|██████████| 14/14 [00:00<00:00, 81.39it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 176.54it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▃▃▄▅▅▅▆▆▇▇██▇▇▆▆▆▅▅▅▄▄▃▃▃▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▄▆▆▆▆▇▇▇▇███▇█▇▇▇██████████████</td></tr><tr><td>t_loss</td><td>█▇▅▄▄▄▄▃▃▂▂▂▂▅▂▄▃▂▂▂▂▂▂▃▂▄▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▅▆▆▆▆▇▇▇██████▇▇███████████████</td></tr><tr><td>val_loss</td><td>█▅▄▃▄▃▃▂▂▁▁▁▁▁▂▂▂▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01141</td></tr><tr><td>t_accuracy</td><td>0.97059</td></tr><tr><td>t_loss</td><td>0.05663</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02476</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">swept-sweep-9</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/p9x2gmia\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/p9x2gmia</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122905-p9x2gmia\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 247gnffx with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.13613039510191116\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 31\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.4595516928261962\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4651362925005358\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: SGD\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122926-247gnffx</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/247gnffx\" target=\"_blank\">chocolate-sweep-10</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.691 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 108.53it/s]\n",
      "Validation Loss: 0.695 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 187.45it/s]\n",
      "Epoch: 1 | Loss: 0.691 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 88.61it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 2 | Loss: 0.690 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 66.99it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 32.61it/s]\n",
      "Epoch: 3 | Loss: 0.690 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 62.08it/s]\n",
      "Validation Loss: 0.690 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 115.41it/s]\n",
      "Epoch: 4 | Loss: 0.688 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 69.65it/s]\n",
      "Validation Loss: 0.688 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 115.35it/s]\n",
      "Epoch: 5 | Loss: 0.687 | Acc: 51.41%: 100%|██████████| 14/14 [00:00<00:00, 65.12it/s]\n",
      "Validation Loss: 0.684 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 55.57it/s]\n",
      "Epoch: 6 | Loss: 0.682 | Acc: 58.94%: 100%|██████████| 14/14 [00:00<00:00, 54.57it/s]\n",
      "Validation Loss: 0.680 | Validation Acc: 72.67%: 100%|██████████| 3/3 [00:00<00:00, 124.95it/s]\n",
      "Epoch: 7 | Loss: 0.678 | Acc: 68.82%: 100%|██████████| 14/14 [00:00<00:00, 68.29it/s]\n",
      "Validation Loss: 0.675 | Validation Acc: 74.67%: 100%|██████████| 3/3 [00:00<00:00, 166.58it/s]\n",
      "Epoch: 8 | Loss: 0.671 | Acc: 72.00%: 100%|██████████| 14/14 [00:00<00:00, 47.46it/s]\n",
      "Validation Loss: 0.664 | Validation Acc: 78.67%: 100%|██████████| 3/3 [00:00<00:00, 14.08it/s]\n",
      "Epoch: 9 | Loss: 0.660 | Acc: 74.24%: 100%|██████████| 14/14 [00:00<00:00, 39.32it/s]\n",
      "Validation Loss: 0.646 | Validation Acc: 81.33%: 100%|██████████| 3/3 [00:00<00:00, 88.22it/s]\n",
      "Epoch: 10 | Loss: 0.638 | Acc: 73.65%: 100%|██████████| 14/14 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.610 | Validation Acc: 76.67%: 100%|██████████| 3/3 [00:00<00:00, 130.43it/s]\n",
      "Epoch: 11 | Loss: 0.585 | Acc: 76.24%: 100%|██████████| 14/14 [00:00<00:00, 84.85it/s]\n",
      "Validation Loss: 0.534 | Validation Acc: 76.67%: 100%|██████████| 3/3 [00:00<00:00, 107.12it/s]\n",
      "Epoch: 12 | Loss: 0.504 | Acc: 75.88%: 100%|██████████| 14/14 [00:00<00:00, 83.83it/s]\n",
      "Validation Loss: 0.444 | Validation Acc: 81.33%: 100%|██████████| 3/3 [00:00<00:00, 187.50it/s]\n",
      "Epoch: 13 | Loss: 0.440 | Acc: 78.12%: 100%|██████████| 14/14 [00:00<00:00, 82.84it/s]\n",
      "Validation Loss: 0.381 | Validation Acc: 82.67%: 100%|██████████| 3/3 [00:00<00:00, 130.43it/s]\n",
      "Epoch: 14 | Loss: 0.399 | Acc: 80.82%: 100%|██████████| 14/14 [00:00<00:00, 72.54it/s]\n",
      "Validation Loss: 0.336 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 166.69it/s]\n",
      "Epoch: 15 | Loss: 0.362 | Acc: 83.76%: 100%|██████████| 14/14 [00:00<00:00, 38.46it/s]\n",
      "Validation Loss: 0.313 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 65.22it/s]\n",
      "Epoch: 16 | Loss: 0.357 | Acc: 84.59%: 100%|██████████| 14/14 [00:00<00:00, 53.85it/s]\n",
      "Validation Loss: 0.291 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 149.97it/s]\n",
      "Epoch: 17 | Loss: 0.324 | Acc: 85.76%: 100%|██████████| 14/14 [00:00<00:00, 44.02it/s]\n",
      "Validation Loss: 0.277 | Validation Acc: 86.67%: 100%|██████████| 3/3 [00:00<00:00, 103.47it/s]\n",
      "Epoch: 18 | Loss: 0.326 | Acc: 85.41%: 100%|██████████| 14/14 [00:00<00:00, 71.07it/s]\n",
      "Validation Loss: 0.271 | Validation Acc: 86.67%: 100%|██████████| 3/3 [00:00<00:00, 166.71it/s]\n",
      "Epoch: 19 | Loss: 0.324 | Acc: 86.00%: 100%|██████████| 14/14 [00:00<00:00, 72.54it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 166.72it/s]\n",
      "Epoch: 20 | Loss: 0.317 | Acc: 86.12%: 100%|██████████| 14/14 [00:00<00:00, 84.31it/s]\n",
      "Validation Loss: 0.264 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 157.78it/s]\n",
      "Epoch: 21 | Loss: 0.319 | Acc: 87.65%: 100%|██████████| 14/14 [00:00<00:00, 83.83it/s]\n",
      "Validation Loss: 0.261 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 63.85it/s]\n",
      "Epoch: 22 | Loss: 0.302 | Acc: 86.59%: 100%|██████████| 14/14 [00:00<00:00, 16.49it/s]\n",
      "Validation Loss: 0.259 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 20.83it/s]\n",
      "Epoch: 23 | Loss: 0.295 | Acc: 87.65%: 100%|██████████| 14/14 [00:01<00:00, 13.26it/s]\n",
      "Validation Loss: 0.260 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 88.22it/s]\n",
      "Epoch: 24 | Loss: 0.313 | Acc: 86.71%: 100%|██████████| 14/14 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 142.86it/s]\n",
      "Epoch: 25 | Loss: 0.298 | Acc: 87.41%: 100%|██████████| 14/14 [00:00<00:00, 85.89it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 125.03it/s]\n",
      "Epoch: 26 | Loss: 0.308 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 27 | Loss: 0.297 | Acc: 87.65%: 100%|██████████| 14/14 [00:00<00:00, 92.11it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 136.27it/s]\n",
      "Epoch: 28 | Loss: 0.302 | Acc: 86.82%: 100%|██████████| 14/14 [00:00<00:00, 80.01it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 111.13it/s]\n",
      "Epoch: 29 | Loss: 0.298 | Acc: 86.82%: 100%|██████████| 14/14 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 119.93it/s]\n",
      "Epoch: 30 | Loss: 0.311 | Acc: 86.35%: 100%|██████████| 14/14 [00:00<00:00, 112.00it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 149.88it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▃▃▄▅▅▅▆▆▇▇██▇▇▆▆▆▅▅▄▄▃▃▃▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▁▁▁▁▃▄▅▅▅▆▆▆▇▇▇██████████████</td></tr><tr><td>t_loss</td><td>█████████▇▇▆▅▄▃▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▁▁▁▁▁▅▆▆▇▆▆▇▇▇▇▇██████████████</td></tr><tr><td>val_loss</td><td>█████████▇▇▅▄▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01273</td></tr><tr><td>t_accuracy</td><td>0.86353</td></tr><tr><td>t_loss</td><td>0.31065</td></tr><tr><td>val_accuracy</td><td>0.89333</td></tr><tr><td>val_loss</td><td>0.25545</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">chocolate-sweep-10</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/247gnffx\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/247gnffx</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122926-247gnffx\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 8uug5gfk with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.2713009713998182\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 30\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.4505243573241195\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4760309982815409\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: SGD\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_122949-8uug5gfk</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/8uug5gfk\" target=\"_blank\">valiant-sweep-11</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.698 | Acc: 49.29%: 100%|██████████| 27/27 [00:00<00:00, 96.43it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 161.26it/s]\n",
      "Epoch: 1 | Loss: 0.699 | Acc: 49.29%: 100%|██████████| 27/27 [00:00<00:00, 114.85it/s]\n",
      "Validation Loss: 0.691 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 166.64it/s]\n",
      "Epoch: 2 | Loss: 0.694 | Acc: 49.06%: 100%|██████████| 27/27 [00:00<00:00, 112.20it/s]\n",
      "Validation Loss: 0.689 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 172.42it/s]\n",
      "Epoch: 3 | Loss: 0.690 | Acc: 51.06%: 100%|██████████| 27/27 [00:00<00:00, 121.04it/s]\n",
      "Validation Loss: 0.686 | Validation Acc: 54.00%: 100%|██████████| 5/5 [00:00<00:00, 185.23it/s]\n",
      "Epoch: 4 | Loss: 0.688 | Acc: 57.88%: 100%|██████████| 27/27 [00:00<00:00, 84.37it/s]\n",
      "Validation Loss: 0.682 | Validation Acc: 81.33%: 100%|██████████| 5/5 [00:00<00:00, 98.01it/s]\n",
      "Epoch: 5 | Loss: 0.680 | Acc: 66.59%: 100%|██████████| 27/27 [00:00<00:00, 97.38it/s]\n",
      "Validation Loss: 0.673 | Validation Acc: 76.67%: 100%|██████████| 5/5 [00:00<00:00, 166.63it/s]\n",
      "Epoch: 6 | Loss: 0.666 | Acc: 71.88%: 100%|██████████| 27/27 [00:00<00:00, 90.27it/s]\n",
      "Validation Loss: 0.654 | Validation Acc: 75.33%: 100%|██████████| 5/5 [00:00<00:00, 135.11it/s]\n",
      "Epoch: 7 | Loss: 0.625 | Acc: 71.88%: 100%|██████████| 27/27 [00:00<00:00, 108.00it/s]\n",
      "Validation Loss: 0.584 | Validation Acc: 76.00%: 100%|██████████| 5/5 [00:00<00:00, 178.61it/s]\n",
      "Epoch: 8 | Loss: 0.548 | Acc: 75.65%: 100%|██████████| 27/27 [00:00<00:00, 111.11it/s]\n",
      "Validation Loss: 0.460 | Validation Acc: 79.33%: 100%|██████████| 5/5 [00:00<00:00, 142.87it/s]\n",
      "Epoch: 9 | Loss: 0.461 | Acc: 76.94%: 100%|██████████| 27/27 [00:00<00:00, 114.85it/s]\n",
      "Validation Loss: 0.384 | Validation Acc: 82.00%: 100%|██████████| 5/5 [00:00<00:00, 178.48it/s]\n",
      "Epoch: 10 | Loss: 0.415 | Acc: 80.12%: 100%|██████████| 27/27 [00:00<00:00, 117.11it/s]\n",
      "Validation Loss: 0.329 | Validation Acc: 84.00%: 100%|██████████| 5/5 [00:00<00:00, 156.32it/s]\n",
      "Epoch: 11 | Loss: 0.378 | Acc: 82.71%: 100%|██████████| 27/27 [00:00<00:00, 76.27it/s] \n",
      "Validation Loss: 0.327 | Validation Acc: 85.33%: 100%|██████████| 5/5 [00:00<00:00, 138.90it/s]\n",
      "Epoch: 12 | Loss: 0.362 | Acc: 85.06%: 100%|██████████| 27/27 [00:00<00:00, 105.88it/s]\n",
      "Validation Loss: 0.276 | Validation Acc: 86.67%: 100%|██████████| 5/5 [00:00<00:00, 156.25it/s]\n",
      "Epoch: 13 | Loss: 0.354 | Acc: 85.76%: 100%|██████████| 27/27 [00:00<00:00, 98.54it/s] \n",
      "Validation Loss: 0.270 | Validation Acc: 89.33%: 100%|██████████| 5/5 [00:00<00:00, 217.45it/s]\n",
      "Epoch: 14 | Loss: 0.350 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 110.63it/s]\n",
      "Validation Loss: 0.269 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 151.50it/s]\n",
      "Epoch: 15 | Loss: 0.317 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 75.73it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 161.32it/s]\n",
      "Epoch: 16 | Loss: 0.321 | Acc: 86.71%: 100%|██████████| 27/27 [00:00<00:00, 115.30it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 217.34it/s]\n",
      "Epoch: 17 | Loss: 0.329 | Acc: 86.71%: 100%|██████████| 27/27 [00:00<00:00, 116.37it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 147.09it/s]\n",
      "Epoch: 18 | Loss: 0.304 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 133.93it/s]\n",
      "Validation Loss: 0.263 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 185.21it/s]\n",
      "Epoch: 19 | Loss: 0.311 | Acc: 87.53%: 100%|██████████| 27/27 [00:00<00:00, 123.29it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 20 | Loss: 0.306 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 113.42it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 192.27it/s]\n",
      "Epoch: 21 | Loss: 0.311 | Acc: 87.18%: 100%|██████████| 27/27 [00:00<00:00, 115.88it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 142.85it/s]\n",
      "Epoch: 22 | Loss: 0.310 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 82.07it/s]\n",
      "Validation Loss: 0.259 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 161.24it/s]\n",
      "Epoch: 23 | Loss: 0.305 | Acc: 87.53%: 100%|██████████| 27/27 [00:00<00:00, 113.45it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 147.07it/s]\n",
      "Epoch: 24 | Loss: 0.317 | Acc: 87.18%: 100%|██████████| 27/27 [00:00<00:00, 112.51it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 185.20it/s]\n",
      "Epoch: 25 | Loss: 0.314 | Acc: 87.06%: 100%|██████████| 27/27 [00:00<00:00, 86.82it/s] \n",
      "Validation Loss: 0.255 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 147.05it/s]\n",
      "Epoch: 26 | Loss: 0.305 | Acc: 86.12%: 100%|██████████| 27/27 [00:00<00:00, 106.30it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 178.54it/s]\n",
      "Epoch: 27 | Loss: 0.305 | Acc: 86.82%: 100%|██████████| 27/27 [00:00<00:00, 99.63it/s] \n",
      "Validation Loss: 0.257 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 155.86it/s]\n",
      "Epoch: 28 | Loss: 0.290 | Acc: 87.29%: 100%|██████████| 27/27 [00:00<00:00, 101.13it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 133.12it/s]\n",
      "Epoch: 29 | Loss: 0.309 | Acc: 87.88%: 100%|██████████| 27/27 [00:00<00:00, 74.18it/s]\n",
      "Validation Loss: 0.257 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 151.52it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▃▄▄▅▅▆▆▇▇██▇▇▆▆▆▅▅▄▄▃▃▃▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▁▁▃▄▅▅▆▆▇▇▇█████████████████</td></tr><tr><td>t_loss</td><td>██████▇▇▅▄▃▃▂▂▂▁▂▂▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▁▁▁▆▅▅▅▆▇▇▇▇█████████████████</td></tr><tr><td>val_loss</td><td>██████▇▆▄▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01333</td></tr><tr><td>t_accuracy</td><td>0.87882</td></tr><tr><td>t_loss</td><td>0.30895</td></tr><tr><td>val_accuracy</td><td>0.88</td></tr><tr><td>val_loss</td><td>0.25677</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">valiant-sweep-11</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/8uug5gfk\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/8uug5gfk</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_122949-8uug5gfk\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: xeiugbzd with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.2852391243728183\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 24\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5524766604497237\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.48061940423380234\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: SGD\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123008-xeiugbzd</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xeiugbzd\" target=\"_blank\">peach-sweep-12</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.697 | Acc: 47.76%: 100%|██████████| 54/54 [00:00<00:00, 134.63it/s]\n",
      "Validation Loss: 0.697 | Validation Acc: 54.00%: 100%|██████████| 10/10 [00:00<00:00, 227.29it/s]\n",
      "Epoch: 1 | Loss: 0.696 | Acc: 47.06%: 100%|██████████| 54/54 [00:00<00:00, 146.34it/s]\n",
      "Validation Loss: 0.695 | Validation Acc: 54.00%: 100%|██████████| 10/10 [00:00<00:00, 136.99it/s]\n",
      "Epoch: 2 | Loss: 0.694 | Acc: 49.06%: 100%|██████████| 54/54 [00:00<00:00, 113.21it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 46.00%: 100%|██████████| 10/10 [00:00<00:00, 185.18it/s]\n",
      "Epoch: 3 | Loss: 0.690 | Acc: 58.24%: 100%|██████████| 54/54 [00:00<00:00, 116.49it/s]\n",
      "Validation Loss: 0.687 | Validation Acc: 83.33%: 100%|██████████| 10/10 [00:00<00:00, 172.39it/s]\n",
      "Epoch: 4 | Loss: 0.684 | Acc: 68.35%: 100%|██████████| 54/54 [00:00<00:00, 119.20it/s]\n",
      "Validation Loss: 0.678 | Validation Acc: 84.00%: 100%|██████████| 10/10 [00:00<00:00, 161.25it/s]\n",
      "Epoch: 5 | Loss: 0.668 | Acc: 74.12%: 100%|██████████| 54/54 [00:00<00:00, 109.29it/s]\n",
      "Validation Loss: 0.649 | Validation Acc: 82.00%: 100%|██████████| 10/10 [00:00<00:00, 149.26it/s]\n",
      "Epoch: 6 | Loss: 0.617 | Acc: 79.76%: 100%|██████████| 54/54 [00:00<00:00, 107.87it/s]\n",
      "Validation Loss: 0.526 | Validation Acc: 83.33%: 100%|██████████| 10/10 [00:00<00:00, 138.90it/s]\n",
      "Epoch: 7 | Loss: 0.482 | Acc: 79.06%: 100%|██████████| 54/54 [00:00<00:00, 119.30it/s]\n",
      "Validation Loss: 0.369 | Validation Acc: 84.67%: 100%|██████████| 10/10 [00:00<00:00, 172.40it/s]\n",
      "Epoch: 8 | Loss: 0.377 | Acc: 82.94%: 100%|██████████| 54/54 [00:00<00:00, 111.53it/s]\n",
      "Validation Loss: 0.270 | Validation Acc: 86.67%: 100%|██████████| 10/10 [00:00<00:00, 169.49it/s]\n",
      "Epoch: 9 | Loss: 0.342 | Acc: 85.65%: 100%|██████████| 54/54 [00:00<00:00, 111.57it/s]\n",
      "Validation Loss: 0.269 | Validation Acc: 87.33%: 100%|██████████| 10/10 [00:00<00:00, 149.25it/s]\n",
      "Epoch: 10 | Loss: 0.325 | Acc: 85.06%: 100%|██████████| 54/54 [00:00<00:00, 125.29it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 86.67%: 100%|██████████| 10/10 [00:00<00:00, 185.20it/s]\n",
      "Epoch: 11 | Loss: 0.333 | Acc: 86.00%: 100%|██████████| 54/54 [00:00<00:00, 121.20it/s]\n",
      "Validation Loss: 0.257 | Validation Acc: 86.67%: 100%|██████████| 10/10 [00:00<00:00, 119.05it/s]\n",
      "Epoch: 12 | Loss: 0.336 | Acc: 87.06%: 100%|██████████| 54/54 [00:00<00:00, 87.02it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 88.67%: 100%|██████████| 10/10 [00:00<00:00, 163.93it/s]\n",
      "Epoch: 13 | Loss: 0.330 | Acc: 86.12%: 100%|██████████| 54/54 [00:00<00:00, 125.99it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 89.33%: 100%|██████████| 10/10 [00:00<00:00, 158.73it/s]\n",
      "Epoch: 14 | Loss: 0.313 | Acc: 86.59%: 100%|██████████| 54/54 [00:00<00:00, 101.69it/s]\n",
      "Validation Loss: 0.254 | Validation Acc: 89.33%: 100%|██████████| 10/10 [00:00<00:00, 172.42it/s]\n",
      "Epoch: 15 | Loss: 0.324 | Acc: 86.82%: 100%|██████████| 54/54 [00:00<00:00, 104.86it/s]\n",
      "Validation Loss: 0.248 | Validation Acc: 88.67%: 100%|██████████| 10/10 [00:00<00:00, 185.18it/s]\n",
      "Epoch: 16 | Loss: 0.316 | Acc: 86.82%: 100%|██████████| 54/54 [00:00<00:00, 109.98it/s]\n",
      "Validation Loss: 0.244 | Validation Acc: 88.67%: 100%|██████████| 10/10 [00:00<00:00, 151.51it/s]\n",
      "Epoch: 17 | Loss: 0.306 | Acc: 86.82%: 100%|██████████| 54/54 [00:00<00:00, 102.27it/s]\n",
      "Validation Loss: 0.242 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 140.84it/s]\n",
      "Epoch: 18 | Loss: 0.303 | Acc: 86.35%: 100%|██████████| 54/54 [00:00<00:00, 88.89it/s] \n",
      "Validation Loss: 0.244 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 138.90it/s]\n",
      "Epoch: 19 | Loss: 0.295 | Acc: 86.59%: 100%|██████████| 54/54 [00:00<00:00, 93.66it/s]\n",
      "Validation Loss: 0.242 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 129.87it/s]\n",
      "Epoch: 20 | Loss: 0.290 | Acc: 87.18%: 100%|██████████| 54/54 [00:00<00:00, 88.67it/s] \n",
      "Validation Loss: 0.246 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 151.49it/s]\n",
      "Epoch: 21 | Loss: 0.332 | Acc: 87.18%: 100%|██████████| 54/54 [00:00<00:00, 80.23it/s]\n",
      "Validation Loss: 0.245 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 140.85it/s]\n",
      "Epoch: 22 | Loss: 0.291 | Acc: 87.65%: 100%|██████████| 54/54 [00:00<00:00, 123.85it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 186.76it/s]\n",
      "Epoch: 23 | Loss: 0.345 | Acc: 87.41%: 100%|██████████| 54/54 [00:00<00:00, 130.41it/s]\n",
      "Validation Loss: 0.250 | Validation Acc: 88.00%: 100%|██████████| 10/10 [00:00<00:00, 204.09it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▃▄▄▅▅▆▆▇▇█▇▇▆▅▅▄▄▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▁▁▃▅▆▇▇▇███████████████</td></tr><tr><td>t_loss</td><td>██████▇▄▂▂▂▂▂▂▁▂▁▁▁▁▁▂▁▂</td></tr><tr><td>val_accuracy</td><td>▂▂▁▇▇▇▇▇████████████████</td></tr><tr><td>val_loss</td><td>█████▇▅▃▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.021</td></tr><tr><td>t_accuracy</td><td>0.87412</td></tr><tr><td>t_loss</td><td>0.34472</td></tr><tr><td>val_accuracy</td><td>0.88</td></tr><tr><td>val_loss</td><td>0.24971</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">peach-sweep-12</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xeiugbzd\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xeiugbzd</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123008-xeiugbzd\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1pb1yim1 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.15314804256247033\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 25\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.6237877314151995\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.38463993063902474\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123040-1pb1yim1</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1pb1yim1\" target=\"_blank\">legendary-sweep-13</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.698 | Acc: 50.71%: 100%|██████████| 27/27 [00:00<00:00, 115.88it/s]\n",
      "Validation Loss: 0.706 | Validation Acc: 46.00%: 100%|██████████| 5/5 [00:00<00:00, 208.35it/s]\n",
      "Epoch: 1 | Loss: 0.636 | Acc: 63.76%: 100%|██████████| 27/27 [00:00<00:00, 107.55it/s]\n",
      "Validation Loss: 0.413 | Validation Acc: 82.67%: 100%|██████████| 5/5 [00:00<00:00, 178.56it/s]\n",
      "Epoch: 2 | Loss: 0.351 | Acc: 84.00%: 100%|██████████| 27/27 [00:00<00:00, 109.49it/s]\n",
      "Validation Loss: 0.284 | Validation Acc: 86.67%: 100%|██████████| 5/5 [00:00<00:00, 192.28it/s]\n",
      "Epoch: 3 | Loss: 0.308 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 64.31it/s]\n",
      "Validation Loss: 0.263 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 192.35it/s]\n",
      "Epoch: 4 | Loss: 0.301 | Acc: 85.53%: 100%|██████████| 27/27 [00:00<00:00, 83.85it/s] \n",
      "Validation Loss: 0.267 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 98.03it/s]\n",
      "Epoch: 5 | Loss: 0.309 | Acc: 86.12%: 100%|██████████| 27/27 [00:00<00:00, 97.83it/s]\n",
      "Validation Loss: 0.277 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 151.55it/s]\n",
      "Epoch: 6 | Loss: 0.338 | Acc: 86.35%: 100%|██████████| 27/27 [00:00<00:00, 89.35it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 131.54it/s]\n",
      "Epoch: 7 | Loss: 0.323 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 88.66it/s]\n",
      "Validation Loss: 0.229 | Validation Acc: 90.00%: 100%|██████████| 5/5 [00:00<00:00, 161.28it/s]\n",
      "Epoch: 8 | Loss: 0.205 | Acc: 92.00%: 100%|██████████| 27/27 [00:00<00:00, 71.23it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 131.57it/s]\n",
      "Epoch: 9 | Loss: 0.143 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 83.07it/s] \n",
      "Validation Loss: 0.126 | Validation Acc: 94.67%: 100%|██████████| 5/5 [00:00<00:00, 102.06it/s]\n",
      "Epoch: 10 | Loss: 0.099 | Acc: 97.18%: 100%|██████████| 27/27 [00:00<00:00, 45.45it/s]\n",
      "Validation Loss: 0.104 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 113.62it/s]\n",
      "Epoch: 11 | Loss: 0.113 | Acc: 96.71%: 100%|██████████| 27/27 [00:00<00:00, 93.75it/s]\n",
      "Validation Loss: 0.076 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 185.22it/s]\n",
      "Epoch: 12 | Loss: 0.109 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 96.35it/s]\n",
      "Validation Loss: 0.089 | Validation Acc: 96.00%: 100%|██████████| 5/5 [00:00<00:00, 151.54it/s]\n",
      "Epoch: 13 | Loss: 0.099 | Acc: 97.18%: 100%|██████████| 27/27 [00:00<00:00, 82.18it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 172.45it/s]\n",
      "Epoch: 14 | Loss: 0.123 | Acc: 96.47%: 100%|██████████| 27/27 [00:00<00:00, 109.05it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 208.37it/s]\n",
      "Epoch: 15 | Loss: 0.097 | Acc: 97.41%: 100%|██████████| 27/27 [00:00<00:00, 112.97it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 200.02it/s]\n",
      "Epoch: 16 | Loss: 0.107 | Acc: 97.06%: 100%|██████████| 27/27 [00:00<00:00, 115.38it/s]\n",
      "Validation Loss: 0.088 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 185.19it/s]\n",
      "Epoch: 17 | Loss: 0.096 | Acc: 96.59%: 100%|██████████| 27/27 [00:00<00:00, 111.08it/s]\n",
      "Validation Loss: 0.070 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 33.33it/s]\n",
      "Epoch: 18 | Loss: 0.124 | Acc: 95.88%: 100%|██████████| 27/27 [00:00<00:00, 104.16it/s]\n",
      "Validation Loss: 0.217 | Validation Acc: 87.33%: 100%|██████████| 5/5 [00:00<00:00, 195.81it/s]\n",
      "Epoch: 19 | Loss: 0.118 | Acc: 96.12%: 100%|██████████| 27/27 [00:00<00:00, 125.00it/s]\n",
      "Validation Loss: 0.084 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 151.49it/s]\n",
      "Epoch: 20 | Loss: 0.088 | Acc: 97.29%: 100%|██████████| 27/27 [00:00<00:00, 119.67it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 172.09it/s]\n",
      "Epoch: 21 | Loss: 0.058 | Acc: 97.88%: 100%|██████████| 27/27 [00:00<00:00, 117.39it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 166.69it/s]\n",
      "Epoch: 22 | Loss: 0.065 | Acc: 97.76%: 100%|██████████| 27/27 [00:00<00:00, 123.26it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 138.62it/s]\n",
      "Epoch: 23 | Loss: 0.052 | Acc: 98.00%: 100%|██████████| 27/27 [00:00<00:00, 84.23it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 131.55it/s]\n",
      "Epoch: 24 | Loss: 0.060 | Acc: 98.12%: 100%|██████████| 27/27 [00:00<00:00, 64.42it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 151.51it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▁▂▂▃▃▄▄▅▅▆▆▇▇██▇▇▆▅▅▄▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▆▆▇████████████████</td></tr><tr><td>t_loss</td><td>█▇▄▄▄▄▄▄▃▂▂▂▂▂▂▁▂▁▂▂▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▇▇▇▇█▇████████▆██████</td></tr><tr><td>val_loss</td><td>█▅▄▃▃▄▃▃▁▂▂▁▂▁▁▁▂▁▃▂▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01479</td></tr><tr><td>t_accuracy</td><td>0.98118</td></tr><tr><td>t_loss</td><td>0.06015</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.03976</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">legendary-sweep-13</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1pb1yim1\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1pb1yim1</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123040-1pb1yim1\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: d1ilfn8d with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.30318707332801625\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 14\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.629457143112371\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.45062810140086423\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123101-d1ilfn8d</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/d1ilfn8d\" target=\"_blank\">radiant-sweep-14</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 49.76%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.695 | Validation Acc: 54.00%: 100%|██████████| 2/2 [00:00<00:00, 90.93it/s]\n",
      "Epoch: 1 | Loss: 0.625 | Acc: 68.35%: 100%|██████████| 7/7 [00:00<00:00, 50.00it/s]\n",
      "Validation Loss: 0.489 | Validation Acc: 78.67%: 100%|██████████| 2/2 [00:00<00:00, 105.30it/s]\n",
      "Epoch: 2 | Loss: 0.453 | Acc: 82.12%: 100%|██████████| 7/7 [00:00<00:00, 66.67it/s]\n",
      "Validation Loss: 0.265 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 3 | Loss: 0.363 | Acc: 86.00%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.295 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 4 | Loss: 0.343 | Acc: 86.59%: 100%|██████████| 7/7 [00:00<00:00, 76.92it/s]\n",
      "Validation Loss: 0.274 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 5 | Loss: 0.329 | Acc: 86.47%: 100%|██████████| 7/7 [00:00<00:00, 70.00it/s]\n",
      "Validation Loss: 0.276 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 6 | Loss: 0.339 | Acc: 86.12%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.254 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 100.03it/s]\n",
      "Epoch: 7 | Loss: 0.332 | Acc: 86.35%: 100%|██████████| 7/7 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.250 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 105.24it/s]\n",
      "Epoch: 8 | Loss: 0.340 | Acc: 87.18%: 100%|██████████| 7/7 [00:00<00:00, 69.31it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 9 | Loss: 0.328 | Acc: 86.94%: 100%|██████████| 7/7 [00:00<00:00, 72.16it/s]\n",
      "Validation Loss: 0.231 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 99.95it/s]\n",
      "Epoch: 10 | Loss: 0.304 | Acc: 86.94%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.196 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 11 | Loss: 0.263 | Acc: 88.82%: 100%|██████████| 7/7 [00:00<00:00, 62.50it/s]\n",
      "Validation Loss: 0.185 | Validation Acc: 93.33%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 12 | Loss: 0.270 | Acc: 89.06%: 100%|██████████| 7/7 [00:00<00:00, 75.27it/s]\n",
      "Validation Loss: 0.161 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 105.21it/s]\n",
      "Epoch: 13 | Loss: 0.239 | Acc: 89.29%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.168 | Validation Acc: 94.67%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▅▆▇█▇▆▅▃▂</td></tr><tr><td>t_accuracy</td><td>▁▄▇▇█▇▇▇██████</td></tr><tr><td>t_loss</td><td>█▇▄▃▃▂▃▂▃▂▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▅▇▇▇▇▇▇▇▇▇█▇█</td></tr><tr><td>val_loss</td><td>█▅▂▃▂▃▂▂▂▂▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.03384</td></tr><tr><td>t_accuracy</td><td>0.89294</td></tr><tr><td>t_loss</td><td>0.23924</td></tr><tr><td>val_accuracy</td><td>0.94667</td></tr><tr><td>val_loss</td><td>0.16841</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">radiant-sweep-14</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/d1ilfn8d\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/d1ilfn8d</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123101-d1ilfn8d\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: y6u5ok84 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.055476736391213144\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 36\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.23600418209709928\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4557496531179238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123117-y6u5ok84</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y6u5ok84\" target=\"_blank\">clean-sweep-15</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.690 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 111.15it/s]\n",
      "Epoch: 1 | Loss: 0.636 | Acc: 67.29%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.479 | Validation Acc: 83.33%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 2 | Loss: 0.414 | Acc: 82.59%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.289 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 3 | Loss: 0.339 | Acc: 84.71%: 100%|██████████| 7/7 [00:00<00:00, 64.23it/s]\n",
      "Validation Loss: 0.276 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 117.66it/s]\n",
      "Epoch: 4 | Loss: 0.294 | Acc: 86.59%: 100%|██████████| 7/7 [00:00<00:00, 84.33it/s]\n",
      "Validation Loss: 0.242 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 5 | Loss: 0.296 | Acc: 87.65%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.207 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 117.64it/s]\n",
      "Epoch: 6 | Loss: 0.284 | Acc: 88.82%: 100%|██████████| 7/7 [00:00<00:00, 81.39it/s]\n",
      "Validation Loss: 0.174 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 124.99it/s]\n",
      "Epoch: 7 | Loss: 0.266 | Acc: 88.71%: 100%|██████████| 7/7 [00:00<00:00, 79.55it/s]\n",
      "Validation Loss: 0.197 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 8 | Loss: 0.240 | Acc: 89.41%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.209 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 64.51it/s]\n",
      "Epoch: 9 | Loss: 0.212 | Acc: 90.59%: 100%|██████████| 7/7 [00:00<00:00, 64.82it/s]\n",
      "Validation Loss: 0.183 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 111.14it/s]\n",
      "Epoch: 10 | Loss: 0.184 | Acc: 92.71%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.091 | Validation Acc: 96.00%: 100%|██████████| 2/2 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 11 | Loss: 0.111 | Acc: 95.65%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.125 | Validation Acc: 93.33%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 12 | Loss: 0.166 | Acc: 94.24%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 13 | Loss: 0.107 | Acc: 96.12%: 100%|██████████| 7/7 [00:00<00:00, 67.97it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 14 | Loss: 0.072 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 62.50it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.26it/s]\n",
      "Epoch: 15 | Loss: 0.076 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 16 | Loss: 0.072 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 66.67it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.25it/s]\n",
      "Epoch: 17 | Loss: 0.062 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 64.22it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 18 | Loss: 0.059 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 19 | Loss: 0.045 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 20 | Loss: 0.043 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 69.31it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.91it/s]\n",
      "Epoch: 21 | Loss: 0.046 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 64.82it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.18it/s]\n",
      "Epoch: 22 | Loss: 0.051 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 23 | Loss: 0.044 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 66.03it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.23it/s]\n",
      "Epoch: 24 | Loss: 0.044 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 83.33it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.25it/s]\n",
      "Epoch: 25 | Loss: 0.047 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 76.92it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 26 | Loss: 0.045 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 72.16it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.98it/s]\n",
      "Epoch: 27 | Loss: 0.048 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 86.42it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 28 | Loss: 0.040 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 79.55it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.30it/s]\n",
      "Epoch: 29 | Loss: 0.051 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 30 | Loss: 0.043 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 99.94it/s]\n",
      "Epoch: 31 | Loss: 0.043 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 44.59it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 32 | Loss: 0.042 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 33 | Loss: 0.044 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.27it/s]\n",
      "Epoch: 34 | Loss: 0.041 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 85.36it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 35 | Loss: 0.036 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 68.62it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▅▆▇███▇▇▇▇▆▆▆▆▅▅▅▅▄▄▄▄▃▃▃▃▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▇▇▇▇▇█▇███████████████████████</td></tr><tr><td>t_loss</td><td>█▇▅▄▄▄▄▃▃▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▇▇▇▇▇▇█▇████████████████████████</td></tr><tr><td>val_loss</td><td>█▆▄▄▃▃▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00742</td></tr><tr><td>t_accuracy</td><td>0.98471</td></tr><tr><td>t_loss</td><td>0.03606</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02292</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">clean-sweep-15</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y6u5ok84\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y6u5ok84</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123117-y6u5ok84\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: qcmj7rh2 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.24902219539657283\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 23\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5509006140456126\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.452662901910742\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123134-qcmj7rh2</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/qcmj7rh2\" target=\"_blank\">lilac-sweep-16</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.703 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 14.37it/s]\n",
      "Validation Loss: 0.707 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 60.61it/s]\n",
      "Epoch: 1 | Loss: 0.673 | Acc: 59.29%: 100%|██████████| 7/7 [00:00<00:00, 26.32it/s]\n",
      "Validation Loss: 0.591 | Validation Acc: 84.00%: 100%|██████████| 2/2 [00:00<00:00, 42.54it/s]\n",
      "Epoch: 2 | Loss: 0.513 | Acc: 78.35%: 100%|██████████| 7/7 [00:00<00:00, 25.09it/s]\n",
      "Validation Loss: 0.383 | Validation Acc: 82.00%: 100%|██████████| 2/2 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 3 | Loss: 0.375 | Acc: 82.71%: 100%|██████████| 7/7 [00:00<00:00, 38.67it/s]\n",
      "Validation Loss: 0.267 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 4 | Loss: 0.318 | Acc: 85.41%: 100%|██████████| 7/7 [00:00<00:00, 58.83it/s]\n",
      "Validation Loss: 0.216 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 86.94it/s]\n",
      "Epoch: 5 | Loss: 0.287 | Acc: 87.53%: 100%|██████████| 7/7 [00:00<00:00, 49.79it/s]\n",
      "Validation Loss: 0.216 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 90.93it/s]\n",
      "Epoch: 6 | Loss: 0.252 | Acc: 89.18%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.180 | Validation Acc: 91.33%: 100%|██████████| 2/2 [00:00<00:00, 95.27it/s]\n",
      "Epoch: 7 | Loss: 0.264 | Acc: 90.00%: 100%|██████████| 7/7 [00:00<00:00, 64.22it/s]\n",
      "Validation Loss: 0.161 | Validation Acc: 91.33%: 100%|██████████| 2/2 [00:00<00:00, 83.37it/s]\n",
      "Epoch: 8 | Loss: 0.185 | Acc: 93.29%: 100%|██████████| 7/7 [00:00<00:00, 55.56it/s]\n",
      "Validation Loss: 0.099 | Validation Acc: 93.33%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 9 | Loss: 0.139 | Acc: 95.65%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 90.90it/s]\n",
      "Epoch: 10 | Loss: 0.092 | Acc: 97.18%: 100%|██████████| 7/7 [00:00<00:00, 62.50it/s]\n",
      "Validation Loss: 0.050 | Validation Acc: 95.33%: 100%|██████████| 2/2 [00:00<00:00, 86.94it/s]\n",
      "Epoch: 11 | Loss: 0.084 | Acc: 96.82%: 100%|██████████| 7/7 [00:00<00:00, 51.85it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 12 | Loss: 0.135 | Acc: 95.53%: 100%|██████████| 7/7 [00:00<00:00, 59.83it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 86.97it/s]\n",
      "Epoch: 13 | Loss: 0.118 | Acc: 96.12%: 100%|██████████| 7/7 [00:00<00:00, 63.63it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 90.90it/s]\n",
      "Epoch: 14 | Loss: 0.096 | Acc: 97.53%: 100%|██████████| 7/7 [00:00<00:00, 46.05it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 64.51it/s]\n",
      "Epoch: 15 | Loss: 0.098 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 60.87it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 16 | Loss: 0.077 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 55.55it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 17 | Loss: 0.071 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 35.53it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 96.00%: 100%|██████████| 2/2 [00:00<00:00, 57.14it/s]\n",
      "Epoch: 18 | Loss: 0.080 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 35.18it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 51.28it/s]\n",
      "Epoch: 19 | Loss: 0.064 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 33.17it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 68.99it/s]\n",
      "Epoch: 20 | Loss: 0.062 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 57.85it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 86.94it/s]\n",
      "Epoch: 21 | Loss: 0.054 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 61.40it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 22 | Loss: 0.057 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 67.30it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 117.68it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▃▄▅▅▆▆▇▇█▇▇▆▅▅▄▄▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▂▅▆▆▆▇▇▇██████████████</td></tr><tr><td>t_loss</td><td>██▆▄▄▄▃▃▂▂▁▁▂▂▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▇▇▇▇▇█▇████████████</td></tr><tr><td>val_loss</td><td>█▇▅▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01863</td></tr><tr><td>t_accuracy</td><td>0.98235</td></tr><tr><td>t_loss</td><td>0.05667</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.02793</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">lilac-sweep-16</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/qcmj7rh2\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/qcmj7rh2</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123134-qcmj7rh2\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: c8wka5k6 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.18637602158567568\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 23\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.3208948732052409\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4154376068561443\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: SGD\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123149-c8wka5k6</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/c8wka5k6\" target=\"_blank\">misty-sweep-17</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.700 | Acc: 48.94%: 100%|██████████| 14/14 [00:00<00:00, 95.89it/s] \n",
      "Validation Loss: 0.702 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 166.67it/s]\n",
      "Epoch: 1 | Loss: 0.699 | Acc: 47.29%: 100%|██████████| 14/14 [00:00<00:00, 84.33it/s]\n",
      "Validation Loss: 0.701 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 142.88it/s]\n",
      "Epoch: 2 | Loss: 0.699 | Acc: 49.06%: 100%|██████████| 14/14 [00:00<00:00, 55.56it/s]\n",
      "Validation Loss: 0.700 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 125.02it/s]\n",
      "Epoch: 3 | Loss: 0.698 | Acc: 46.82%: 100%|██████████| 14/14 [00:00<00:00, 62.22it/s]\n",
      "Validation Loss: 0.698 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 115.38it/s]\n",
      "Epoch: 4 | Loss: 0.697 | Acc: 47.18%: 100%|██████████| 14/14 [00:00<00:00, 83.80it/s]\n",
      "Validation Loss: 0.696 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 83.33it/s]\n",
      "Epoch: 5 | Loss: 0.695 | Acc: 49.88%: 100%|██████████| 14/14 [00:00<00:00, 45.95it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 115.37it/s]\n",
      "Epoch: 6 | Loss: 0.692 | Acc: 52.71%: 100%|██████████| 14/14 [00:00<00:00, 48.61it/s]\n",
      "Validation Loss: 0.691 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 181.43it/s]\n",
      "Epoch: 7 | Loss: 0.690 | Acc: 55.18%: 100%|██████████| 14/14 [00:00<00:00, 86.96it/s]\n",
      "Validation Loss: 0.688 | Validation Acc: 78.00%: 100%|██████████| 3/3 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 8 | Loss: 0.686 | Acc: 66.00%: 100%|██████████| 14/14 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.685 | Validation Acc: 54.67%: 100%|██████████| 3/3 [00:00<00:00, 157.88it/s]\n",
      "Epoch: 9 | Loss: 0.683 | Acc: 66.00%: 100%|██████████| 14/14 [00:00<00:00, 86.96it/s]\n",
      "Validation Loss: 0.681 | Validation Acc: 58.67%: 100%|██████████| 3/3 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 10 | Loss: 0.678 | Acc: 67.53%: 100%|██████████| 14/14 [00:00<00:00, 82.52it/s]\n",
      "Validation Loss: 0.674 | Validation Acc: 80.67%: 100%|██████████| 3/3 [00:00<00:00, 120.02it/s]\n",
      "Epoch: 11 | Loss: 0.671 | Acc: 74.12%: 100%|██████████| 14/14 [00:00<00:00, 80.92it/s]\n",
      "Validation Loss: 0.665 | Validation Acc: 84.67%: 100%|██████████| 3/3 [00:00<00:00, 107.15it/s]\n",
      "Epoch: 12 | Loss: 0.660 | Acc: 77.41%: 100%|██████████| 14/14 [00:00<00:00, 82.84it/s]\n",
      "Validation Loss: 0.651 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 149.92it/s]\n",
      "Epoch: 13 | Loss: 0.643 | Acc: 77.06%: 100%|██████████| 14/14 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.629 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 166.61it/s]\n",
      "Epoch: 14 | Loss: 0.618 | Acc: 79.53%: 100%|██████████| 14/14 [00:00<00:00, 83.33it/s]\n",
      "Validation Loss: 0.597 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 136.34it/s]\n",
      "Epoch: 15 | Loss: 0.592 | Acc: 77.76%: 100%|██████████| 14/14 [00:00<00:00, 64.22it/s]\n",
      "Validation Loss: 0.556 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 75.00it/s]\n",
      "Epoch: 16 | Loss: 0.553 | Acc: 79.76%: 100%|██████████| 14/14 [00:00<00:00, 60.85it/s]\n",
      "Validation Loss: 0.510 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 112.59it/s]\n",
      "Epoch: 17 | Loss: 0.524 | Acc: 79.53%: 100%|██████████| 14/14 [00:00<00:00, 48.11it/s]\n",
      "Validation Loss: 0.469 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 18 | Loss: 0.492 | Acc: 80.94%: 100%|██████████| 14/14 [00:00<00:00, 55.34it/s]\n",
      "Validation Loss: 0.437 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 85.72it/s]\n",
      "Epoch: 19 | Loss: 0.473 | Acc: 80.94%: 100%|██████████| 14/14 [00:00<00:00, 37.68it/s]\n",
      "Validation Loss: 0.417 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 96.79it/s]\n",
      "Epoch: 20 | Loss: 0.441 | Acc: 79.76%: 100%|██████████| 14/14 [00:00<00:00, 22.40it/s]\n",
      "Validation Loss: 0.401 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 21.74it/s]\n",
      "Epoch: 21 | Loss: 0.445 | Acc: 80.47%: 100%|██████████| 14/14 [00:00<00:00, 47.30it/s]\n",
      "Validation Loss: 0.392 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 103.44it/s]\n",
      "Epoch: 22 | Loss: 0.441 | Acc: 80.82%: 100%|██████████| 14/14 [00:00<00:00, 75.27it/s]\n",
      "Validation Loss: 0.387 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 107.11it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▆▇██▇▇▆▆▅▅▅▄▄▃▃▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▁▁▁▂▂▃▅▅▅▇▇▇█▇███████</td></tr><tr><td>t_loss</td><td>██████████▇▇▇▆▆▅▄▃▂▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▁▁▁▁▁▁▇▃▃▇████████████</td></tr><tr><td>val_loss</td><td>██████████▇▇▇▆▆▅▄▃▂▂▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01079</td></tr><tr><td>t_accuracy</td><td>0.80824</td></tr><tr><td>t_loss</td><td>0.44137</td></tr><tr><td>val_accuracy</td><td>0.85333</td></tr><tr><td>val_loss</td><td>0.38697</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">misty-sweep-17</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/c8wka5k6\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/c8wka5k6</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123149-c8wka5k6\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6ej67lbq with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.22327726577251256\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 20\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5029002287060987\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4819404035852425\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123206-6ej67lbq</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6ej67lbq\" target=\"_blank\">lilac-sweep-18</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.697 | Acc: 50.35%: 100%|██████████| 14/14 [00:00<00:00, 52.24it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 96.71it/s]\n",
      "Epoch: 1 | Loss: 0.582 | Acc: 73.06%: 100%|██████████| 14/14 [00:00<00:00, 60.73it/s]\n",
      "Validation Loss: 0.343 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 2 | Loss: 0.369 | Acc: 84.12%: 100%|██████████| 14/14 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 86.00%: 100%|██████████| 3/3 [00:00<00:00, 157.93it/s]\n",
      "Epoch: 3 | Loss: 0.335 | Acc: 86.00%: 100%|██████████| 14/14 [00:00<00:00, 87.51it/s]\n",
      "Validation Loss: 0.284 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 96.76it/s]\n",
      "Epoch: 4 | Loss: 0.335 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 94.60it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 87.33%: 100%|██████████| 3/3 [00:00<00:00, 107.12it/s]\n",
      "Epoch: 5 | Loss: 0.349 | Acc: 86.24%: 100%|██████████| 14/14 [00:00<00:00, 94.60it/s]\n",
      "Validation Loss: 0.250 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 130.40it/s]\n",
      "Epoch: 6 | Loss: 0.340 | Acc: 86.24%: 100%|██████████| 14/14 [00:00<00:00, 85.89it/s]\n",
      "Validation Loss: 0.295 | Validation Acc: 87.33%: 100%|██████████| 3/3 [00:00<00:00, 157.86it/s]\n",
      "Epoch: 7 | Loss: 0.333 | Acc: 86.35%: 100%|██████████| 14/14 [00:00<00:00, 81.40it/s]\n",
      "Validation Loss: 0.285 | Validation Acc: 86.67%: 100%|██████████| 3/3 [00:00<00:00, 157.92it/s]\n",
      "Epoch: 8 | Loss: 0.360 | Acc: 86.00%: 100%|██████████| 14/14 [00:00<00:00, 76.93it/s]\n",
      "Validation Loss: 0.299 | Validation Acc: 85.33%: 100%|██████████| 3/3 [00:00<00:00, 150.03it/s]\n",
      "Epoch: 9 | Loss: 0.327 | Acc: 86.94%: 100%|██████████| 14/14 [00:00<00:00, 76.49it/s]\n",
      "Validation Loss: 0.197 | Validation Acc: 92.67%: 100%|██████████| 3/3 [00:00<00:00, 75.00it/s]\n",
      "Epoch: 10 | Loss: 0.263 | Acc: 90.24%: 100%|██████████| 14/14 [00:00<00:00, 74.86it/s]\n",
      "Validation Loss: 0.456 | Validation Acc: 78.00%: 100%|██████████| 3/3 [00:00<00:00, 107.19it/s]\n",
      "Epoch: 11 | Loss: 0.601 | Acc: 89.06%: 100%|██████████| 14/14 [00:00<00:00, 73.00it/s]\n",
      "Validation Loss: 0.064 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 12 | Loss: 0.200 | Acc: 93.41%: 100%|██████████| 14/14 [00:00<00:00, 83.83it/s]\n",
      "Validation Loss: 0.137 | Validation Acc: 95.33%: 100%|██████████| 3/3 [00:00<00:00, 142.83it/s]\n",
      "Epoch: 13 | Loss: 0.174 | Acc: 94.35%: 100%|██████████| 14/14 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 119.96it/s]\n",
      "Epoch: 14 | Loss: 0.250 | Acc: 95.88%: 100%|██████████| 14/14 [00:00<00:00, 64.35it/s]\n",
      "Validation Loss: 0.094 | Validation Acc: 96.00%: 100%|██████████| 3/3 [00:00<00:00, 103.44it/s]\n",
      "Epoch: 15 | Loss: 0.145 | Acc: 94.59%: 100%|██████████| 14/14 [00:00<00:00, 76.89it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 107.16it/s]\n",
      "Epoch: 16 | Loss: 0.116 | Acc: 96.35%: 100%|██████████| 14/14 [00:00<00:00, 89.74it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 17 | Loss: 0.090 | Acc: 97.18%: 100%|██████████| 14/14 [00:00<00:00, 73.69it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 18 | Loss: 0.085 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 136.39it/s]\n",
      "Epoch: 19 | Loss: 0.064 | Acc: 97.76%: 100%|██████████| 14/14 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 157.81it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▂▃▄▅▅▆▇▇█▇▇▆▅▅▄▃▂▂</td></tr><tr><td>t_accuracy</td><td>▁▄▆▆▆▆▆▆▆▆▇▇▇▇██████</td></tr><tr><td>t_loss</td><td>█▇▄▄▄▄▄▄▄▄▃▇▂▂▃▂▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▆▆▆▆▆▇▅█▇█▇█████</td></tr><tr><td>val_loss</td><td>█▄▄▄▄▃▄▄▄▃▆▁▂▁▂▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.02323</td></tr><tr><td>t_accuracy</td><td>0.97765</td></tr><tr><td>t_loss</td><td>0.06443</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.03552</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">lilac-sweep-18</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6ej67lbq\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6ej67lbq</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123206-6ej67lbq\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9fcwodxa with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.0013088032047727238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 47\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.07308317734486414\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4740173290304656\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: SGD\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123222-9fcwodxa</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9fcwodxa\" target=\"_blank\">amber-sweep-19</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.712 | Acc: 49.29%: 100%|██████████| 14/14 [00:00<00:00, 92.11it/s]\n",
      "Validation Loss: 0.706 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 43.48it/s]\n",
      "Epoch: 1 | Loss: 0.709 | Acc: 49.29%: 100%|██████████| 14/14 [00:00<00:00, 58.58it/s]\n",
      "Validation Loss: 0.701 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 199.98it/s]\n",
      "Epoch: 2 | Loss: 0.703 | Acc: 49.29%: 100%|██████████| 14/14 [00:00<00:00, 97.23it/s] \n",
      "Validation Loss: 0.697 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 199.99it/s]\n",
      "Epoch: 3 | Loss: 0.697 | Acc: 46.12%: 100%|██████████| 14/14 [00:00<00:00, 96.55it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 130.44it/s]\n",
      "Epoch: 4 | Loss: 0.694 | Acc: 44.00%: 100%|██████████| 14/14 [00:00<00:00, 94.60it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 54.00%: 100%|██████████| 3/3 [00:00<00:00, 125.00it/s]\n",
      "Epoch: 5 | Loss: 0.692 | Acc: 55.65%: 100%|██████████| 14/14 [00:00<00:00, 98.59it/s]\n",
      "Validation Loss: 0.691 | Validation Acc: 57.33%: 100%|██████████| 3/3 [00:00<00:00, 115.41it/s]\n",
      "Epoch: 6 | Loss: 0.689 | Acc: 60.00%: 100%|██████████| 14/14 [00:00<00:00, 100.72it/s]\n",
      "Validation Loss: 0.688 | Validation Acc: 66.00%: 100%|██████████| 3/3 [00:00<00:00, 166.69it/s]\n",
      "Epoch: 7 | Loss: 0.686 | Acc: 68.00%: 100%|██████████| 14/14 [00:00<00:00, 89.74it/s]\n",
      "Validation Loss: 0.685 | Validation Acc: 71.33%: 100%|██████████| 3/3 [00:00<00:00, 150.01it/s]\n",
      "Epoch: 8 | Loss: 0.682 | Acc: 66.12%: 100%|██████████| 14/14 [00:00<00:00, 74.87it/s]\n",
      "Validation Loss: 0.680 | Validation Acc: 71.33%: 100%|██████████| 3/3 [00:00<00:00, 176.46it/s]\n",
      "Epoch: 9 | Loss: 0.676 | Acc: 70.59%: 100%|██████████| 14/14 [00:00<00:00, 85.89it/s]\n",
      "Validation Loss: 0.671 | Validation Acc: 72.00%: 100%|██████████| 3/3 [00:00<00:00, 103.43it/s]\n",
      "Epoch: 10 | Loss: 0.666 | Acc: 70.12%: 100%|██████████| 14/14 [00:00<00:00, 97.22it/s]\n",
      "Validation Loss: 0.657 | Validation Acc: 70.67%: 100%|██████████| 3/3 [00:00<00:00, 111.09it/s]\n",
      "Epoch: 11 | Loss: 0.648 | Acc: 72.59%: 100%|██████████| 14/14 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.627 | Validation Acc: 71.33%: 100%|██████████| 3/3 [00:00<00:00, 115.40it/s]\n",
      "Epoch: 12 | Loss: 0.602 | Acc: 73.18%: 100%|██████████| 14/14 [00:00<00:00, 88.05it/s]\n",
      "Validation Loss: 0.567 | Validation Acc: 71.33%: 100%|██████████| 3/3 [00:00<00:00, 125.03it/s]\n",
      "Epoch: 13 | Loss: 0.538 | Acc: 74.47%: 100%|██████████| 14/14 [00:00<00:00, 85.36it/s]\n",
      "Validation Loss: 0.491 | Validation Acc: 76.67%: 100%|██████████| 3/3 [00:00<00:00, 150.03it/s]\n",
      "Epoch: 14 | Loss: 0.475 | Acc: 76.00%: 100%|██████████| 14/14 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.429 | Validation Acc: 82.00%: 100%|██████████| 3/3 [00:00<00:00, 166.65it/s]\n",
      "Epoch: 15 | Loss: 0.422 | Acc: 77.76%: 100%|██████████| 14/14 [00:00<00:00, 81.62it/s]\n",
      "Validation Loss: 0.384 | Validation Acc: 82.67%: 100%|██████████| 3/3 [00:00<00:00, 107.14it/s]\n",
      "Epoch: 16 | Loss: 0.390 | Acc: 79.88%: 100%|██████████| 14/14 [00:00<00:00, 82.84it/s]\n",
      "Validation Loss: 0.354 | Validation Acc: 82.67%: 100%|██████████| 3/3 [00:00<00:00, 93.72it/s]\n",
      "Epoch: 17 | Loss: 0.364 | Acc: 81.53%: 100%|██████████| 14/14 [00:00<00:00, 81.60it/s]\n",
      "Validation Loss: 0.330 | Validation Acc: 84.00%: 100%|██████████| 3/3 [00:00<00:00, 107.14it/s]\n",
      "Epoch: 18 | Loss: 0.368 | Acc: 83.29%: 100%|██████████| 14/14 [00:00<00:00, 65.11it/s]\n",
      "Validation Loss: 0.313 | Validation Acc: 84.67%: 100%|██████████| 3/3 [00:00<00:00, 176.43it/s]\n",
      "Epoch: 19 | Loss: 0.333 | Acc: 84.94%: 100%|██████████| 14/14 [00:00<00:00, 94.89it/s]\n",
      "Validation Loss: 0.297 | Validation Acc: 83.33%: 100%|██████████| 3/3 [00:00<00:00, 166.67it/s]\n",
      "Epoch: 20 | Loss: 0.315 | Acc: 85.76%: 100%|██████████| 14/14 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.284 | Validation Acc: 86.00%: 100%|██████████| 3/3 [00:00<00:00, 150.05it/s]\n",
      "Epoch: 21 | Loss: 0.302 | Acc: 86.12%: 100%|██████████| 14/14 [00:00<00:00, 89.17it/s]\n",
      "Validation Loss: 0.272 | Validation Acc: 87.33%: 100%|██████████| 3/3 [00:00<00:00, 107.13it/s]\n",
      "Epoch: 22 | Loss: 0.301 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 94.59it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 125.02it/s]\n",
      "Epoch: 23 | Loss: 0.292 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 107.69it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 136.37it/s]\n",
      "Epoch: 24 | Loss: 0.290 | Acc: 87.76%: 100%|██████████| 14/14 [00:00<00:00, 112.90it/s]\n",
      "Validation Loss: 0.263 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 187.50it/s]\n",
      "Epoch: 25 | Loss: 0.284 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 104.47it/s]\n",
      "Validation Loss: 0.260 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 142.81it/s]\n",
      "Epoch: 26 | Loss: 0.298 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 91.71it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 166.65it/s]\n",
      "Epoch: 27 | Loss: 0.283 | Acc: 86.82%: 100%|██████████| 14/14 [00:00<00:00, 106.06it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 136.37it/s]\n",
      "Epoch: 28 | Loss: 0.279 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 60.60it/s]\n",
      "Validation Loss: 0.256 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 115.35it/s]\n",
      "Epoch: 29 | Loss: 0.283 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 99.29it/s] \n",
      "Validation Loss: 0.254 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 142.86it/s]\n",
      "Epoch: 30 | Loss: 0.294 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 111.11it/s]\n",
      "Validation Loss: 0.252 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 187.43it/s]\n",
      "Epoch: 31 | Loss: 0.292 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 101.45it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 176.43it/s]\n",
      "Epoch: 32 | Loss: 0.281 | Acc: 87.41%: 100%|██████████| 14/14 [00:00<00:00, 91.51it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 176.47it/s]\n",
      "Epoch: 33 | Loss: 0.281 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 76.08it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 111.16it/s]\n",
      "Epoch: 34 | Loss: 0.279 | Acc: 87.53%: 100%|██████████| 14/14 [00:00<00:00, 102.14it/s]\n",
      "Validation Loss: 0.252 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 125.02it/s]\n",
      "Epoch: 35 | Loss: 0.274 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 100.00it/s]\n",
      "Validation Loss: 0.252 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 150.00it/s]\n",
      "Epoch: 36 | Loss: 0.283 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 80.00it/s]\n",
      "Validation Loss: 0.252 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 199.94it/s]\n",
      "Epoch: 37 | Loss: 0.285 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 106.87it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 157.88it/s]\n",
      "Epoch: 38 | Loss: 0.283 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 95.24it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 157.88it/s]\n",
      "Epoch: 39 | Loss: 0.273 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 86.95it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 81.08it/s]\n",
      "Epoch: 40 | Loss: 0.275 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 71.21it/s]\n",
      "Validation Loss: 0.254 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 90.89it/s]\n",
      "Epoch: 41 | Loss: 0.288 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 78.41it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 125.03it/s]\n",
      "Epoch: 42 | Loss: 0.280 | Acc: 87.29%: 100%|██████████| 14/14 [00:00<00:00, 93.33it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 157.85it/s]\n",
      "Epoch: 43 | Loss: 0.295 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 55.66it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 107.12it/s]\n",
      "Epoch: 44 | Loss: 0.277 | Acc: 87.18%: 100%|██████████| 14/14 [00:00<00:00, 84.04it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 142.64it/s]\n",
      "Epoch: 45 | Loss: 0.279 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 85.36it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 46 | Loss: 0.279 | Acc: 87.06%: 100%|██████████| 14/14 [00:00<00:00, 71.54it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.67%: 100%|██████████| 3/3 [00:00<00:00, 81.10it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▃▆███▇▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▂▂▂▁▁▃▅▅▅▅▆▆▆▆▇▇▇███████████████████████</td></tr><tr><td>t_loss</td><td>████████▇▇▇▆▄▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▁▁▁▁▂▄▄▅▄▄▄▇▇▇▇▇▇██████████████████████</td></tr><tr><td>val_loss</td><td>████████▇▇▇▆▄▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00511</td></tr><tr><td>t_accuracy</td><td>0.87059</td></tr><tr><td>t_loss</td><td>0.27874</td></tr><tr><td>val_accuracy</td><td>0.88667</td></tr><tr><td>val_loss</td><td>0.25106</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">amber-sweep-19</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9fcwodxa\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9fcwodxa</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123222-9fcwodxa\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9gzuyitt with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.23478073135146835\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 27\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.33828533122709487\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4443772320402821\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123243-9gzuyitt</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9gzuyitt\" target=\"_blank\">solar-sweep-20</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.704 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 77.79it/s]\n",
      "Validation Loss: 0.706 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 1 | Loss: 0.652 | Acc: 54.82%: 100%|██████████| 7/7 [00:00<00:00, 83.34it/s]\n",
      "Validation Loss: 0.526 | Validation Acc: 79.33%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 2 | Loss: 0.432 | Acc: 82.35%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.335 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 3 | Loss: 0.416 | Acc: 85.06%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.272 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 79.98it/s]\n",
      "Epoch: 4 | Loss: 0.359 | Acc: 85.06%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 40.81it/s]\n",
      "Epoch: 5 | Loss: 0.330 | Acc: 86.00%: 100%|██████████| 7/7 [00:00<00:00, 38.04it/s]\n",
      "Validation Loss: 0.288 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 86.96it/s]\n",
      "Epoch: 6 | Loss: 0.324 | Acc: 86.00%: 100%|██████████| 7/7 [00:00<00:00, 45.24it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 79.99it/s]\n",
      "Epoch: 7 | Loss: 0.314 | Acc: 85.88%: 100%|██████████| 7/7 [00:00<00:00, 53.44it/s]\n",
      "Validation Loss: 0.299 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 8 | Loss: 0.319 | Acc: 86.00%: 100%|██████████| 7/7 [00:00<00:00, 59.83it/s]\n",
      "Validation Loss: 0.266 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 9 | Loss: 0.313 | Acc: 87.65%: 100%|██████████| 7/7 [00:00<00:00, 56.00it/s]\n",
      "Validation Loss: 0.236 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 74.09it/s]\n",
      "Epoch: 10 | Loss: 0.314 | Acc: 88.12%: 100%|██████████| 7/7 [00:00<00:00, 60.35it/s]\n",
      "Validation Loss: 0.218 | Validation Acc: 90.67%: 100%|██████████| 2/2 [00:00<00:00, 80.00it/s]\n",
      "Epoch: 11 | Loss: 0.269 | Acc: 88.47%: 100%|██████████| 7/7 [00:00<00:00, 29.29it/s]\n",
      "Validation Loss: 0.168 | Validation Acc: 94.00%: 100%|██████████| 2/2 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 12 | Loss: 0.214 | Acc: 91.29%: 100%|██████████| 7/7 [00:00<00:00, 53.03it/s]\n",
      "Validation Loss: 0.120 | Validation Acc: 95.33%: 100%|██████████| 2/2 [00:00<00:00, 83.36it/s]\n",
      "Epoch: 13 | Loss: 0.313 | Acc: 92.71%: 100%|██████████| 7/7 [00:00<00:00, 71.42it/s]\n",
      "Validation Loss: 0.131 | Validation Acc: 92.00%: 100%|██████████| 2/2 [00:00<00:00, 83.37it/s]\n",
      "Epoch: 14 | Loss: 0.230 | Acc: 91.18%: 100%|██████████| 7/7 [00:00<00:00, 62.50it/s]\n",
      "Validation Loss: 0.142 | Validation Acc: 94.00%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 15 | Loss: 0.199 | Acc: 92.94%: 100%|██████████| 7/7 [00:00<00:00, 66.68it/s]\n",
      "Validation Loss: 0.110 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 105.25it/s]\n",
      "Epoch: 16 | Loss: 0.181 | Acc: 95.65%: 100%|██████████| 7/7 [00:00<00:00, 72.94it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.32it/s]\n",
      "Epoch: 17 | Loss: 0.144 | Acc: 96.00%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.041 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 18 | Loss: 0.106 | Acc: 96.71%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 99.97it/s]\n",
      "Epoch: 19 | Loss: 0.112 | Acc: 96.47%: 100%|██████████| 7/7 [00:00<00:00, 66.66it/s]\n",
      "Validation Loss: 0.017 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 20 | Loss: 0.096 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.07it/s]\n",
      "Epoch: 21 | Loss: 0.102 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 53.11it/s]\n",
      "Validation Loss: 0.068 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.28it/s]\n",
      "Epoch: 22 | Loss: 0.214 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 67.31it/s]\n",
      "Validation Loss: 0.057 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 23 | Loss: 0.090 | Acc: 96.82%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.26it/s]\n",
      "Epoch: 24 | Loss: 0.096 | Acc: 97.06%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 25 | Loss: 0.198 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 71.44it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Epoch: 26 | Loss: 0.064 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 56.45it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.95it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▃▄▅▆▆▇██▇▇▆▆▆▅▅▅▄▄▃▃▃▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▂▆▆▆▆▆▆▆▆▇▇▇▇▇▇███████████</td></tr><tr><td>t_loss</td><td>█▇▅▅▄▄▄▄▄▄▄▃▃▄▃▂▂▂▁▂▁▁▃▁▁▂▁</td></tr><tr><td>val_accuracy</td><td>▁▅▆▇▇▇▇▆▇▇▇▇▇▇▇████████████</td></tr><tr><td>val_loss</td><td>█▆▄▄▃▄▃▄▄▃▃▃▂▂▂▂▂▁▁▁▁▂▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.01097</td></tr><tr><td>t_accuracy</td><td>0.97765</td></tr><tr><td>t_loss</td><td>0.06397</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.01885</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">solar-sweep-20</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9gzuyitt\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9gzuyitt</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123243-9gzuyitt\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 4kdrmk27 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.22612173151621512\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 17\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.5622524519248736\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4700285307107112\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123258-4kdrmk27</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/4kdrmk27\" target=\"_blank\">misunderstood-sweep-21</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 38.71%: 100%|██████████| 27/27 [00:00<00:00, 114.40it/s]\n",
      "Validation Loss: 0.695 | Validation Acc: 25.33%: 100%|██████████| 5/5 [00:00<00:00, 217.42it/s]\n",
      "Epoch: 1 | Loss: 0.476 | Acc: 77.88%: 100%|██████████| 27/27 [00:00<00:00, 112.92it/s]\n",
      "Validation Loss: 0.286 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 192.30it/s]\n",
      "Epoch: 2 | Loss: 0.322 | Acc: 86.12%: 100%|██████████| 27/27 [00:00<00:00, 114.89it/s]\n",
      "Validation Loss: 0.280 | Validation Acc: 88.67%: 100%|██████████| 5/5 [00:00<00:00, 169.08it/s]\n",
      "Epoch: 3 | Loss: 0.308 | Acc: 85.88%: 100%|██████████| 27/27 [00:00<00:00, 111.58it/s]\n",
      "Validation Loss: 0.287 | Validation Acc: 88.00%: 100%|██████████| 5/5 [00:00<00:00, 166.70it/s]\n",
      "Epoch: 4 | Loss: 0.399 | Acc: 88.35%: 100%|██████████| 27/27 [00:00<00:00, 108.00it/s]\n",
      "Validation Loss: 0.227 | Validation Acc: 91.33%: 100%|██████████| 5/5 [00:00<00:00, 135.16it/s]\n",
      "Epoch: 5 | Loss: 0.834 | Acc: 89.06%: 100%|██████████| 27/27 [00:00<00:00, 106.72it/s]\n",
      "Validation Loss: 0.172 | Validation Acc: 90.67%: 100%|██████████| 5/5 [00:00<00:00, 116.10it/s]\n",
      "Epoch: 6 | Loss: 0.282 | Acc: 90.71%: 100%|██████████| 27/27 [00:00<00:00, 52.84it/s]\n",
      "Validation Loss: 0.100 | Validation Acc: 96.67%: 100%|██████████| 5/5 [00:00<00:00, 142.84it/s]\n",
      "Epoch: 7 | Loss: 0.174 | Acc: 94.71%: 100%|██████████| 27/27 [00:00<00:00, 98.54it/s] \n",
      "Validation Loss: 0.110 | Validation Acc: 97.33%: 100%|██████████| 5/5 [00:00<00:00, 200.00it/s]\n",
      "Epoch: 8 | Loss: 0.503 | Acc: 86.94%: 100%|██████████| 27/27 [00:00<00:00, 59.60it/s]\n",
      "Validation Loss: 0.177 | Validation Acc: 90.67%: 100%|██████████| 5/5 [00:00<00:00, 45.05it/s]\n",
      "Epoch: 9 | Loss: 0.632 | Acc: 90.00%: 100%|██████████| 27/27 [00:00<00:00, 81.57it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 161.28it/s]\n",
      "Epoch: 10 | Loss: 0.467 | Acc: 91.18%: 100%|██████████| 27/27 [00:00<00:00, 98.18it/s] \n",
      "Validation Loss: 0.200 | Validation Acc: 95.33%: 100%|██████████| 5/5 [00:00<00:00, 131.56it/s]\n",
      "Epoch: 11 | Loss: 1.046 | Acc: 90.35%: 100%|██████████| 27/27 [00:00<00:00, 98.54it/s] \n",
      "Validation Loss: 0.242 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 178.58it/s]\n",
      "Epoch: 12 | Loss: 0.200 | Acc: 91.41%: 100%|██████████| 27/27 [00:00<00:00, 86.26it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 72.46it/s]\n",
      "Epoch: 13 | Loss: 0.201 | Acc: 92.35%: 100%|██████████| 27/27 [00:00<00:00, 52.94it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 99.33%: 100%|██████████| 5/5 [00:00<00:00, 217.40it/s]\n",
      "Epoch: 14 | Loss: 0.115 | Acc: 95.76%: 100%|██████████| 27/27 [00:00<00:00, 116.38it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.00%: 100%|██████████| 5/5 [00:00<00:00, 192.34it/s]\n",
      "Epoch: 15 | Loss: 0.093 | Acc: 95.06%: 100%|██████████| 27/27 [00:00<00:00, 109.51it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 161.26it/s]\n",
      "Epoch: 16 | Loss: 0.101 | Acc: 95.53%: 100%|██████████| 27/27 [00:00<00:00, 110.20it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 5/5 [00:00<00:00, 178.60it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▃▄▅▆▆▇█▇▆▅▅▄▃▂</td></tr><tr><td>t_accuracy</td><td>▁▆▇▇▇▇▇█▇▇▇▇▇████</td></tr><tr><td>t_loss</td><td>▅▄▃▃▃▆▂▂▄▅▄█▂▂▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▇▇▇▇▇██▇████████</td></tr><tr><td>val_loss</td><td>█▄▄▄▃▃▂▂▃▁▃▃▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.02762</td></tr><tr><td>t_accuracy</td><td>0.95529</td></tr><tr><td>t_loss</td><td>0.10124</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02709</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">misunderstood-sweep-21</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/4kdrmk27\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/4kdrmk27</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123258-4kdrmk27\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: nphwwqlx with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.015877285457243262\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 41\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.16674846254466902\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4792918030922437\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123315-nphwwqlx</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/nphwwqlx\" target=\"_blank\">lemon-sweep-22</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.695 | Acc: 50.71%: 100%|██████████| 2/2 [00:00<00:00, 14.93it/s]\n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 52.65it/s]\n",
      "Epoch: 1 | Loss: 0.685 | Acc: 50.71%: 100%|██████████| 2/2 [00:00<00:00, 18.35it/s]\n",
      "Validation Loss: 0.648 | Validation Acc: 78.67%: 100%|██████████| 1/1 [00:00<00:00, 41.67it/s]\n",
      "Epoch: 2 | Loss: 0.594 | Acc: 81.88%: 100%|██████████| 2/2 [00:00<00:00, 26.67it/s]\n",
      "Validation Loss: 0.393 | Validation Acc: 82.00%: 100%|██████████| 1/1 [00:00<00:00, 37.03it/s]\n",
      "Epoch: 3 | Loss: 0.398 | Acc: 82.24%: 100%|██████████| 2/2 [00:00<00:00, 27.78it/s]\n",
      "Validation Loss: 0.375 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 41.66it/s]\n",
      "Epoch: 4 | Loss: 0.419 | Acc: 86.12%: 100%|██████████| 2/2 [00:00<00:00, 23.26it/s]\n",
      "Validation Loss: 0.296 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 5 | Loss: 0.349 | Acc: 85.88%: 100%|██████████| 2/2 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.374 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 52.60it/s]\n",
      "Epoch: 6 | Loss: 0.358 | Acc: 85.76%: 100%|██████████| 2/2 [00:00<00:00, 21.05it/s]\n",
      "Validation Loss: 0.293 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 7 | Loss: 0.313 | Acc: 86.94%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.282 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 8 | Loss: 0.305 | Acc: 85.76%: 100%|██████████| 2/2 [00:00<00:00, 25.64it/s]\n",
      "Validation Loss: 0.276 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 9 | Loss: 0.299 | Acc: 85.76%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.270 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 52.60it/s]\n",
      "Epoch: 10 | Loss: 0.286 | Acc: 87.06%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.263 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 76.93it/s]\n",
      "Epoch: 11 | Loss: 0.283 | Acc: 87.18%: 100%|██████████| 2/2 [00:00<00:00, 26.32it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 30.30it/s]\n",
      "Epoch: 12 | Loss: 0.289 | Acc: 86.82%: 100%|██████████| 2/2 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 13 | Loss: 0.281 | Acc: 86.82%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.265 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 14 | Loss: 0.281 | Acc: 87.88%: 100%|██████████| 2/2 [00:00<00:00, 25.64it/s]\n",
      "Validation Loss: 0.259 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 47.60it/s]\n",
      "Epoch: 15 | Loss: 0.276 | Acc: 87.76%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 50.01it/s]\n",
      "Epoch: 16 | Loss: 0.275 | Acc: 87.29%: 100%|██████████| 2/2 [00:00<00:00, 20.00it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 52.60it/s]\n",
      "Epoch: 17 | Loss: 0.280 | Acc: 86.94%: 100%|██████████| 2/2 [00:00<00:00, 27.40it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 52.61it/s]\n",
      "Epoch: 18 | Loss: 0.265 | Acc: 87.29%: 100%|██████████| 2/2 [00:00<00:00, 26.67it/s]\n",
      "Validation Loss: 0.254 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 50.02it/s]\n",
      "Epoch: 19 | Loss: 0.263 | Acc: 87.65%: 100%|██████████| 2/2 [00:00<00:00, 31.74it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 20 | Loss: 0.264 | Acc: 87.88%: 100%|██████████| 2/2 [00:00<00:00, 31.75it/s]\n",
      "Validation Loss: 0.232 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 21 | Loss: 0.252 | Acc: 88.12%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.220 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 22 | Loss: 0.249 | Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 31.74it/s]\n",
      "Validation Loss: 0.215 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 23 | Loss: 0.238 | Acc: 88.82%: 100%|██████████| 2/2 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.203 | Validation Acc: 91.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 24 | Loss: 0.217 | Acc: 90.12%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.189 | Validation Acc: 92.00%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 25 | Loss: 0.209 | Acc: 90.35%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.172 | Validation Acc: 92.00%: 100%|██████████| 1/1 [00:00<00:00, 62.53it/s]\n",
      "Epoch: 26 | Loss: 0.187 | Acc: 92.71%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.144 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00,  8.47it/s]\n",
      "Epoch: 27 | Loss: 0.170 | Acc: 94.12%: 100%|██████████| 2/2 [00:00<00:00, 21.74it/s]\n",
      "Validation Loss: 0.118 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 47.61it/s]\n",
      "Epoch: 28 | Loss: 0.147 | Acc: 96.12%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.093 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 47.62it/s]\n",
      "Epoch: 29 | Loss: 0.107 | Acc: 97.29%: 100%|██████████| 2/2 [00:00<00:00, 24.10it/s]\n",
      "Validation Loss: 0.087 | Validation Acc: 96.67%: 100%|██████████| 1/1 [00:00<00:00, 19.23it/s]\n",
      "Epoch: 30 | Loss: 0.241 | Acc: 97.29%: 100%|██████████| 2/2 [00:00<00:00, 21.74it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 52.60it/s]\n",
      "Epoch: 31 | Loss: 0.087 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 20.00it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 58.86it/s]\n",
      "Epoch: 32 | Loss: 0.086 | Acc: 97.29%: 100%|██████████| 2/2 [00:00<00:00, 19.80it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 40.05it/s]\n",
      "Epoch: 33 | Loss: 0.085 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 49.96it/s]\n",
      "Epoch: 34 | Loss: 0.096 | Acc: 97.41%: 100%|██████████| 2/2 [00:00<00:00, 11.83it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 11.11it/s]\n",
      "Epoch: 35 | Loss: 0.066 | Acc: 97.41%: 100%|██████████| 2/2 [00:00<00:00, 16.81it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 35.71it/s]\n",
      "Epoch: 36 | Loss: 0.058 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00, 26.67it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 43.48it/s]\n",
      "Epoch: 37 | Loss: 0.068 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 21.05it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Epoch: 38 | Loss: 0.072 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 28.99it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 55.53it/s]\n",
      "Epoch: 39 | Loss: 0.046 | Acc: 98.24%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 40 | Loss: 0.055 | Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 33.32it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 62.55it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▅▆▇███▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▆▆▆▆▆▆▆▆▆▆▆▆▇▆▆▆▆▆▇▇▇▇▇▇▇▇████████████</td></tr><tr><td>t_loss</td><td>██▇▅▅▄▄▄▄▄▄▃▄▃▃▃▃▃▃▃▃▃▃▃▃▃▂▂▂▂▃▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▅▆▆▇▆▇▆▆▇▇▇▇▇▇▇▇▇▇▇▇▇▇▇▇▇▇█████████████</td></tr><tr><td>val_loss</td><td>█▇▅▅▄▅▄▄▄▃▃▃▃▃▃▃▃▃▃▃▃▃▃▃▃▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00656</td></tr><tr><td>t_accuracy</td><td>0.98</td></tr><tr><td>t_loss</td><td>0.05544</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.03383</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">lemon-sweep-22</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/nphwwqlx\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/nphwwqlx</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123315-nphwwqlx\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9q8utgxs with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.12456310282270232\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 39\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.0538851019083916\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.46151757303855434\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123332-9q8utgxs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9q8utgxs\" target=\"_blank\">hopeful-sweep-23</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.701 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 50.00it/s]\n",
      "Validation Loss: 0.704 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 74.10it/s]\n",
      "Epoch: 1 | Loss: 0.465 | Acc: 77.65%: 100%|██████████| 7/7 [00:00<00:00, 53.44it/s]\n",
      "Validation Loss: 0.380 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 76.48it/s]\n",
      "Epoch: 2 | Loss: 0.375 | Acc: 86.59%: 100%|██████████| 7/7 [00:00<00:00, 54.68it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 3 | Loss: 0.336 | Acc: 87.06%: 100%|██████████| 7/7 [00:00<00:00, 60.34it/s]\n",
      "Validation Loss: 0.232 | Validation Acc: 90.67%: 100%|██████████| 2/2 [00:00<00:00, 90.93it/s]\n",
      "Epoch: 4 | Loss: 0.255 | Acc: 89.41%: 100%|██████████| 7/7 [00:00<00:00, 54.69it/s]\n",
      "Validation Loss: 0.143 | Validation Acc: 95.33%: 100%|██████████| 2/2 [00:00<00:00, 86.97it/s]\n",
      "Epoch: 5 | Loss: 0.189 | Acc: 95.29%: 100%|██████████| 7/7 [00:00<00:00, 50.72it/s]\n",
      "Validation Loss: 0.068 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 60.60it/s]\n",
      "Epoch: 6 | Loss: 0.113 | Acc: 96.35%: 100%|██████████| 7/7 [00:00<00:00, 36.46it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 7 | Loss: 0.119 | Acc: 96.71%: 100%|██████████| 7/7 [00:00<00:00, 59.83it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 8 | Loss: 0.132 | Acc: 96.24%: 100%|██████████| 7/7 [00:00<00:00, 46.67it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 9 | Loss: 0.078 | Acc: 97.53%: 100%|██████████| 7/7 [00:00<00:00, 54.69it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 10 | Loss: 0.092 | Acc: 96.59%: 100%|██████████| 7/7 [00:00<00:00, 40.94it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 47.61it/s]\n",
      "Epoch: 11 | Loss: 0.079 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 33.82it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 51.28it/s]\n",
      "Epoch: 12 | Loss: 0.099 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 64.82it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 86.95it/s]\n",
      "Epoch: 13 | Loss: 0.105 | Acc: 96.35%: 100%|██████████| 7/7 [00:00<00:00, 41.42it/s]\n",
      "Validation Loss: 0.017 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 30.77it/s]\n",
      "Epoch: 14 | Loss: 0.064 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 36.08it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 20.06it/s]\n",
      "Epoch: 15 | Loss: 0.075 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 21.61it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 16 | Loss: 0.061 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 42.95it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 17 | Loss: 0.064 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 52.63it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 18 | Loss: 0.113 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 38.46it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 90.84it/s]\n",
      "Epoch: 19 | Loss: 0.103 | Acc: 96.59%: 100%|██████████| 7/7 [00:00<00:00, 51.47it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 20 | Loss: 0.062 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 51.09it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.33it/s]\n",
      "Epoch: 21 | Loss: 0.072 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 50.72it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 79.99it/s]\n",
      "Epoch: 22 | Loss: 0.075 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 56.45it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 23 | Loss: 0.091 | Acc: 96.94%: 100%|██████████| 7/7 [00:00<00:00, 33.49it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 96.00%: 100%|██████████| 2/2 [00:00<00:00, 86.96it/s]\n",
      "Epoch: 24 | Loss: 0.090 | Acc: 97.18%: 100%|██████████| 7/7 [00:00<00:00, 56.00it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 25 | Loss: 0.065 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 61.40it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 26 | Loss: 0.069 | Acc: 97.53%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 27 | Loss: 0.050 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 65.43it/s]\n",
      "Validation Loss: 0.017 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 28 | Loss: 0.049 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 73.69it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 100.05it/s]\n",
      "Epoch: 29 | Loss: 0.040 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 50.36it/s]\n",
      "Validation Loss: 0.016 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 30 | Loss: 0.052 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 65.43it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 74.07it/s]\n",
      "Epoch: 31 | Loss: 0.054 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 57.57it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.29it/s]\n",
      "Epoch: 32 | Loss: 0.068 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 64.81it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 33 | Loss: 0.045 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 34 | Loss: 0.055 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.07it/s]\n",
      "Epoch: 35 | Loss: 0.051 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 48.61it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.98it/s]\n",
      "Epoch: 36 | Loss: 0.050 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 117.60it/s]\n",
      "Epoch: 37 | Loss: 0.044 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 86.42it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 124.96it/s]\n",
      "Epoch: 38 | Loss: 0.045 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 84.35it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 124.99it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▅███▇▇▇▇▇▆▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▅▆▆▇██████████████████████████████████</td></tr><tr><td>t_loss</td><td>█▆▅▄▃▃▂▂▂▁▂▁▂▂▁▁▁▁▂▂▁▁▁▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▇▇▇██████████████████████████████████</td></tr><tr><td>val_loss</td><td>█▅▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00576</td></tr><tr><td>t_accuracy</td><td>0.98471</td></tr><tr><td>t_loss</td><td>0.0448</td></tr><tr><td>val_accuracy</td><td>0.99333</td></tr><tr><td>val_loss</td><td>0.01974</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">hopeful-sweep-23</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9q8utgxs\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/9q8utgxs</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123332-9q8utgxs\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ws831iw4 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.18683432439800135\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 39\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.16289377981832454\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.46476542362817186\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123407-ws831iw4</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/ws831iw4\" target=\"_blank\">copper-sweep-24</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 16.31it/s]\n",
      "Validation Loss: 0.699 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 57.13it/s]\n",
      "Epoch: 1 | Loss: 0.628 | Acc: 67.29%: 100%|██████████| 7/7 [00:00<00:00, 32.86it/s]\n",
      "Validation Loss: 0.411 | Validation Acc: 81.33%: 100%|██████████| 2/2 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 2 | Loss: 0.389 | Acc: 81.65%: 100%|██████████| 7/7 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 52.63it/s]\n",
      "Epoch: 3 | Loss: 0.326 | Acc: 85.53%: 100%|██████████| 7/7 [00:00<00:00, 40.70it/s]\n",
      "Validation Loss: 0.227 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 4 | Loss: 0.303 | Acc: 88.00%: 100%|██████████| 7/7 [00:00<00:00, 64.81it/s]\n",
      "Validation Loss: 0.236 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 111.08it/s]\n",
      "Epoch: 5 | Loss: 0.284 | Acc: 87.65%: 100%|██████████| 7/7 [00:00<00:00, 38.67it/s]\n",
      "Validation Loss: 0.188 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 6 | Loss: 0.243 | Acc: 89.18%: 100%|██████████| 7/7 [00:00<00:00, 53.85it/s]\n",
      "Validation Loss: 0.190 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 7 | Loss: 0.250 | Acc: 89.29%: 100%|██████████| 7/7 [00:00<00:00, 57.38it/s]\n",
      "Validation Loss: 0.210 | Validation Acc: 91.33%: 100%|██████████| 2/2 [00:00<00:00, 38.46it/s]\n",
      "Epoch: 8 | Loss: 0.240 | Acc: 91.06%: 100%|██████████| 7/7 [00:00<00:00, 46.67it/s]\n",
      "Validation Loss: 0.111 | Validation Acc: 94.67%: 100%|██████████| 2/2 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 9 | Loss: 0.157 | Acc: 93.76%: 100%|██████████| 7/7 [00:00<00:00, 56.00it/s]\n",
      "Validation Loss: 0.057 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 47.62it/s]\n",
      "Epoch: 10 | Loss: 0.190 | Acc: 95.41%: 100%|██████████| 7/7 [00:00<00:00, 53.85it/s]\n",
      "Validation Loss: 0.072 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 90.90it/s]\n",
      "Epoch: 11 | Loss: 0.153 | Acc: 94.94%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.052 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 111.06it/s]\n",
      "Epoch: 12 | Loss: 0.259 | Acc: 95.88%: 100%|██████████| 7/7 [00:00<00:00, 61.40it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 13 | Loss: 0.121 | Acc: 95.88%: 100%|██████████| 7/7 [00:00<00:00, 60.35it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 14 | Loss: 0.099 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 62.50it/s]\n",
      "Validation Loss: 0.090 | Validation Acc: 94.67%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 15 | Loss: 0.113 | Acc: 95.76%: 100%|██████████| 7/7 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 79.99it/s]\n",
      "Epoch: 16 | Loss: 0.067 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 68.62it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.31it/s]\n",
      "Epoch: 17 | Loss: 0.075 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 18 | Loss: 0.069 | Acc: 97.18%: 100%|██████████| 7/7 [00:00<00:00, 56.92it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 95.31it/s]\n",
      "Epoch: 19 | Loss: 0.062 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 56.00it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.29it/s]\n",
      "Epoch: 20 | Loss: 0.056 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 21 | Loss: 0.054 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 80.00it/s]\n",
      "Epoch: 22 | Loss: 0.051 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 60.34it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 74.08it/s]\n",
      "Epoch: 23 | Loss: 0.052 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 61.41it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.15it/s]\n",
      "Epoch: 24 | Loss: 0.048 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 70.00it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 25 | Loss: 0.049 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 74.48it/s]\n",
      "Validation Loss: 0.016 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 26 | Loss: 0.048 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 74.07it/s]\n",
      "Epoch: 27 | Loss: 0.041 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.96it/s]\n",
      "Epoch: 28 | Loss: 0.040 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 66.66it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.97it/s]\n",
      "Epoch: 29 | Loss: 0.043 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 30 | Loss: 0.056 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 31 | Loss: 0.046 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 73.69it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 111.08it/s]\n",
      "Epoch: 32 | Loss: 0.048 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 66.67it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.30it/s]\n",
      "Epoch: 33 | Loss: 0.046 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 68.62it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 34 | Loss: 0.047 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 81.38it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.93it/s]\n",
      "Epoch: 35 | Loss: 0.039 | Acc: 98.71%: 100%|██████████| 7/7 [00:00<00:00, 61.40it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.92it/s]\n",
      "Epoch: 36 | Loss: 0.040 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 37 | Loss: 0.038 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 64.22it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.98it/s]\n",
      "Epoch: 38 | Loss: 0.042 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 68.63it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.20it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▆▇███▇▇▇▇▇▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▇▇▇▇█▇███████████████████████████</td></tr><tr><td>t_loss</td><td>█▇▅▄▄▄▃▃▃▂▃▂▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▇▇▇▇▇▇▇█████▇████████████████████████</td></tr><tr><td>val_loss</td><td>█▅▃▃▃▃▃▃▂▁▂▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00655</td></tr><tr><td>t_accuracy</td><td>0.98588</td></tr><tr><td>t_loss</td><td>0.0425</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02014</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">copper-sweep-24</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/ws831iw4\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/ws831iw4</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123407-ws831iw4\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: atkw82ru with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.15157436190525625\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 43\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.21884657385173897\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.48313281205289743\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123427-atkw82ru</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/atkw82ru\" target=\"_blank\">celestial-sweep-25</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.697 | Acc: 39.18%: 100%|██████████| 2/2 [00:00<00:00, 33.34it/s]\n",
      "Validation Loss: 0.697 | Validation Acc: 27.33%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 1 | Loss: 0.693 | Acc: 42.71%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.684 | Validation Acc: 46.67%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 2 | Loss: 0.671 | Acc: 61.41%: 100%|██████████| 2/2 [00:00<00:00, 37.74it/s]\n",
      "Validation Loss: 0.627 | Validation Acc: 75.33%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 3 | Loss: 0.573 | Acc: 76.82%: 100%|██████████| 2/2 [00:00<00:00, 35.71it/s]\n",
      "Validation Loss: 0.390 | Validation Acc: 82.00%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 4 | Loss: 0.398 | Acc: 81.06%: 100%|██████████| 2/2 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.353 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 5 | Loss: 0.432 | Acc: 83.65%: 100%|██████████| 2/2 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.380 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 6 | Loss: 0.620 | Acc: 87.76%: 100%|██████████| 2/2 [00:00<00:00, 36.37it/s]\n",
      "Validation Loss: 0.376 | Validation Acc: 90.67%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 7 | Loss: 0.384 | Acc: 84.71%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.348 | Validation Acc: 78.67%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 8 | Loss: 0.386 | Acc: 80.35%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.296 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 9 | Loss: 0.316 | Acc: 85.88%: 100%|██████████| 2/2 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.309 | Validation Acc: 84.67%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 10 | Loss: 0.331 | Acc: 85.29%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.309 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 11 | Loss: 0.332 | Acc: 86.35%: 100%|██████████| 2/2 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.308 | Validation Acc: 83.33%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 12 | Loss: 0.318 | Acc: 83.53%: 100%|██████████| 2/2 [00:00<00:00, 35.71it/s]\n",
      "Validation Loss: 0.278 | Validation Acc: 85.33%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 13 | Loss: 0.296 | Acc: 85.29%: 100%|██████████| 2/2 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 14 | Loss: 0.289 | Acc: 86.47%: 100%|██████████| 2/2 [00:00<00:00, 36.36it/s]\n",
      "Validation Loss: 0.261 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 55.59it/s]\n",
      "Epoch: 15 | Loss: 0.291 | Acc: 86.71%: 100%|██████████| 2/2 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.244 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 16 | Loss: 0.277 | Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.232 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 47.61it/s]\n",
      "Epoch: 17 | Loss: 0.273 | Acc: 88.24%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Validation Loss: 0.228 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 18 | Loss: 0.271 | Acc: 87.29%: 100%|██████████| 2/2 [00:00<00:00, 32.25it/s]\n",
      "Validation Loss: 0.216 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 19 | Loss: 0.259 | Acc: 87.88%: 100%|██████████| 2/2 [00:00<00:00, 15.75it/s]\n",
      "Validation Loss: 0.206 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 20 | Loss: 0.250 | Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.179 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 21 | Loss: 0.206 | Acc: 91.29%: 100%|██████████| 2/2 [00:00<00:00, 31.75it/s]\n",
      "Validation Loss: 0.169 | Validation Acc: 93.33%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 22 | Loss: 0.202 | Acc: 91.29%: 100%|██████████| 2/2 [00:00<00:00, 33.89it/s]\n",
      "Validation Loss: 0.162 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 23 | Loss: 0.221 | Acc: 91.53%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.180 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 24 | Loss: 0.207 | Acc: 91.41%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.153 | Validation Acc: 92.00%: 100%|██████████| 1/1 [00:00<00:00, 62.52it/s]\n",
      "Epoch: 25 | Loss: 0.183 | Acc: 91.88%: 100%|██████████| 2/2 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.145 | Validation Acc: 91.33%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n",
      "Epoch: 26 | Loss: 0.181 | Acc: 92.82%: 100%|██████████| 2/2 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.123 | Validation Acc: 94.00%: 100%|██████████| 1/1 [00:00<00:00, 71.45it/s]\n",
      "Epoch: 27 | Loss: 0.167 | Acc: 94.82%: 100%|██████████| 2/2 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.143 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 28 | Loss: 0.159 | Acc: 95.06%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.108 | Validation Acc: 94.00%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 29 | Loss: 0.140 | Acc: 95.29%: 100%|██████████| 2/2 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.099 | Validation Acc: 95.33%: 100%|██████████| 1/1 [00:00<00:00, 62.52it/s]\n",
      "Epoch: 30 | Loss: 0.144 | Acc: 95.65%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.087 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 49.99it/s]\n",
      "Epoch: 31 | Loss: 0.142 | Acc: 96.35%: 100%|██████████| 2/2 [00:00<00:00, 17.86it/s]\n",
      "Validation Loss: 0.077 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 47.62it/s]\n",
      "Epoch: 32 | Loss: 0.112 | Acc: 97.41%: 100%|██████████| 2/2 [00:00<00:00, 27.03it/s]\n",
      "Validation Loss: 0.070 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 43.47it/s]\n",
      "Epoch: 33 | Loss: 0.119 | Acc: 96.94%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 52.64it/s]\n",
      "Epoch: 34 | Loss: 0.111 | Acc: 96.35%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Validation Loss: 0.066 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 35 | Loss: 0.098 | Acc: 97.18%: 100%|██████████| 2/2 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 50.01it/s]\n",
      "Epoch: 36 | Loss: 0.086 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 30.77it/s]\n",
      "Validation Loss: 0.067 | Validation Acc: 96.67%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 37 | Loss: 0.107 | Acc: 96.82%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 37.03it/s]\n",
      "Epoch: 38 | Loss: 0.101 | Acc: 97.29%: 100%|██████████| 2/2 [00:00<00:00, 29.86it/s]\n",
      "Validation Loss: 0.060 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 39 | Loss: 0.097 | Acc: 96.94%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.056 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 40 | Loss: 0.082 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 41 | Loss: 0.091 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00, 37.74it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 76.95it/s]\n",
      "Epoch: 42 | Loss: 0.080 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 35.71it/s]\n",
      "Validation Loss: 0.054 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▃▄▅▆▆▇███▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▃▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▄▅▆▆▇▆▆▇▆▇▆▇▇▇▇▇▇▇▇▇▇▇▇▇██████████████</td></tr><tr><td>t_loss</td><td>███▇▅▅▇▄▄▄▄▄▄▃▃▃▃▃▃▃▂▂▃▂▂▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▃▆▆▇▇▇▆▇▇▇▇▇▇▇▇▇▇▇▇██▇▇▇███████████████</td></tr><tr><td>val_loss</td><td>██▇▅▄▅▅▄▄▄▄▄▃▃▃▃▃▃▃▂▂▂▂▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00687</td></tr><tr><td>t_accuracy</td><td>0.97882</td></tr><tr><td>t_loss</td><td>0.07972</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.05377</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">celestial-sweep-25</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/atkw82ru\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/atkw82ru</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123427-atkw82ru\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: xgy5391g with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 8\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.10175422384019506\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 47\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.12538209510788062\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.48735792553647256\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123443-xgy5391g</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xgy5391g\" target=\"_blank\">glowing-sweep-26</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.699 | Acc: 49.29%: 100%|██████████| 4/4 [00:00<00:00, 48.19it/s]\n",
      "Validation Loss: 0.689 | Validation Acc: 54.00%: 100%|██████████| 1/1 [00:00<00:00, 76.94it/s]\n",
      "Epoch: 1 | Loss: 0.670 | Acc: 58.59%: 100%|██████████| 4/4 [00:00<00:00, 47.62it/s]\n",
      "Validation Loss: 0.601 | Validation Acc: 75.33%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 2 | Loss: 0.464 | Acc: 77.29%: 100%|██████████| 4/4 [00:00<00:00, 41.23it/s]\n",
      "Validation Loss: 0.418 | Validation Acc: 83.33%: 100%|██████████| 1/1 [00:00<00:00, 66.61it/s]\n",
      "Epoch: 3 | Loss: 0.372 | Acc: 84.82%: 100%|██████████| 4/4 [00:00<00:00, 42.56it/s]\n",
      "Validation Loss: 0.365 | Validation Acc: 84.00%: 100%|██████████| 1/1 [00:00<00:00, 76.97it/s]\n",
      "Epoch: 4 | Loss: 0.337 | Acc: 83.65%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.275 | Validation Acc: 85.33%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 5 | Loss: 0.289 | Acc: 85.29%: 100%|██████████| 4/4 [00:00<00:00, 45.97it/s]\n",
      "Validation Loss: 0.300 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 6 | Loss: 0.308 | Acc: 85.29%: 100%|██████████| 4/4 [00:00<00:00, 43.02it/s]\n",
      "Validation Loss: 0.247 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 62.45it/s]\n",
      "Epoch: 7 | Loss: 0.270 | Acc: 86.82%: 100%|██████████| 4/4 [00:00<00:00, 38.61it/s]\n",
      "Validation Loss: 0.229 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 8 | Loss: 0.232 | Acc: 88.82%: 100%|██████████| 4/4 [00:00<00:00, 43.01it/s]\n",
      "Validation Loss: 0.181 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 52.61it/s]\n",
      "Epoch: 9 | Loss: 0.251 | Acc: 87.88%: 100%|██████████| 4/4 [00:00<00:00, 40.41it/s]\n",
      "Validation Loss: 0.217 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 10 | Loss: 0.229 | Acc: 90.35%: 100%|██████████| 4/4 [00:00<00:00, 42.11it/s]\n",
      "Validation Loss: 0.161 | Validation Acc: 92.00%: 100%|██████████| 1/1 [00:00<00:00, 47.61it/s]\n",
      "Epoch: 11 | Loss: 0.195 | Acc: 93.29%: 100%|██████████| 4/4 [00:00<00:00, 38.84it/s]\n",
      "Validation Loss: 0.167 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 12 | Loss: 0.427 | Acc: 93.53%: 100%|██████████| 4/4 [00:00<00:00, 35.71it/s]\n",
      "Validation Loss: 0.186 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 13 | Loss: 0.197 | Acc: 92.00%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.119 | Validation Acc: 94.00%: 100%|██████████| 1/1 [00:00<00:00, 62.47it/s]\n",
      "Epoch: 14 | Loss: 0.153 | Acc: 94.12%: 100%|██████████| 4/4 [00:00<00:00, 38.84it/s]\n",
      "Validation Loss: 0.106 | Validation Acc: 96.00%: 100%|██████████| 1/1 [00:00<00:00, 55.57it/s]\n",
      "Epoch: 15 | Loss: 0.114 | Acc: 96.82%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.075 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 16 | Loss: 0.159 | Acc: 96.82%: 100%|██████████| 4/4 [00:00<00:00, 41.67it/s]\n",
      "Validation Loss: 0.057 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 17 | Loss: 0.116 | Acc: 96.35%: 100%|██████████| 4/4 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.097 | Validation Acc: 95.33%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 18 | Loss: 0.131 | Acc: 95.76%: 100%|██████████| 4/4 [00:00<00:00, 42.55it/s]\n",
      "Validation Loss: 0.070 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 19 | Loss: 0.098 | Acc: 96.47%: 100%|██████████| 4/4 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 20 | Loss: 0.078 | Acc: 96.35%: 100%|██████████| 4/4 [00:00<00:00, 38.10it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 21 | Loss: 0.087 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 41.67it/s]\n",
      "Validation Loss: 0.065 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 52.62it/s]\n",
      "Epoch: 22 | Loss: 0.074 | Acc: 97.18%: 100%|██████████| 4/4 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 23 | Loss: 0.060 | Acc: 96.94%: 100%|██████████| 4/4 [00:00<00:00, 44.94it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.33it/s]\n",
      "Epoch: 24 | Loss: 0.070 | Acc: 97.29%: 100%|██████████| 4/4 [00:00<00:00, 42.55it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 25 | Loss: 0.073 | Acc: 97.06%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 26 | Loss: 0.054 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 37.39it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.40it/s]\n",
      "Epoch: 27 | Loss: 0.064 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 41.23it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 28 | Loss: 0.056 | Acc: 97.29%: 100%|██████████| 4/4 [00:00<00:00, 26.14it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 29 | Loss: 0.059 | Acc: 96.71%: 100%|██████████| 4/4 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 49.97it/s]\n",
      "Epoch: 30 | Loss: 0.053 | Acc: 97.53%: 100%|██████████| 4/4 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 90.88it/s]\n",
      "Epoch: 31 | Loss: 0.056 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 42.11it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 76.91it/s]\n",
      "Epoch: 32 | Loss: 0.066 | Acc: 97.88%: 100%|██████████| 4/4 [00:00<00:00, 47.05it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 33 | Loss: 0.062 | Acc: 97.41%: 100%|██████████| 4/4 [00:00<00:00, 53.34it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 34 | Loss: 0.042 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 50.63it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 35 | Loss: 0.039 | Acc: 98.59%: 100%|██████████| 4/4 [00:00<00:00, 49.39it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.27it/s]\n",
      "Epoch: 36 | Loss: 0.037 | Acc: 98.24%: 100%|██████████| 4/4 [00:00<00:00, 50.64it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 76.94it/s]\n",
      "Epoch: 37 | Loss: 0.045 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 51.95it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.64it/s]\n",
      "Epoch: 38 | Loss: 0.046 | Acc: 98.12%: 100%|██████████| 4/4 [00:00<00:00, 51.28it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 39 | Loss: 0.046 | Acc: 97.41%: 100%|██████████| 4/4 [00:00<00:00, 53.33it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.36it/s]\n",
      "Epoch: 40 | Loss: 0.046 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 50.63it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 41 | Loss: 0.053 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 51.29it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.38it/s]\n",
      "Epoch: 42 | Loss: 0.050 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 49.38it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 43 | Loss: 0.047 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 47.62it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 44 | Loss: 0.049 | Acc: 97.88%: 100%|██████████| 4/4 [00:00<00:00, 53.34it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 45 | Loss: 0.042 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 54.80it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.45it/s]\n",
      "Epoch: 46 | Loss: 0.040 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 51.94it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 76.88it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▄▅▇██▇▇▇▇▇▇▆▆▆▆▅▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▃▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▂▅▆▆▆▆▇▆▇▇▇▇███████████████████████████</td></tr><tr><td>t_loss</td><td>██▆▅▄▄▃▃▃▃▃▅▂▂▂▂▂▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▄▆▆▆▆▆▆▆▇▇▇▇██▇████████████████████████</td></tr><tr><td>val_loss</td><td>█▇▅▅▄▄▃▃▃▂▂▃▂▂▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00566</td></tr><tr><td>t_accuracy</td><td>0.98</td></tr><tr><td>t_loss</td><td>0.04018</td></tr><tr><td>val_accuracy</td><td>0.99333</td></tr><tr><td>val_loss</td><td>0.03033</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">glowing-sweep-26</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xgy5391g\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/xgy5391g</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123443-xgy5391g\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1gx5p0hb with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.22287816192031976\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 40\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.07688142505427882\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.3674237899398212\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123459-1gx5p0hb</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1gx5p0hb\" target=\"_blank\">lemon-sweep-27</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.695 | Acc: 43.18%: 100%|██████████| 2/2 [00:00<00:00, 35.72it/s]\n",
      "Validation Loss: 0.695 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 66.63it/s]\n",
      "Epoch: 1 | Loss: 0.691 | Acc: 46.35%: 100%|██████████| 2/2 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.672 | Validation Acc: 66.67%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 2 | Loss: 0.644 | Acc: 70.00%: 100%|██████████| 2/2 [00:00<00:00, 26.67it/s]\n",
      "Validation Loss: 0.483 | Validation Acc: 77.33%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 3 | Loss: 0.488 | Acc: 74.24%: 100%|██████████| 2/2 [00:00<00:00, 27.40it/s]\n",
      "Validation Loss: 0.479 | Validation Acc: 82.00%: 100%|██████████| 1/1 [00:00<00:00, 66.63it/s]\n",
      "Epoch: 4 | Loss: 0.483 | Acc: 79.18%: 100%|██████████| 2/2 [00:00<00:00, 29.86it/s]\n",
      "Validation Loss: 0.294 | Validation Acc: 84.00%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 5 | Loss: 0.342 | Acc: 85.29%: 100%|██████████| 2/2 [00:00<00:00, 28.99it/s]\n",
      "Validation Loss: 0.300 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 6 | Loss: 0.308 | Acc: 87.65%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.251 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 55.53it/s]\n",
      "Epoch: 7 | Loss: 0.302 | Acc: 87.29%: 100%|██████████| 2/2 [00:00<00:00, 28.99it/s]\n",
      "Validation Loss: 0.286 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 8 | Loss: 0.315 | Acc: 88.24%: 100%|██████████| 2/2 [00:00<00:00, 33.34it/s]\n",
      "Validation Loss: 0.235 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 58.79it/s]\n",
      "Epoch: 9 | Loss: 0.265 | Acc: 88.12%: 100%|██████████| 2/2 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.239 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 10 | Loss: 0.273 | Acc: 87.88%: 100%|██████████| 2/2 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.248 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 11 | Loss: 0.259 | Acc: 88.71%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Validation Loss: 0.221 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 62.45it/s]\n",
      "Epoch: 12 | Loss: 0.254 | Acc: 88.71%: 100%|██████████| 2/2 [00:00<00:00, 35.08it/s]\n",
      "Validation Loss: 0.195 | Validation Acc: 90.67%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 13 | Loss: 0.233 | Acc: 90.12%: 100%|██████████| 2/2 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.185 | Validation Acc: 91.33%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 14 | Loss: 0.237 | Acc: 91.29%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.172 | Validation Acc: 91.33%: 100%|██████████| 1/1 [00:00<00:00, 62.54it/s]\n",
      "Epoch: 15 | Loss: 0.187 | Acc: 92.24%: 100%|██████████| 2/2 [00:00<00:00, 31.75it/s]\n",
      "Validation Loss: 0.155 | Validation Acc: 94.00%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 16 | Loss: 0.178 | Acc: 92.71%: 100%|██████████| 2/2 [00:00<00:00, 27.40it/s]\n",
      "Validation Loss: 0.138 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00, 55.53it/s]\n",
      "Epoch: 17 | Loss: 0.173 | Acc: 94.59%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.109 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 18 | Loss: 0.137 | Acc: 95.88%: 100%|██████████| 2/2 [00:00<00:00, 27.40it/s]\n",
      "Validation Loss: 0.079 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 19 | Loss: 0.114 | Acc: 96.47%: 100%|██████████| 2/2 [00:00<00:00, 29.40it/s]\n",
      "Validation Loss: 0.052 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 20 | Loss: 0.097 | Acc: 97.18%: 100%|██████████| 2/2 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 55.58it/s]\n",
      "Epoch: 21 | Loss: 0.076 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.54it/s]\n",
      "Epoch: 22 | Loss: 0.069 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 23 | Loss: 0.059 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 24 | Loss: 0.051 | Acc: 98.35%: 100%|██████████| 2/2 [00:00<00:00, 33.34it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 25 | Loss: 0.060 | Acc: 97.65%: 100%|██████████| 2/2 [00:00<00:00, 25.97it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 26 | Loss: 0.065 | Acc: 97.65%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.40it/s]\n",
      "Epoch: 27 | Loss: 0.054 | Acc: 98.24%: 100%|██████████| 2/2 [00:00<00:00, 30.77it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 28 | Loss: 0.053 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 28.98it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 29 | Loss: 0.055 | Acc: 98.24%: 100%|██████████| 2/2 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 30 | Loss: 0.061 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.38it/s]\n",
      "Epoch: 31 | Loss: 0.048 | Acc: 98.59%: 100%|██████████| 2/2 [00:00<00:00, 28.99it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 32 | Loss: 0.055 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 33 | Loss: 0.059 | Acc: 98.12%: 100%|██████████| 2/2 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.53it/s]\n",
      "Epoch: 34 | Loss: 0.046 | Acc: 98.35%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 45.45it/s]\n",
      "Epoch: 35 | Loss: 0.053 | Acc: 98.12%: 100%|██████████| 2/2 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 36 | Loss: 0.049 | Acc: 98.24%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 37 | Loss: 0.050 | Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 31.74it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 38 | Loss: 0.054 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00, 32.25it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 43.47it/s]\n",
      "Epoch: 39 | Loss: 0.056 | Acc: 97.65%: 100%|██████████| 2/2 [00:00<00:00, 10.75it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 39.99it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▃▆███▇▇▇▇▇▆▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▁▄▅▆▆▇▇▇▇▇▇▇▇▇▇▇▇██████████████████████</td></tr><tr><td>t_loss</td><td>██▇▆▆▄▄▄▄▃▃▃▃▃▃▃▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▄▅▆▆▇▇▇▇▇▇▇▇▇▇▇▇███████████████████████</td></tr><tr><td>val_loss</td><td>██▆▆▄▄▃▄▃▃▃▃▃▃▃▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00365</td></tr><tr><td>t_accuracy</td><td>0.97647</td></tr><tr><td>t_loss</td><td>0.05596</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.03073</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">lemon-sweep-27</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1gx5p0hb\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/1gx5p0hb</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123459-1gx5p0hb\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: a2mw5248 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 9\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.09069842742672762\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 48\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.11514417026129578\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.41188563859919336\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123515-a2mw5248</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/a2mw5248\" target=\"_blank\">avid-sweep-28</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.692 | Acc: 50.71%: 100%|██████████| 2/2 [00:00<00:00, 22.99it/s]\n",
      "Validation Loss: 0.699 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 1 | Loss: 0.684 | Acc: 50.71%: 100%|██████████| 2/2 [00:00<00:00, 24.69it/s]\n",
      "Validation Loss: 0.654 | Validation Acc: 72.67%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 2 | Loss: 0.615 | Acc: 74.59%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.478 | Validation Acc: 77.33%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 3 | Loss: 0.434 | Acc: 79.29%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.306 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 4 | Loss: 0.361 | Acc: 86.12%: 100%|██████████| 2/2 [00:00<00:00, 26.32it/s]\n",
      "Validation Loss: 0.284 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 5 | Loss: 0.330 | Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.297 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 6 | Loss: 0.312 | Acc: 85.76%: 100%|██████████| 2/2 [00:00<00:00, 27.03it/s]\n",
      "Validation Loss: 0.261 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 52.62it/s]\n",
      "Epoch: 7 | Loss: 0.291 | Acc: 86.47%: 100%|██████████| 2/2 [00:00<00:00, 18.02it/s]\n",
      "Validation Loss: 0.274 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 45.46it/s]\n",
      "Epoch: 8 | Loss: 0.300 | Acc: 85.53%: 100%|██████████| 2/2 [00:00<00:00, 25.00it/s]\n",
      "Validation Loss: 0.279 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 33.34it/s]\n",
      "Epoch: 9 | Loss: 0.290 | Acc: 86.59%: 100%|██████████| 2/2 [00:00<00:00, 26.67it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 47.60it/s]\n",
      "Epoch: 10 | Loss: 0.278 | Acc: 87.76%: 100%|██████████| 2/2 [00:00<00:00, 19.05it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 11 | Loss: 0.273 | Acc: 87.18%: 100%|██████████| 2/2 [00:00<00:00, 19.42it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 12 | Loss: 0.273 | Acc: 88.35%: 100%|██████████| 2/2 [00:00<00:00, 21.28it/s]\n",
      "Validation Loss: 0.240 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 45.46it/s]\n",
      "Epoch: 13 | Loss: 0.267 | Acc: 88.82%: 100%|██████████| 2/2 [00:00<00:00, 28.17it/s]\n",
      "Validation Loss: 0.229 | Validation Acc: 90.67%: 100%|██████████| 1/1 [00:00<00:00, 41.67it/s]\n",
      "Epoch: 14 | Loss: 0.256 | Acc: 90.47%: 100%|██████████| 2/2 [00:00<00:00, 32.27it/s]\n",
      "Validation Loss: 0.228 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 14.09it/s]\n",
      "Epoch: 15 | Loss: 0.233 | Acc: 91.18%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.186 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 55.57it/s]\n",
      "Epoch: 16 | Loss: 0.211 | Acc: 93.53%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.147 | Validation Acc: 95.33%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 17 | Loss: 0.175 | Acc: 94.35%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.113 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 18 | Loss: 0.166 | Acc: 94.59%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.091 | Validation Acc: 96.00%: 100%|██████████| 1/1 [00:00<00:00, 52.63it/s]\n",
      "Epoch: 19 | Loss: 0.144 | Acc: 94.94%: 100%|██████████| 2/2 [00:00<00:00, 33.33it/s]\n",
      "Validation Loss: 0.093 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 50.01it/s]\n",
      "Epoch: 20 | Loss: 0.140 | Acc: 95.65%: 100%|██████████| 2/2 [00:00<00:00, 22.22it/s]\n",
      "Validation Loss: 0.069 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 21 | Loss: 0.134 | Acc: 95.88%: 100%|██████████| 2/2 [00:00<00:00, 29.85it/s]\n",
      "Validation Loss: 0.095 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 55.56it/s]\n",
      "Epoch: 22 | Loss: 0.137 | Acc: 95.88%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.056 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 23 | Loss: 0.117 | Acc: 95.18%: 100%|██████████| 2/2 [00:00<00:00,  9.62it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 34.48it/s]\n",
      "Epoch: 24 | Loss: 0.108 | Acc: 95.53%: 100%|██████████| 2/2 [00:00<00:00, 23.26it/s]\n",
      "Validation Loss: 0.050 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 25 | Loss: 0.116 | Acc: 96.00%: 100%|██████████| 2/2 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 41.67it/s]\n",
      "Epoch: 26 | Loss: 0.121 | Acc: 95.76%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 58.84it/s]\n",
      "Epoch: 27 | Loss: 0.084 | Acc: 96.35%: 100%|██████████| 2/2 [00:00<00:00, 33.34it/s]\n",
      "Validation Loss: 0.046 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 28 | Loss: 0.082 | Acc: 96.82%: 100%|██████████| 2/2 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.051 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 29 | Loss: 0.085 | Acc: 97.29%: 100%|██████████| 2/2 [00:00<00:00, 30.77it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.45it/s]\n",
      "Epoch: 30 | Loss: 0.065 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 31 | Loss: 0.077 | Acc: 97.41%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 32 | Loss: 0.084 | Acc: 96.94%: 100%|██████████| 2/2 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.47it/s]\n",
      "Epoch: 33 | Loss: 0.067 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 30.77it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 34 | Loss: 0.061 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 33.90it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 58.80it/s]\n",
      "Epoch: 35 | Loss: 0.070 | Acc: 96.94%: 100%|██████████| 2/2 [00:00<00:00, 25.32it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 58.81it/s]\n",
      "Epoch: 36 | Loss: 0.065 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 23.81it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 22.22it/s]\n",
      "Epoch: 37 | Loss: 0.060 | Acc: 97.76%: 100%|██████████| 2/2 [00:00<00:00,  8.30it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00,  7.81it/s]\n",
      "Epoch: 38 | Loss: 0.059 | Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00,  9.22it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 13.89it/s]\n",
      "Epoch: 39 | Loss: 0.062 | Acc: 98.12%: 100%|██████████| 2/2 [00:00<00:00,  7.63it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 45.46it/s]\n",
      "Epoch: 40 | Loss: 0.057 | Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.85it/s]\n",
      "Epoch: 41 | Loss: 0.049 | Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 42 | Loss: 0.052 | Acc: 98.12%: 100%|██████████| 2/2 [00:00<00:00, 24.39it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 41.66it/s]\n",
      "Epoch: 43 | Loss: 0.068 | Acc: 97.41%: 100%|██████████| 2/2 [00:00<00:00, 23.26it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 52.64it/s]\n",
      "Epoch: 44 | Loss: 0.052 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 90.87it/s]\n",
      "Epoch: 45 | Loss: 0.069 | Acc: 97.53%: 100%|██████████| 2/2 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 46 | Loss: 0.050 | Acc: 97.88%: 100%|██████████| 2/2 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 49.99it/s]\n",
      "Epoch: 47 | Loss: 0.064 | Acc: 97.18%: 100%|██████████| 2/2 [00:00<00:00, 28.99it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 45.44it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▄▅▇████▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▅▅▆▆▆▆▆▆▇▇▇▇▇▇████████████████████████</td></tr><tr><td>t_loss</td><td>██▇▅▄▄▄▄▄▃▃▃▃▃▃▂▂▂▂▂▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▅▅▆▇▇▆▆▆▇▇▇▇▇▇█████████████████████████</td></tr><tr><td>val_loss</td><td>██▆▄▄▃▄▄▃▃▃▃▃▃▂▂▂▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00395</td></tr><tr><td>t_accuracy</td><td>0.97176</td></tr><tr><td>t_loss</td><td>0.06358</td></tr><tr><td>val_accuracy</td><td>0.99333</td></tr><tr><td>val_loss</td><td>0.02695</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">avid-sweep-28</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/a2mw5248\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/a2mw5248</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123515-a2mw5248\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: sbiijmfy with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.035056461939615646\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 41\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.1291312821028788\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.34683815941525076\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123530-sbiijmfy</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/sbiijmfy\" target=\"_blank\">crisp-sweep-29</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.705 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 58.83it/s]\n",
      "Validation Loss: 0.708 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 105.29it/s]\n",
      "Epoch: 1 | Loss: 0.662 | Acc: 63.06%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.543 | Validation Acc: 85.33%: 100%|██████████| 2/2 [00:00<00:00, 100.03it/s]\n",
      "Epoch: 2 | Loss: 0.433 | Acc: 82.94%: 100%|██████████| 7/7 [00:00<00:00, 68.63it/s]\n",
      "Validation Loss: 0.306 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 3 | Loss: 0.339 | Acc: 87.18%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.313 | Validation Acc: 84.67%: 100%|██████████| 2/2 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 4 | Loss: 0.307 | Acc: 86.12%: 100%|██████████| 7/7 [00:00<00:00, 76.09it/s]\n",
      "Validation Loss: 0.250 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 105.28it/s]\n",
      "Epoch: 5 | Loss: 0.289 | Acc: 85.65%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 6 | Loss: 0.293 | Acc: 86.00%: 100%|██████████| 7/7 [00:00<00:00, 66.03it/s]\n",
      "Validation Loss: 0.246 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 7 | Loss: 0.280 | Acc: 87.18%: 100%|██████████| 7/7 [00:00<00:00, 70.00it/s]\n",
      "Validation Loss: 0.247 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 8 | Loss: 0.289 | Acc: 87.06%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.245 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 99.94it/s]\n",
      "Epoch: 9 | Loss: 0.293 | Acc: 85.88%: 100%|██████████| 7/7 [00:00<00:00, 75.27it/s]\n",
      "Validation Loss: 0.299 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 76.94it/s]\n",
      "Epoch: 10 | Loss: 0.300 | Acc: 85.65%: 100%|██████████| 7/7 [00:00<00:00, 72.16it/s]\n",
      "Validation Loss: 0.240 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 11 | Loss: 0.268 | Acc: 87.53%: 100%|██████████| 7/7 [00:00<00:00, 64.82it/s]\n",
      "Validation Loss: 0.212 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 12 | Loss: 0.225 | Acc: 88.71%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.177 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 105.22it/s]\n",
      "Epoch: 13 | Loss: 0.224 | Acc: 90.00%: 100%|██████████| 7/7 [00:00<00:00, 58.82it/s]\n",
      "Validation Loss: 0.175 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 74.08it/s]\n",
      "Epoch: 14 | Loss: 0.199 | Acc: 90.94%: 100%|██████████| 7/7 [00:00<00:00, 51.86it/s]\n",
      "Validation Loss: 0.119 | Validation Acc: 93.33%: 100%|██████████| 2/2 [00:00<00:00, 57.15it/s]\n",
      "Epoch: 15 | Loss: 0.148 | Acc: 94.71%: 100%|██████████| 7/7 [00:00<00:00, 59.83it/s]\n",
      "Validation Loss: 0.112 | Validation Acc: 94.00%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 16 | Loss: 0.097 | Acc: 96.94%: 100%|██████████| 7/7 [00:00<00:00, 57.38it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 90.90it/s]\n",
      "Epoch: 17 | Loss: 0.080 | Acc: 97.53%: 100%|██████████| 7/7 [00:00<00:00, 60.35it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 83.31it/s]\n",
      "Epoch: 18 | Loss: 0.085 | Acc: 97.41%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 86.95it/s]\n",
      "Epoch: 19 | Loss: 0.056 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 61.95it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 20 | Loss: 0.060 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 34.83it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 21 | Loss: 0.056 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 43.32it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 22 | Loss: 0.083 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 60.35it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 86.94it/s]\n",
      "Epoch: 23 | Loss: 0.062 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 53.03it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 24 | Loss: 0.051 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 25 | Loss: 0.051 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 64.22it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 26 | Loss: 0.047 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 58.33it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 27 | Loss: 0.042 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 61.95it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 28 | Loss: 0.042 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 61.94it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 29 | Loss: 0.042 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.93it/s]\n",
      "Epoch: 30 | Loss: 0.044 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 73.69it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 31 | Loss: 0.040 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 78.66it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 32 | Loss: 0.040 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 76.09it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.25it/s]\n",
      "Epoch: 33 | Loss: 0.039 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 82.37it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 34 | Loss: 0.039 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 75.27it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 35 | Loss: 0.043 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 40.23it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 36 | Loss: 0.040 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 37 | Loss: 0.041 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 72.18it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 38 | Loss: 0.040 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.95it/s]\n",
      "Epoch: 39 | Loss: 0.041 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 82.35it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 40 | Loss: 0.038 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 72.91it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▄▅▇███▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▆▆▆▆▆▆▇▇▇▇████████████████████████</td></tr><tr><td>t_loss</td><td>██▅▄▄▄▄▄▄▄▄▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▆▆▇▇▇▆▇▇▇▇▇▇████████████████████████</td></tr><tr><td>val_loss</td><td>█▆▄▄▃▄▃▃▃▄▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00334</td></tr><tr><td>t_accuracy</td><td>0.98588</td></tr><tr><td>t_loss</td><td>0.03781</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02148</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">crisp-sweep-29</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/sbiijmfy\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/sbiijmfy</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123530-sbiijmfy\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: eqg0b73n with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 8\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.06598797559039754\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 46\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.14603633272224695\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4590248840473051\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123546-eqg0b73n</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eqg0b73n\" target=\"_blank\">iconic-sweep-30</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 49.29%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.692 | Validation Acc: 54.00%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 1 | Loss: 0.690 | Acc: 58.24%: 100%|██████████| 4/4 [00:00<00:00, 43.96it/s]\n",
      "Validation Loss: 0.681 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 2 | Loss: 0.595 | Acc: 68.59%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.379 | Validation Acc: 79.33%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 3 | Loss: 0.434 | Acc: 81.76%: 100%|██████████| 4/4 [00:00<00:00, 44.95it/s]\n",
      "Validation Loss: 0.280 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 4 | Loss: 0.357 | Acc: 84.47%: 100%|██████████| 4/4 [00:00<00:00, 29.20it/s]\n",
      "Validation Loss: 0.366 | Validation Acc: 84.00%: 100%|██████████| 1/1 [00:00<00:00, 41.65it/s]\n",
      "Epoch: 5 | Loss: 0.327 | Acc: 84.59%: 100%|██████████| 4/4 [00:00<00:00, 33.61it/s]\n",
      "Validation Loss: 0.286 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 52.63it/s]\n",
      "Epoch: 6 | Loss: 0.293 | Acc: 86.24%: 100%|██████████| 4/4 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.292 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 7 | Loss: 0.323 | Acc: 86.00%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.295 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 83.37it/s]\n",
      "Epoch: 8 | Loss: 0.329 | Acc: 83.29%: 100%|██████████| 4/4 [00:00<00:00, 42.55it/s]\n",
      "Validation Loss: 0.290 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 9 | Loss: 0.285 | Acc: 85.41%: 100%|██████████| 4/4 [00:00<00:00, 43.96it/s]\n",
      "Validation Loss: 0.228 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 66.64it/s]\n",
      "Epoch: 10 | Loss: 0.249 | Acc: 88.00%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.223 | Validation Acc: 90.00%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 11 | Loss: 0.199 | Acc: 91.29%: 100%|██████████| 4/4 [00:00<00:00, 35.40it/s]\n",
      "Validation Loss: 0.130 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 12 | Loss: 0.178 | Acc: 95.06%: 100%|██████████| 4/4 [00:00<00:00, 37.74it/s]\n",
      "Validation Loss: 0.133 | Validation Acc: 94.67%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n",
      "Epoch: 13 | Loss: 0.111 | Acc: 96.94%: 100%|██████████| 4/4 [00:00<00:00, 36.36it/s]\n",
      "Validation Loss: 0.090 | Validation Acc: 96.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 14 | Loss: 0.137 | Acc: 96.12%: 100%|██████████| 4/4 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.048 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n",
      "Epoch: 15 | Loss: 0.094 | Acc: 97.18%: 100%|██████████| 4/4 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 34.48it/s]\n",
      "Epoch: 16 | Loss: 0.064 | Acc: 97.53%: 100%|██████████| 4/4 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 17 | Loss: 0.065 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 30.53it/s]\n",
      "Validation Loss: 0.056 | Validation Acc: 97.33%: 100%|██████████| 1/1 [00:00<00:00, 38.48it/s]\n",
      "Epoch: 18 | Loss: 0.057 | Acc: 97.88%: 100%|██████████| 4/4 [00:00<00:00, 32.10it/s]\n",
      "Validation Loss: 0.050 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 52.66it/s]\n",
      "Epoch: 19 | Loss: 0.065 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 32.00it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 55.54it/s]\n",
      "Epoch: 20 | Loss: 0.070 | Acc: 98.12%: 100%|██████████| 4/4 [00:00<00:00, 32.79it/s]\n",
      "Validation Loss: 0.054 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Epoch: 21 | Loss: 0.085 | Acc: 95.88%: 100%|██████████| 4/4 [00:00<00:00, 30.53it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 52.59it/s]\n",
      "Epoch: 22 | Loss: 0.044 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 18.78it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 52.61it/s]\n",
      "Epoch: 23 | Loss: 0.050 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 24 | Loss: 0.054 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 37.04it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 25 | Loss: 0.046 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 26 | Loss: 0.048 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 38.83it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 27 | Loss: 0.057 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 35.71it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 28 | Loss: 0.050 | Acc: 98.12%: 100%|██████████| 4/4 [00:00<00:00, 40.00it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 55.55it/s]\n",
      "Epoch: 29 | Loss: 0.059 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 37.38it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 71.45it/s]\n",
      "Epoch: 30 | Loss: 0.060 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 44.44it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 52.64it/s]\n",
      "Epoch: 31 | Loss: 0.049 | Acc: 98.24%: 100%|██████████| 4/4 [00:00<00:00, 43.96it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 32 | Loss: 0.048 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 43.96it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 66.65it/s]\n",
      "Epoch: 33 | Loss: 0.046 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 45.97it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.32it/s]\n",
      "Epoch: 34 | Loss: 0.050 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 48.19it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 35 | Loss: 0.043 | Acc: 98.24%: 100%|██████████| 4/4 [00:00<00:00, 48.78it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.29it/s]\n",
      "Epoch: 36 | Loss: 0.056 | Acc: 98.12%: 100%|██████████| 4/4 [00:00<00:00, 49.39it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 83.35it/s]\n",
      "Epoch: 37 | Loss: 0.048 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 49.38it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 76.91it/s]\n",
      "Epoch: 38 | Loss: 0.043 | Acc: 98.24%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 39 | Loss: 0.043 | Acc: 98.59%: 100%|██████████| 4/4 [00:00<00:00, 43.01it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 62.48it/s]\n",
      "Epoch: 40 | Loss: 0.049 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 48.19it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 41 | Loss: 0.041 | Acc: 98.71%: 100%|██████████| 4/4 [00:00<00:00, 49.39it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 99.33%: 100%|██████████| 1/1 [00:00<00:00, 76.95it/s]\n",
      "Epoch: 42 | Loss: 0.040 | Acc: 98.47%: 100%|██████████| 4/4 [00:00<00:00, 48.78it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 76.93it/s]\n",
      "Epoch: 43 | Loss: 0.040 | Acc: 97.88%: 100%|██████████| 4/4 [00:00<00:00, 41.67it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 44 | Loss: 0.038 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 62.53it/s]\n",
      "Epoch: 45 | Loss: 0.037 | Acc: 98.59%: 100%|██████████| 4/4 [00:00<00:00, 23.53it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 10.53it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▅▆▇██▇▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▃▃▃▃▃▂▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▂▄▆▆▆▆▆▆▆▇▇████████████████████████████</td></tr><tr><td>t_loss</td><td>██▇▅▄▄▄▄▄▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▂▁▅▇▆▆▆▆▇▇▇▇████████████████████████████</td></tr><tr><td>val_loss</td><td>██▅▄▅▄▄▄▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00527</td></tr><tr><td>t_accuracy</td><td>0.98588</td></tr><tr><td>t_loss</td><td>0.03746</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.02969</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">iconic-sweep-30</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eqg0b73n\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/eqg0b73n</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123546-eqg0b73n\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5jna76oe with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.0005337322169531311\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 40\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.19630924150357917\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.4280176979828161\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123602-5jna76oe</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/5jna76oe\" target=\"_blank\">twilight-sweep-31</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.702 | Acc: 49.29%: 100%|██████████| 7/7 [00:00<00:00, 81.40it/s]\n",
      "Validation Loss: 0.700 | Validation Acc: 54.00%: 100%|██████████| 2/2 [00:00<00:00, 90.89it/s]\n",
      "Epoch: 1 | Loss: 0.664 | Acc: 65.88%: 100%|██████████| 7/7 [00:00<00:00, 80.46it/s]\n",
      "Validation Loss: 0.579 | Validation Acc: 74.67%: 100%|██████████| 2/2 [00:00<00:00, 99.96it/s]\n",
      "Epoch: 2 | Loss: 0.420 | Acc: 81.18%: 100%|██████████| 7/7 [00:00<00:00, 76.92it/s]\n",
      "Validation Loss: 0.294 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 86.98it/s]\n",
      "Epoch: 3 | Loss: 0.340 | Acc: 86.24%: 100%|██████████| 7/7 [00:00<00:00, 50.72it/s]\n",
      "Validation Loss: 0.302 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 83.33it/s]\n",
      "Epoch: 4 | Loss: 0.293 | Acc: 86.24%: 100%|██████████| 7/7 [00:00<00:00, 53.85it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 87.33%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 5 | Loss: 0.285 | Acc: 87.41%: 100%|██████████| 7/7 [00:00<00:00, 55.56it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 86.98it/s]\n",
      "Epoch: 6 | Loss: 0.283 | Acc: 87.41%: 100%|██████████| 7/7 [00:00<00:00, 81.40it/s]\n",
      "Validation Loss: 0.205 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 117.64it/s]\n",
      "Epoch: 7 | Loss: 0.255 | Acc: 88.24%: 100%|██████████| 7/7 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.184 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 8 | Loss: 0.249 | Acc: 89.29%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.231 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 90.89it/s]\n",
      "Epoch: 9 | Loss: 0.239 | Acc: 90.47%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.169 | Validation Acc: 90.00%: 100%|██████████| 2/2 [00:00<00:00, 99.94it/s]\n",
      "Epoch: 10 | Loss: 0.213 | Acc: 90.82%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.136 | Validation Acc: 93.33%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 11 | Loss: 0.171 | Acc: 92.71%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.079 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 117.65it/s]\n",
      "Epoch: 12 | Loss: 0.111 | Acc: 96.47%: 100%|██████████| 7/7 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 117.71it/s]\n",
      "Epoch: 13 | Loss: 0.057 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 14 | Loss: 0.069 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 90.92it/s]\n",
      "Epoch: 15 | Loss: 0.065 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 63.64it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.23it/s]\n",
      "Epoch: 16 | Loss: 0.065 | Acc: 98.00%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 111.08it/s]\n",
      "Epoch: 17 | Loss: 0.064 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 71.42it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.28it/s]\n",
      "Epoch: 18 | Loss: 0.064 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 76.93it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 19 | Loss: 0.070 | Acc: 97.65%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 20 | Loss: 0.043 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 67.31it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 21 | Loss: 0.045 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 90.91it/s]\n",
      "Epoch: 22 | Loss: 0.047 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.96it/s]\n",
      "Epoch: 23 | Loss: 0.063 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 60.34it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 96.67%: 100%|██████████| 2/2 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 24 | Loss: 0.054 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 65.42it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.20it/s]\n",
      "Epoch: 25 | Loss: 0.046 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 74.46it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 117.63it/s]\n",
      "Epoch: 26 | Loss: 0.044 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 76.93it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 105.25it/s]\n",
      "Epoch: 27 | Loss: 0.045 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 70.71it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.26it/s]\n",
      "Epoch: 28 | Loss: 0.041 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 81.40it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 117.62it/s]\n",
      "Epoch: 29 | Loss: 0.043 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 66.67it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 30 | Loss: 0.042 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 76.09it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 80.01it/s]\n",
      "Epoch: 31 | Loss: 0.041 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 66.04it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.24it/s]\n",
      "Epoch: 32 | Loss: 0.040 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 81.39it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 125.03it/s]\n",
      "Epoch: 33 | Loss: 0.039 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 58.83it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.96it/s]\n",
      "Epoch: 34 | Loss: 0.041 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 94.60it/s]\n",
      "Validation Loss: 0.024 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 125.01it/s]\n",
      "Epoch: 35 | Loss: 0.037 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 83.33it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 133.34it/s]\n",
      "Epoch: 36 | Loss: 0.039 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 93.33it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 124.96it/s]\n",
      "Epoch: 37 | Loss: 0.040 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 86.42it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 125.02it/s]\n",
      "Epoch: 38 | Loss: 0.038 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 85.37it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 133.31it/s]\n",
      "Epoch: 39 | Loss: 0.039 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 133.40it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▆▇███▇▇▇▇▇▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▆▇▇▇▇▇████████████████████████████</td></tr><tr><td>t_loss</td><td>██▅▄▄▄▄▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▄▆▆▆▆▆▆▆▇▇█████████████████████████████</td></tr><tr><td>val_loss</td><td>█▇▄▄▃▃▃▃▃▃▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00555</td></tr><tr><td>t_accuracy</td><td>0.98471</td></tr><tr><td>t_loss</td><td>0.03852</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.0226</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">twilight-sweep-31</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/5jna76oe\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/5jna76oe</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123602-5jna76oe\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 22y7xwtp with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.009889579058610376\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 38\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.14651984657261302\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.40914892040475126\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123618-22y7xwtp</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22y7xwtp\" target=\"_blank\">robust-sweep-32</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.701 | Acc: 50.71%: 100%|██████████| 7/7 [00:00<00:00, 76.09it/s]\n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 2/2 [00:00<00:00, 111.08it/s]\n",
      "Epoch: 1 | Loss: 0.652 | Acc: 64.12%: 100%|██████████| 7/7 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.491 | Validation Acc: 83.33%: 100%|██████████| 2/2 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 2 | Loss: 0.397 | Acc: 83.18%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.260 | Validation Acc: 86.67%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 3 | Loss: 0.333 | Acc: 84.47%: 100%|██████████| 7/7 [00:00<00:00, 82.36it/s]\n",
      "Validation Loss: 0.262 | Validation Acc: 86.00%: 100%|██████████| 2/2 [00:00<00:00, 125.00it/s]\n",
      "Epoch: 4 | Loss: 0.306 | Acc: 86.12%: 100%|██████████| 7/7 [00:00<00:00, 23.10it/s]\n",
      "Validation Loss: 0.260 | Validation Acc: 88.67%: 100%|██████████| 2/2 [00:00<00:00, 28.98it/s]\n",
      "Epoch: 5 | Loss: 0.295 | Acc: 86.35%: 100%|██████████| 7/7 [00:00<00:00, 36.08it/s]\n",
      "Validation Loss: 0.253 | Validation Acc: 88.00%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 6 | Loss: 0.296 | Acc: 88.24%: 100%|██████████| 7/7 [00:00<00:00, 70.00it/s]\n",
      "Validation Loss: 0.196 | Validation Acc: 89.33%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 7 | Loss: 0.263 | Acc: 89.53%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.201 | Validation Acc: 92.67%: 100%|██████████| 2/2 [00:00<00:00, 117.65it/s]\n",
      "Epoch: 8 | Loss: 0.222 | Acc: 90.94%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.114 | Validation Acc: 94.00%: 100%|██████████| 2/2 [00:00<00:00, 111.12it/s]\n",
      "Epoch: 9 | Loss: 0.190 | Acc: 93.65%: 100%|██████████| 7/7 [00:00<00:00, 71.43it/s]\n",
      "Validation Loss: 0.170 | Validation Acc: 92.67%: 100%|██████████| 2/2 [00:00<00:00, 105.32it/s]\n",
      "Epoch: 10 | Loss: 0.154 | Acc: 94.00%: 100%|██████████| 7/7 [00:00<00:00, 76.93it/s]\n",
      "Validation Loss: 0.057 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 111.10it/s]\n",
      "Epoch: 11 | Loss: 0.146 | Acc: 95.41%: 100%|██████████| 7/7 [00:00<00:00, 67.96it/s]\n",
      "Validation Loss: 0.063 | Validation Acc: 96.00%: 100%|██████████| 2/2 [00:00<00:00, 111.11it/s]\n",
      "Epoch: 12 | Loss: 0.102 | Acc: 97.29%: 100%|██████████| 7/7 [00:00<00:00, 74.46it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 97.33%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 13 | Loss: 0.070 | Acc: 97.88%: 100%|██████████| 7/7 [00:00<00:00, 66.67it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 80.02it/s]\n",
      "Epoch: 14 | Loss: 0.063 | Acc: 97.76%: 100%|██████████| 7/7 [00:00<00:00, 70.01it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 124.99it/s]\n",
      "Epoch: 15 | Loss: 0.052 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 70.01it/s]\n",
      "Validation Loss: 0.025 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 100.01it/s]\n",
      "Epoch: 16 | Loss: 0.057 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 73.68it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.21it/s]\n",
      "Epoch: 17 | Loss: 0.048 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 74.47it/s]\n",
      "Validation Loss: 0.030 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 18 | Loss: 0.055 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 19 | Loss: 0.057 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 73.69it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 99.99it/s]\n",
      "Epoch: 20 | Loss: 0.050 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 63.06it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 95.24it/s]\n",
      "Epoch: 21 | Loss: 0.042 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 72.92it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 86.96it/s]\n",
      "Epoch: 22 | Loss: 0.049 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 77.77it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.28it/s]\n",
      "Epoch: 23 | Loss: 0.043 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 72.17it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 117.66it/s]\n",
      "Epoch: 24 | Loss: 0.053 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 78.65it/s]\n",
      "Validation Loss: 0.018 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.25it/s]\n",
      "Epoch: 25 | Loss: 0.048 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 68.62it/s]\n",
      "Validation Loss: 0.028 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 105.20it/s]\n",
      "Epoch: 26 | Loss: 0.046 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 76.93it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 124.98it/s]\n",
      "Epoch: 27 | Loss: 0.044 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 77.78it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 95.22it/s]\n",
      "Epoch: 28 | Loss: 0.041 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 85.37it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 117.64it/s]\n",
      "Epoch: 29 | Loss: 0.047 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 76.08it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.27it/s]\n",
      "Epoch: 30 | Loss: 0.041 | Acc: 98.59%: 100%|██████████| 7/7 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 105.28it/s]\n",
      "Epoch: 31 | Loss: 0.039 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 90.90it/s]\n",
      "Validation Loss: 0.023 | Validation Acc: 98.67%: 100%|██████████| 2/2 [00:00<00:00, 125.01it/s]\n",
      "Epoch: 32 | Loss: 0.041 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 81.40it/s]\n",
      "Validation Loss: 0.021 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 117.65it/s]\n",
      "Epoch: 33 | Loss: 0.039 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 89.75it/s]\n",
      "Validation Loss: 0.019 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 142.96it/s]\n",
      "Epoch: 34 | Loss: 0.042 | Acc: 98.35%: 100%|██████████| 7/7 [00:00<00:00, 88.60it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 133.31it/s]\n",
      "Epoch: 35 | Loss: 0.043 | Acc: 98.12%: 100%|██████████| 7/7 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.020 | Validation Acc: 98.00%: 100%|██████████| 2/2 [00:00<00:00, 99.98it/s]\n",
      "Epoch: 36 | Loss: 0.040 | Acc: 98.47%: 100%|██████████| 7/7 [00:00<00:00, 63.07it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 133.29it/s]\n",
      "Epoch: 37 | Loss: 0.038 | Acc: 98.24%: 100%|██████████| 7/7 [00:00<00:00, 94.60it/s]\n",
      "Validation Loss: 0.022 | Validation Acc: 99.33%: 100%|██████████| 2/2 [00:00<00:00, 117.64it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▄▅▇███▇▇▇▇▇▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▃▆▆▆▆▆▇▇▇▇███████████████████████████</td></tr><tr><td>t_loss</td><td>█▇▅▄▄▄▄▃▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▆▆▇▇▇▇▇▇████████████████████████████</td></tr><tr><td>val_loss</td><td>█▆▃▃▃▃▃▃▂▃▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00507</td></tr><tr><td>t_accuracy</td><td>0.98235</td></tr><tr><td>t_loss</td><td>0.03832</td></tr><tr><td>val_accuracy</td><td>0.99333</td></tr><tr><td>val_loss</td><td>0.02189</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">robust-sweep-32</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22y7xwtp\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/22y7xwtp</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123618-22y7xwtp\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6g37z5gm with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.023377258208573337\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 47\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.15325500607943202\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.49962913090130784\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: Adam\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123634-6g37z5gm</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6g37z5gm\" target=\"_blank\">zesty-sweep-33</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.692 | Acc: 50.71%: 100%|██████████| 14/14 [00:00<00:00, 105.26it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 46.00%: 100%|██████████| 3/3 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 1 | Loss: 0.495 | Acc: 80.59%: 100%|██████████| 14/14 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.305 | Validation Acc: 86.67%: 100%|██████████| 3/3 [00:00<00:00, 187.55it/s]\n",
      "Epoch: 2 | Loss: 0.331 | Acc: 84.82%: 100%|██████████| 14/14 [00:00<00:00, 102.19it/s]\n",
      "Validation Loss: 0.250 | Validation Acc: 88.00%: 100%|██████████| 3/3 [00:00<00:00, 187.49it/s]\n",
      "Epoch: 3 | Loss: 0.329 | Acc: 86.00%: 100%|██████████| 14/14 [00:00<00:00, 102.19it/s]\n",
      "Validation Loss: 0.271 | Validation Acc: 86.67%: 100%|██████████| 3/3 [00:00<00:00, 130.40it/s]\n",
      "Epoch: 4 | Loss: 0.285 | Acc: 86.12%: 100%|██████████| 14/14 [00:00<00:00, 66.99it/s]\n",
      "Validation Loss: 0.270 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 107.14it/s]\n",
      "Epoch: 5 | Loss: 0.274 | Acc: 88.47%: 100%|██████████| 14/14 [00:00<00:00, 97.90it/s] \n",
      "Validation Loss: 0.190 | Validation Acc: 89.33%: 100%|██████████| 3/3 [00:00<00:00, 150.00it/s]\n",
      "Epoch: 6 | Loss: 0.243 | Acc: 88.35%: 100%|██████████| 14/14 [00:00<00:00, 104.48it/s]\n",
      "Validation Loss: 0.194 | Validation Acc: 90.00%: 100%|██████████| 3/3 [00:00<00:00, 166.68it/s]\n",
      "Epoch: 7 | Loss: 0.241 | Acc: 91.29%: 100%|██████████| 14/14 [00:00<00:00, 90.91it/s]\n",
      "Validation Loss: 0.228 | Validation Acc: 87.33%: 100%|██████████| 3/3 [00:00<00:00, 166.69it/s]\n",
      "Epoch: 8 | Loss: 0.156 | Acc: 94.59%: 100%|██████████| 14/14 [00:00<00:00, 89.75it/s]\n",
      "Validation Loss: 0.193 | Validation Acc: 94.67%: 100%|██████████| 3/3 [00:00<00:00, 157.89it/s]\n",
      "Epoch: 9 | Loss: 0.216 | Acc: 96.24%: 100%|██████████| 14/14 [00:00<00:00, 97.22it/s]\n",
      "Validation Loss: 0.124 | Validation Acc: 96.67%: 100%|██████████| 3/3 [00:00<00:00, 120.01it/s]\n",
      "Epoch: 10 | Loss: 0.173 | Acc: 95.29%: 100%|██████████| 14/14 [00:00<00:00, 85.89it/s]\n",
      "Validation Loss: 0.055 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 125.02it/s]\n",
      "Epoch: 11 | Loss: 0.147 | Acc: 96.59%: 100%|██████████| 14/14 [00:00<00:00, 95.89it/s]\n",
      "Validation Loss: 0.053 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 124.99it/s]\n",
      "Epoch: 12 | Loss: 0.145 | Acc: 95.76%: 100%|██████████| 14/14 [00:00<00:00, 92.11it/s] \n",
      "Validation Loss: 0.061 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 166.65it/s]\n",
      "Epoch: 13 | Loss: 0.108 | Acc: 96.24%: 100%|██████████| 14/14 [00:00<00:00, 96.56it/s]\n",
      "Validation Loss: 0.082 | Validation Acc: 94.67%: 100%|██████████| 3/3 [00:00<00:00, 166.67it/s]\n",
      "Epoch: 14 | Loss: 0.137 | Acc: 94.47%: 100%|██████████| 14/14 [00:00<00:00, 84.34it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 166.64it/s]\n",
      "Epoch: 15 | Loss: 0.361 | Acc: 94.71%: 100%|██████████| 14/14 [00:00<00:00, 91.51it/s]\n",
      "Validation Loss: 0.044 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 100.00it/s]\n",
      "Epoch: 16 | Loss: 0.084 | Acc: 96.82%: 100%|██████████| 14/14 [00:00<00:00, 84.33it/s]\n",
      "Validation Loss: 0.047 | Validation Acc: 96.67%: 100%|██████████| 3/3 [00:00<00:00, 142.87it/s]\n",
      "Epoch: 17 | Loss: 0.065 | Acc: 97.41%: 100%|██████████| 14/14 [00:00<00:00, 97.90it/s] \n",
      "Validation Loss: 0.038 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 124.97it/s]\n",
      "Epoch: 18 | Loss: 0.052 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 97.90it/s] \n",
      "Validation Loss: 0.029 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 142.85it/s]\n",
      "Epoch: 19 | Loss: 0.060 | Acc: 97.06%: 100%|██████████| 14/14 [00:00<00:00, 100.00it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 20 | Loss: 0.078 | Acc: 96.71%: 100%|██████████| 14/14 [00:00<00:00, 97.50it/s] \n",
      "Validation Loss: 0.131 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 176.54it/s]\n",
      "Epoch: 21 | Loss: 0.180 | Acc: 96.47%: 100%|██████████| 14/14 [00:00<00:00, 97.90it/s]\n",
      "Validation Loss: 0.039 | Validation Acc: 96.67%: 100%|██████████| 3/3 [00:00<00:00, 124.98it/s]\n",
      "Epoch: 22 | Loss: 0.088 | Acc: 96.24%: 100%|██████████| 14/14 [00:00<00:00, 110.23it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 176.50it/s]\n",
      "Epoch: 23 | Loss: 0.077 | Acc: 96.24%: 100%|██████████| 14/14 [00:00<00:00, 107.69it/s]\n",
      "Validation Loss: 0.039 | Validation Acc: 97.33%: 100%|██████████| 3/3 [00:00<00:00, 150.03it/s]\n",
      "Epoch: 24 | Loss: 0.070 | Acc: 96.47%: 100%|██████████| 14/14 [00:00<00:00, 121.74it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 230.79it/s]\n",
      "Epoch: 25 | Loss: 0.057 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 117.66it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 214.30it/s]\n",
      "Epoch: 26 | Loss: 0.063 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 76.50it/s]\n",
      "Validation Loss: 0.037 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 200.02it/s]\n",
      "Epoch: 27 | Loss: 0.086 | Acc: 96.00%: 100%|██████████| 14/14 [00:00<00:00, 118.64it/s]\n",
      "Validation Loss: 0.056 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 149.97it/s]\n",
      "Epoch: 28 | Loss: 0.073 | Acc: 97.06%: 100%|██████████| 14/14 [00:00<00:00, 124.99it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 157.87it/s]\n",
      "Epoch: 29 | Loss: 0.047 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 114.75it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 157.85it/s]\n",
      "Epoch: 30 | Loss: 0.049 | Acc: 97.76%: 100%|██████████| 14/14 [00:00<00:00, 116.67it/s]\n",
      "Validation Loss: 0.032 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 200.07it/s]\n",
      "Epoch: 31 | Loss: 0.056 | Acc: 97.41%: 100%|██████████| 14/14 [00:00<00:00, 111.11it/s]\n",
      "Validation Loss: 0.041 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 214.33it/s]\n",
      "Epoch: 32 | Loss: 0.055 | Acc: 97.06%: 100%|██████████| 14/14 [00:00<00:00, 107.69it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 200.03it/s]\n",
      "Epoch: 33 | Loss: 0.072 | Acc: 96.82%: 100%|██████████| 14/14 [00:00<00:00, 114.75it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 150.00it/s]\n",
      "Epoch: 34 | Loss: 0.063 | Acc: 96.59%: 100%|██████████| 14/14 [00:00<00:00, 116.66it/s]\n",
      "Validation Loss: 0.035 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 35 | Loss: 0.046 | Acc: 97.18%: 100%|██████████| 14/14 [00:00<00:00, 87.50it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 149.98it/s]\n",
      "Epoch: 36 | Loss: 0.054 | Acc: 97.18%: 100%|██████████| 14/14 [00:00<00:00, 106.88it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.67%: 100%|██████████| 3/3 [00:00<00:00, 214.22it/s]\n",
      "Epoch: 37 | Loss: 0.055 | Acc: 96.94%: 100%|██████████| 14/14 [00:00<00:00, 105.26it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 187.49it/s]\n",
      "Epoch: 38 | Loss: 0.050 | Acc: 97.53%: 100%|██████████| 14/14 [00:00<00:00, 104.48it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 214.29it/s]\n",
      "Epoch: 39 | Loss: 0.060 | Acc: 97.29%: 100%|██████████| 14/14 [00:00<00:00, 118.65it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 115.37it/s]\n",
      "Epoch: 40 | Loss: 0.061 | Acc: 97.29%: 100%|██████████| 14/14 [00:00<00:00, 111.11it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 142.87it/s]\n",
      "Epoch: 41 | Loss: 0.044 | Acc: 98.00%: 100%|██████████| 14/14 [00:00<00:00, 112.90it/s]\n",
      "Validation Loss: 0.043 | Validation Acc: 99.33%: 100%|██████████| 3/3 [00:00<00:00, 166.66it/s]\n",
      "Epoch: 42 | Loss: 0.049 | Acc: 97.88%: 100%|██████████| 14/14 [00:00<00:00, 121.74it/s]\n",
      "Validation Loss: 0.038 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 176.47it/s]\n",
      "Epoch: 43 | Loss: 0.052 | Acc: 97.76%: 100%|██████████| 14/14 [00:00<00:00, 79.10it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 200.02it/s]\n",
      "Epoch: 44 | Loss: 0.046 | Acc: 97.88%: 100%|██████████| 14/14 [00:00<00:00, 110.24it/s]\n",
      "Validation Loss: 0.042 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 200.07it/s]\n",
      "Epoch: 45 | Loss: 0.048 | Acc: 97.88%: 100%|██████████| 14/14 [00:00<00:00, 120.70it/s]\n",
      "Validation Loss: 0.040 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 136.34it/s]\n",
      "Epoch: 46 | Loss: 0.049 | Acc: 97.65%: 100%|██████████| 14/14 [00:00<00:00, 115.70it/s]\n",
      "Validation Loss: 0.039 | Validation Acc: 98.00%: 100%|██████████| 3/3 [00:00<00:00, 130.43it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▂▃▄▅▆███▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▃▃▃▃▃▃▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▅▆▆▆▇▇▇████▇███████████████████████████</td></tr><tr><td>t_loss</td><td>█▆▄▄▄▃▃▂▃▂▂▂▂▄▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▆▇▆▇▇▆▇████████████████████████████████</td></tr><tr><td>val_loss</td><td>█▄▃▄▄▃▃▃▂▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00624</td></tr><tr><td>t_accuracy</td><td>0.97647</td></tr><tr><td>t_loss</td><td>0.04938</td></tr><tr><td>val_accuracy</td><td>0.98</td></tr><tr><td>val_loss</td><td>0.03919</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">zesty-sweep-33</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6g37z5gm\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/6g37z5gm</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123634-6g37z5gm\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: lvstnj9h with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 10\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.025378422886517815\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 42\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.07601795073281599\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.07785140989574502\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123656-lvstnj9h</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/lvstnj9h\" target=\"_blank\">autumn-sweep-34</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.696 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 62.54it/s]\n",
      "Epoch: 1 | Loss: 0.696 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.705 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 76.89it/s]\n",
      "Epoch: 2 | Loss: 0.695 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.703 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 3 | Loss: 0.694 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 27.03it/s]\n",
      "Validation Loss: 0.701 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 66.69it/s]\n",
      "Epoch: 4 | Loss: 0.693 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 25.00it/s]\n",
      "Validation Loss: 0.698 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 47.60it/s]\n",
      "Epoch: 5 | Loss: 0.691 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 22.22it/s]\n",
      "Validation Loss: 0.696 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 33.34it/s]\n",
      "Epoch: 6 | Loss: 0.690 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 22.73it/s]\n",
      "Validation Loss: 0.694 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 38.46it/s]\n",
      "Epoch: 7 | Loss: 0.688 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 20.41it/s]\n",
      "Validation Loss: 0.691 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 58.86it/s]\n",
      "Epoch: 8 | Loss: 0.687 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 27.77it/s]\n",
      "Validation Loss: 0.689 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 71.40it/s]\n",
      "Epoch: 9 | Loss: 0.685 | Acc: 50.71%: 100%|██████████| 1/1 [00:00<00:00, 29.42it/s]\n",
      "Validation Loss: 0.686 | Validation Acc: 46.00%: 100%|██████████| 1/1 [00:00<00:00, 83.30it/s]\n",
      "Epoch: 10 | Loss: 0.683 | Acc: 51.06%: 100%|██████████| 1/1 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.684 | Validation Acc: 49.33%: 100%|██████████| 1/1 [00:00<00:00, 99.96it/s]\n",
      "Epoch: 11 | Loss: 0.681 | Acc: 54.24%: 100%|██████████| 1/1 [00:00<00:00, 32.25it/s]\n",
      "Validation Loss: 0.681 | Validation Acc: 58.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 12 | Loss: 0.679 | Acc: 63.53%: 100%|██████████| 1/1 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.678 | Validation Acc: 72.67%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 13 | Loss: 0.677 | Acc: 71.88%: 100%|██████████| 1/1 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.676 | Validation Acc: 80.00%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 14 | Loss: 0.675 | Acc: 76.59%: 100%|██████████| 1/1 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.672 | Validation Acc: 78.00%: 100%|██████████| 1/1 [00:00<00:00, 83.31it/s]\n",
      "Epoch: 15 | Loss: 0.673 | Acc: 80.47%: 100%|██████████| 1/1 [00:00<00:00, 31.26it/s]\n",
      "Validation Loss: 0.669 | Validation Acc: 80.67%: 100%|██████████| 1/1 [00:00<00:00, 76.97it/s]\n",
      "Epoch: 16 | Loss: 0.670 | Acc: 83.06%: 100%|██████████| 1/1 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.666 | Validation Acc: 83.33%: 100%|██████████| 1/1 [00:00<00:00, 66.70it/s]\n",
      "Epoch: 17 | Loss: 0.667 | Acc: 83.53%: 100%|██████████| 1/1 [00:00<00:00, 34.48it/s]\n",
      "Validation Loss: 0.663 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.64it/s]\n",
      "Epoch: 18 | Loss: 0.665 | Acc: 83.06%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.659 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 71.45it/s]\n",
      "Epoch: 19 | Loss: 0.661 | Acc: 82.94%: 100%|██████████| 1/1 [00:00<00:00, 26.32it/s]\n",
      "Validation Loss: 0.655 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 76.88it/s]\n",
      "Epoch: 20 | Loss: 0.658 | Acc: 83.53%: 100%|██████████| 1/1 [00:00<00:00, 26.32it/s]\n",
      "Validation Loss: 0.651 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 90.87it/s]\n",
      "Epoch: 21 | Loss: 0.655 | Acc: 84.00%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.647 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.68it/s]\n",
      "Epoch: 22 | Loss: 0.651 | Acc: 82.59%: 100%|██████████| 1/1 [00:00<00:00, 27.78it/s]\n",
      "Validation Loss: 0.643 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 23 | Loss: 0.648 | Acc: 82.47%: 100%|██████████| 1/1 [00:00<00:00, 32.26it/s]\n",
      "Validation Loss: 0.639 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 24 | Loss: 0.644 | Acc: 82.82%: 100%|██████████| 1/1 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.635 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 76.93it/s]\n",
      "Epoch: 25 | Loss: 0.640 | Acc: 83.29%: 100%|██████████| 1/1 [00:00<00:00, 25.01it/s]\n",
      "Validation Loss: 0.631 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 62.49it/s]\n",
      "Epoch: 26 | Loss: 0.636 | Acc: 82.94%: 100%|██████████| 1/1 [00:00<00:00, 30.30it/s]\n",
      "Validation Loss: 0.627 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 71.43it/s]\n",
      "Epoch: 27 | Loss: 0.633 | Acc: 82.59%: 100%|██████████| 1/1 [00:00<00:00, 27.02it/s]\n",
      "Validation Loss: 0.622 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 76.96it/s]\n",
      "Epoch: 28 | Loss: 0.628 | Acc: 83.41%: 100%|██████████| 1/1 [00:00<00:00, 27.78it/s]\n",
      "Validation Loss: 0.618 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 83.36it/s]\n",
      "Epoch: 29 | Loss: 0.625 | Acc: 82.82%: 100%|██████████| 1/1 [00:00<00:00, 25.00it/s]\n",
      "Validation Loss: 0.614 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 90.93it/s]\n",
      "Epoch: 30 | Loss: 0.621 | Acc: 82.82%: 100%|██████████| 1/1 [00:00<00:00, 24.39it/s]\n",
      "Validation Loss: 0.610 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 62.46it/s]\n",
      "Epoch: 31 | Loss: 0.618 | Acc: 83.41%: 100%|██████████| 1/1 [00:00<00:00, 31.25it/s]\n",
      "Validation Loss: 0.607 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.46it/s]\n",
      "Epoch: 32 | Loss: 0.614 | Acc: 83.53%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.603 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 33 | Loss: 0.610 | Acc: 83.18%: 100%|██████████| 1/1 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.600 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 76.90it/s]\n",
      "Epoch: 34 | Loss: 0.607 | Acc: 83.88%: 100%|██████████| 1/1 [00:00<00:00, 25.64it/s]\n",
      "Validation Loss: 0.597 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 83.39it/s]\n",
      "Epoch: 35 | Loss: 0.604 | Acc: 83.88%: 100%|██████████| 1/1 [00:00<00:00, 28.57it/s]\n",
      "Validation Loss: 0.594 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 36 | Loss: 0.603 | Acc: 83.41%: 100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n",
      "Validation Loss: 0.592 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 50.00it/s]\n",
      "Epoch: 37 | Loss: 0.600 | Acc: 83.29%: 100%|██████████| 1/1 [00:00<00:00, 30.31it/s]\n",
      "Validation Loss: 0.590 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 38 | Loss: 0.598 | Acc: 83.53%: 100%|██████████| 1/1 [00:00<00:00, 24.39it/s]\n",
      "Validation Loss: 0.588 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.39it/s]\n",
      "Epoch: 39 | Loss: 0.596 | Acc: 83.88%: 100%|██████████| 1/1 [00:00<00:00, 24.39it/s]\n",
      "Validation Loss: 0.587 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.71it/s]\n",
      "Epoch: 40 | Loss: 0.595 | Acc: 84.24%: 100%|██████████| 1/1 [00:00<00:00, 27.78it/s]\n",
      "Validation Loss: 0.586 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 71.44it/s]\n",
      "Epoch: 41 | Loss: 0.594 | Acc: 83.65%: 100%|██████████| 1/1 [00:00<00:00, 25.00it/s]\n",
      "Validation Loss: 0.586 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.64it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▃▆███▇▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▂▁</td></tr><tr><td>t_accuracy</td><td>▁▁▁▁▁▁▁▁▁▁▁▂▄▅▆▇████████████████████████</td></tr><tr><td>t_loss</td><td>███████▇▇▇▇▇▇▇▇▆▆▆▆▆▅▅▅▄▄▄▄▃▃▃▃▂▂▂▂▂▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▁▁▁▁▁▁▁▁▁▂▃▆▇▆▇▇███████████████████████</td></tr><tr><td>val_loss</td><td>█████▇▇▇▇▇▇▇▆▆▆▆▆▅▅▅▅▄▄▄▄▃▃▃▃▂▂▂▂▂▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00016</td></tr><tr><td>t_accuracy</td><td>0.83647</td></tr><tr><td>t_loss</td><td>0.5939</td></tr><tr><td>val_accuracy</td><td>0.86667</td></tr><tr><td>val_loss</td><td>0.58589</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">autumn-sweep-34</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/lvstnj9h\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/lvstnj9h</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123656-lvstnj9h\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: y2gqd2k0 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size_exp: 8\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tdropout: 0.14068542034403902\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tepochs: 38\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tk: 0.09179466928564486\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlr: 0.37515817578526894\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: AdamW\n",
      "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Ignored wandb.init() arg project when running a sweep.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.13.3"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>d:\\workspace\\python\\classification-playground\\wandb\\run-20220910_123716-y2gqd2k0</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y2gqd2k0\" target=\"_blank\">mild-sweep-35</a></strong> to <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://wandb.me/run\" target=\"_blank\">docs</a>)<br/>Sweep page:  <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/sweeps/1ltn88di</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Epoch: 0 | Loss: 0.701 | Acc: 49.29%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.693 | Validation Acc: 54.00%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 1 | Loss: 0.632 | Acc: 64.12%: 100%|██████████| 4/4 [00:00<00:00, 50.00it/s]\n",
      "Validation Loss: 0.588 | Validation Acc: 69.33%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 2 | Loss: 0.494 | Acc: 77.18%: 100%|██████████| 4/4 [00:00<00:00, 44.44it/s]\n",
      "Validation Loss: 0.354 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 66.63it/s]\n",
      "Epoch: 3 | Loss: 0.492 | Acc: 85.41%: 100%|██████████| 4/4 [00:00<00:00, 50.63it/s]\n",
      "Validation Loss: 0.334 | Validation Acc: 86.00%: 100%|██████████| 1/1 [00:00<00:00, 90.88it/s]\n",
      "Epoch: 4 | Loss: 0.412 | Acc: 83.29%: 100%|██████████| 4/4 [00:00<00:00, 47.62it/s]\n",
      "Validation Loss: 0.302 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 5 | Loss: 0.313 | Acc: 86.47%: 100%|██████████| 4/4 [00:00<00:00, 47.06it/s]\n",
      "Validation Loss: 0.261 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 6 | Loss: 0.330 | Acc: 85.29%: 100%|██████████| 4/4 [00:00<00:00, 28.78it/s]\n",
      "Validation Loss: 0.274 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 7 | Loss: 0.318 | Acc: 85.65%: 100%|██████████| 4/4 [00:00<00:00, 33.06it/s]\n",
      "Validation Loss: 0.298 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 8 | Loss: 0.317 | Acc: 86.12%: 100%|██████████| 4/4 [00:00<00:00, 40.82it/s]\n",
      "Validation Loss: 0.265 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 58.83it/s]\n",
      "Epoch: 9 | Loss: 0.344 | Acc: 84.12%: 100%|██████████| 4/4 [00:00<00:00, 43.96it/s]\n",
      "Validation Loss: 0.270 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 76.89it/s]\n",
      "Epoch: 10 | Loss: 0.313 | Acc: 86.59%: 100%|██████████| 4/4 [00:00<00:00, 48.20it/s]\n",
      "Validation Loss: 0.277 | Validation Acc: 89.33%: 100%|██████████| 1/1 [00:00<00:00, 62.50it/s]\n",
      "Epoch: 11 | Loss: 0.303 | Acc: 86.24%: 100%|██████████| 4/4 [00:00<00:00, 41.67it/s]\n",
      "Validation Loss: 0.254 | Validation Acc: 88.00%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 12 | Loss: 0.318 | Acc: 87.29%: 100%|██████████| 4/4 [00:00<00:00, 42.11it/s]\n",
      "Validation Loss: 0.268 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 62.51it/s]\n",
      "Epoch: 13 | Loss: 0.292 | Acc: 86.94%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.258 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 71.41it/s]\n",
      "Epoch: 14 | Loss: 0.288 | Acc: 86.24%: 100%|██████████| 4/4 [00:00<00:00, 45.98it/s]\n",
      "Validation Loss: 0.273 | Validation Acc: 87.33%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 15 | Loss: 0.286 | Acc: 86.00%: 100%|██████████| 4/4 [00:00<00:00, 36.04it/s]\n",
      "Validation Loss: 0.255 | Validation Acc: 86.67%: 100%|██████████| 1/1 [00:00<00:00, 76.93it/s]\n",
      "Epoch: 16 | Loss: 0.309 | Acc: 86.12%: 100%|██████████| 4/4 [00:00<00:00, 42.11it/s]\n",
      "Validation Loss: 0.249 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 17 | Loss: 0.299 | Acc: 87.29%: 100%|██████████| 4/4 [00:00<00:00, 45.98it/s]\n",
      "Validation Loss: 0.247 | Validation Acc: 88.67%: 100%|██████████| 1/1 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 18 | Loss: 0.269 | Acc: 87.65%: 100%|██████████| 4/4 [00:00<00:00, 44.94it/s]\n",
      "Validation Loss: 0.230 | Validation Acc: 90.67%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 19 | Loss: 0.277 | Acc: 88.71%: 100%|██████████| 4/4 [00:00<00:00, 48.78it/s]\n",
      "Validation Loss: 0.214 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 20 | Loss: 0.234 | Acc: 89.53%: 100%|██████████| 4/4 [00:00<00:00, 44.94it/s]\n",
      "Validation Loss: 0.204 | Validation Acc: 92.00%: 100%|██████████| 1/1 [00:00<00:00, 76.91it/s]\n",
      "Epoch: 21 | Loss: 0.217 | Acc: 92.00%: 100%|██████████| 4/4 [00:00<00:00, 34.19it/s]\n",
      "Validation Loss: 0.170 | Validation Acc: 92.67%: 100%|██████████| 1/1 [00:00<00:00, 76.92it/s]\n",
      "Epoch: 22 | Loss: 0.159 | Acc: 94.94%: 100%|██████████| 4/4 [00:00<00:00, 47.06it/s]\n",
      "Validation Loss: 0.125 | Validation Acc: 93.33%: 100%|██████████| 1/1 [00:00<00:00, 83.28it/s]\n",
      "Epoch: 23 | Loss: 0.142 | Acc: 95.76%: 100%|██████████| 4/4 [00:00<00:00, 35.09it/s]\n",
      "Validation Loss: 0.083 | Validation Acc: 96.00%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 24 | Loss: 0.117 | Acc: 96.12%: 100%|██████████| 4/4 [00:00<00:00, 47.06it/s]\n",
      "Validation Loss: 0.092 | Validation Acc: 96.67%: 100%|██████████| 1/1 [00:00<00:00, 66.67it/s]\n",
      "Epoch: 25 | Loss: 0.097 | Acc: 96.12%: 100%|██████████| 4/4 [00:00<00:00, 41.67it/s]\n",
      "Validation Loss: 0.056 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 62.46it/s]\n",
      "Epoch: 26 | Loss: 0.071 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 55.56it/s]\n",
      "Validation Loss: 0.067 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 83.34it/s]\n",
      "Epoch: 27 | Loss: 0.082 | Acc: 96.82%: 100%|██████████| 4/4 [00:00<00:00, 44.44it/s]\n",
      "Validation Loss: 0.049 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 58.82it/s]\n",
      "Epoch: 28 | Loss: 0.078 | Acc: 97.18%: 100%|██████████| 4/4 [00:00<00:00, 43.48it/s]\n",
      "Validation Loss: 0.045 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 66.66it/s]\n",
      "Epoch: 29 | Loss: 0.059 | Acc: 98.12%: 100%|██████████| 4/4 [00:00<00:00, 52.64it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 83.36it/s]\n",
      "Epoch: 30 | Loss: 0.056 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 47.06it/s]\n",
      "Validation Loss: 0.027 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 76.93it/s]\n",
      "Epoch: 31 | Loss: 0.058 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 42.11it/s]\n",
      "Validation Loss: 0.026 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 32 | Loss: 0.058 | Acc: 97.65%: 100%|██████████| 4/4 [00:00<00:00, 47.06it/s]\n",
      "Validation Loss: 0.029 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 33 | Loss: 0.056 | Acc: 98.00%: 100%|██████████| 4/4 [00:00<00:00, 45.45it/s]\n",
      "Validation Loss: 0.031 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 71.42it/s]\n",
      "Epoch: 34 | Loss: 0.054 | Acc: 98.35%: 100%|██████████| 4/4 [00:00<00:00, 53.33it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 90.93it/s]\n",
      "Epoch: 35 | Loss: 0.068 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 54.05it/s]\n",
      "Validation Loss: 0.036 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 100.02it/s]\n",
      "Epoch: 36 | Loss: 0.058 | Acc: 97.53%: 100%|██████████| 4/4 [00:00<00:00, 54.80it/s]\n",
      "Validation Loss: 0.034 | Validation Acc: 98.00%: 100%|██████████| 1/1 [00:00<00:00, 83.27it/s]\n",
      "Epoch: 37 | Loss: 0.054 | Acc: 97.76%: 100%|██████████| 4/4 [00:00<00:00, 51.28it/s]\n",
      "Validation Loss: 0.033 | Validation Acc: 98.67%: 100%|██████████| 1/1 [00:00<00:00, 90.86it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Waiting for W&B process to finish... <strong style=\"color:green\">(success).</strong>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n",
       "    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n",
       "    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n",
       "    </style>\n",
       "<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>▁▃▆███▇▇▇▇▇▆▆▆▆▆▅▅▅▅▅▄▄▄▄▄▃▃▃▃▃▂▂▂▂▂▁▁</td></tr><tr><td>t_accuracy</td><td>▁▃▅▆▆▆▆▆▆▆▆▆▆▆▆▆▆▆▆▇▇▇████████████████</td></tr><tr><td>t_loss</td><td>█▇▆▆▅▄▄▄▄▄▄▄▄▄▄▄▄▄▃▃▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr><tr><td>val_accuracy</td><td>▁▃▆▆▇▆▆▆▆▆▇▆▆▆▆▆▆▆▇▇▇▇▇███████████████</td></tr><tr><td>val_loss</td><td>█▇▄▄▄▃▄▄▄▄▄▃▄▃▄▃▃▃▃▃▃▃▂▂▂▁▁▁▁▁▁▁▁▁▁▁▁▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>lr</td><td>0.00402</td></tr><tr><td>t_accuracy</td><td>0.97765</td></tr><tr><td>t_loss</td><td>0.0543</td></tr><tr><td>val_accuracy</td><td>0.98667</td></tr><tr><td>val_loss</td><td>0.03251</td></tr></table><br/></div></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Synced <strong style=\"color:#cdcd00\">mild-sweep-35</strong>: <a href=\"https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y2gqd2k0\" target=\"_blank\">https://wandb.ai/jmisilo/classification-playground-moons-sweep/runs/y2gqd2k0</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Find logs at: <code>.\\wandb\\run-20220910_123716-y2gqd2k0\\logs</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "hparams_tuning(sweep_config, nn.BCELoss, moons_train, val_ds=moons_valid, project_name=PROJECT_NAME, in_features=moons_ds.num_features, out_features=moons_ds.num_labels, save_dir='moons', device=device)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.12 ('venv': venv)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "a4955510c2c6f1fbe6cf65573ff6880a8c4da34b371770a58422794dee52aec7"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}