Carrot-mysql.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import datetime\n",
    "import pickle\n",
    "import torch as torch\n",
    "import torchvision\n",
    "from torchvision import transforms\n",
    "from torchvision import datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "try:\n",
    "    from configcarrot import *\n",
    "except ImportError:\n",
    "    login = '' # Please provide your login to MongoDB\n",
    "    password = '' # Please provide your password to MongoDB\n",
    "    host = '' # Please provide your host name to MongoDB\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABHEAAADqCAYAAAAlBtnSAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzsncuvpMddv6v7jMfjW+z4Pp4Zj++3OIpJIAvEAoklEsuwRKzYICTYACtYs+MPYAMLJFZsUHaRABFIhMFOYse38Xh8t8fxLb4lc073b4Gq/Jwz9birz3k7+XX0eTZT6nn7fete9fb5fOo7Wy6XJYQQQgghhBBCCCH8/838l52BEEIIIYQQQgghhLCa/IgTQgghhBBCCCGEsAXkR5wQQgghhBBCCCGELSA/4oQQQgghhBBCCCFsAfkRJ4QQQgghhBBCCGELyI84IYQQQgghhBBCCFtAfsQJIYQQQgghhBBC2ALyI04IIYQQQgghhBDCFpAfcUIIIYQQQgghhBC2gGPrXLyzs7M8duzyryyXy5aezWbdz5mezz//7ej48ePdz3mfnZ2dbprf5fV7e3uX3XN3d3dlvpjm9eSKK67oXnPp0qXu9cyXlYnPXSwWl93/Zz/7Wdnd3f38y0fg2muvXd50002llP319LOf/eyy5x68hm1/7bXXdj8faUPCspNeG/Ie/H/W2UiZPvvss26+mGaZ7HPLL5/FPLz//vvvLJfLW7o3WJOrrrpq+aUvfemyZ1j9s57ZV3kNy3bddde19NVXX93S7P98FtOE9cJ07/nM16efftr9vDc+Stnfpla+kXmH9Pr1Bx98UD799NNJxuLx48eXJ06cKKWUUv89mJ+R+ZTXjGBzEmE923Mrq9r4i2Ad2xiy9rF5ilj5Pvvss8nG4g033LA8efLkFz5vZC20ck5FLw/rroVMW1l5ja1zNu/bNeyPlQ8++KB88sknk4zFEydOLOuaZu3DuY/lsnqw9jzKeB2pw1X/v+7nI4x81655/fXXJxuLV1555fKaa64ppfiebKSPsQ9zjuJayDWEfWPdftKrF9vT2Jz385//vKW5Ftp3R9rL1s7e2rO7u1v29vYmGYtXXXXVsu4/rrrqqva5lZ1ptjnzzDa0NNdgtiHvyWf1xuXI2B5pWz6T+zu2Le9j+zjbx9rc9O677042Fq+55prll7/85cs+t70Ly8xrWEcsA9vLsPKTVe1oY9j6oK2XI++I67zTHkzX/vDuu++Wjz76aJKxePXVVy+vv/76Uorv/a0fWn1be7Ls666vvKbmp7dn+KL78XpLr9qTlOLvnbbvtnfKV155ZWgsrvUjzrFjx0rdrLICmVE2NAvDDswfAE6fPt3SHJScvOvLaiml1A5VSimnTp1q6SuvvLKlP/jgg8s+f//999tnfEFk3rkQvvvuu6VHLX8ppVy8eLGl33zzzZa2jR/TrAN2Bubt7bffLqWU8vTTT3fzchhuuumm8hd/8RellFI++uij9vmzzz7b0iw7r6k//pRSym/+5m+29M0339zSbAemb7jhhpYe+QHmww8/bOm6oNfN2cH/Z52xnV966aWWfuutt1r63LlzLc17sp/dfvvtLc0+x3KQjz/+eOWz/vmf//lC98uH4Etf+lL5/d///VJKKRcufH5b24iwnzN/nExuueXz+eJ3fud3WvrXfu3XWvrWW29taf7Qw/HKdmS9/OQnP7nsmewjb7zxRkv/4Ac/6H7Otn7nnXda+plnnmlpjkUuBhxzZ86caWluzMmNN9542Xf/4R/+oXvtYThx4kT59V//9VJKKY888kj7nH2ytziV4pvVkR8CbOPKPvLJJ590n9X7cZtzBOdeW+TYJtzkcUzXvlLK/j5COE/xu8Tq5umnn55sLJ48ebL8/d///WXPIFxbWC/seyM/5PG79mJl9d77MZQvBbb55Dpn7cJn1nWrlP1jiHXAvQH7o72Asj/W+vi7v/u7MhXXXntt+b3f+73L8saxeMcdd7Q01wHm3zbk9seCkfG66sf4kU2mvXCMbFZHfjDmPUd+GOHnf/VXfzXZWLzmmmva2sV1zl4Kmaef/vSnLc1+zv3NY4891tJ33nlnS3M94TrKPQXH96p25DrH+ZX5YvqVV15pae7luB/i9RyL9mMN9w+cp3o/0r7++utlKq677rryrW99q5Syf11kWbjOsFzcE3BPwnmIabbVgw8+2NLc/7EfcZ3pvciOjGfOcbwf51nuebiHZNtynuKcwn06+y77IuuG/OM//uNkY/HLX/5y+eM//uNSytgfMdiHuFax/3PeZXtx7LAueD338TZP177Nvs99Lud6zhfsj+yDTLN89nzOIywHn8W2Y97qXvtv/uZvylRcf/315Q/+4A8uyxvXfs5V/JxrJ2F78pq77767pVku+2GL8ymvqffnnoH9zNZfm3PtR1T7sYbvY5w7mF/2I85HzM+f/MmfDI3F2KlCCCGEEEIIIYQQtoC1lDiLxaL9+sRfvvjrG39l5a9s/GWNf33lL1K852233dbS9gsy0/wufy2reTPlCz/nr9a8H6/nL2tM33fffS1NtQ5/ieUv7fxFkX/l6Ek3jyJzPsixY8faL/X85ZFtZX81fvXVV1v6ySefbOmvfOUrLc06JPwlmb9y219ne5/bX6r5q+l7773X0uxb/Csq7zPyK7LJCO0vWGxDlmNq6jOZV/61gX+R4S/FHE9sF+abShj+5ZK/xvOvVWx3a986LvkXNab5Vym2Ke9HOG7YvvzrGseO/WXRLB+8vs4H61ohRuHcwD5pcmPre/YXf5NvmmrDJOo1PVJnI1Y2lpV9kd81a5XJqc1+tym70u7ubpvnWTb+FZBjlOo0+4uP9U/7iyMx5VTvL+h2LfPItrB1lAo9rn+cjznWOU+Zwox9sDcfW/kPw2w2a23HNmQ+WXauFSYtt7Ya+au0Sa97dg5T3JB1rDEH03Yfw5RDZMo9Ddnb22t9l/tDznl8NucfU5fzu2az59jlOsa2MfVWXRdHbBhm1WY5TDnA/mvWFbNUc17vrRlUw0xBzRPHGfNmqnbOW5xv2La23+a451/HmQdTIq5zzATzaIp/qgi4h+J3OdbZt5jmXoj7QX6+KWazWWsn689cwx944IGW5rrB9yy2EevXVBnWRjZ26npsfYT34J6N75xsL6Yffvjh7jOZF3sHMtsRy72OGmwden3b+iT3M/ZbAO9HBRMV9Jxj2Ibm9OFcX9vC1kWOYdtnsnx2RAfLSiUk25bjzPYG9n45SpQ4IYQQQgghhBBCCFtAfsQJIYQQQgghhBBC2ALWslNdeeWV7fAhyozNEkU5JmVIlMpRCnnXXXe1tFle1qVKlUyKSZhH2kPssFhKxOwAMR5ERigRoxSPZTWrw1HY3d1tMlNKOVlGSuNpfaPUi3JPHuREaR37COuH9WaHQ/H+PYk4pWyUL/OZ3/jGN1qah8PxfmwH9le2Ia+39mG57bDQTUHpJ8vDz5nmgeDM92uvvdbSlBO+/PLLLU3544svvti9J59FSXM92I3SUPYLsxyYLYhzDfspr6HMkv2O9+d8xP7Idq9lmlKqulwu2zPYDnbo5Mgp/SMR1sz6R+xA0lpv/H+2w0ikOo5tltsO1SQmi+fnbMNfhJ1qsVi0OYhSdo4V9k+OUbNeMt/Wjqwjs4uYja3e36KgEM6pdjgkPzc5uQUuMOsA9wa9OcCiOhyG2WzW7mf1SkaihViUGLOP2Txn9qT6LLO62Bw6chD6OlGwSvFxb9esG8VulNls1p5v48YiqJhV0/oAx7etwXb/XiAAO3CZ+wmLTmQWKo4tk/NbfdiB/73DQKe0NvIZZvUizCctQ7Tn8lBZi7hKe4wdDszx2gtaYocNmz2P+0nOfTwc3gI7sNzMI61gto6OWB6Pynw+b3su9lv2SY4hriG0x/PAW75rcN/P4zfMFkk4/nrWYY7hEWu3RTu99957u8986qmnutdb0B2zhbGP1/4z5XvjcrlsfZ77ZM6PNreyXnk9363YPy04DMci65DP5dip+WQ/s+i8nDfNqso065tHpfBZ7MfMr9l4WW7WzShR4oQQQgghhBBCCCFsAfkRJ4QQQgghhBBCCGELWEuPfO2115bf+q3fKqXst6dQ+kd5FCVg999/f0tTYkTJNOVG58+fb2lKlUy6RatET8JK+w0lS5Q1UZ5HCRWlYJTF8+RpSrF4H0oeWVaLJsC819O6p5Sq7u3tNYuLWYmYf5adska2IeuE7U/ZGm01FoXBIiXV8lMyRwkiy0ErGGVtlHNSjmhWgV70iIN5MHnvulL0w7Czs9PazKIgsM+zD7HtKPdkhLUnnniipU0qT1ky29dsZvV6yiM5FtnvmEfWuUU2YKSse+65p5svykEp46UUdpXseUqp6qVLl5pslHMc5zKL8GfyUIPXm+WC85NZt+r1Fr3P5lP2G1qO+HyOM17POuCzaAcduX5TFg7a4lh+sz6w/FwfrG+xT7IMZo+wcjI/dX0zq7Ld22xhHKNcAzgfm43B+pKNxTqXTW3hqNicbRHbzLbEerB9y8haYZGlap3YeLZ+YH1o1Zj/omeZbcjyvgmreM1HHV8jEanMimO2Iq5X1tZ8lkWY6bUT82t2Oq4BHH9mTzT7KedOK4e1NfcVdRxMGbVxPp+3OYF91aKN8dmcW2kr4npPaxXvwz0Eo3DyPkyvYuSoAF7DNmGkHmLHHjAioNmp2P6sy18EI5Yks5ZxXDISrkV2tDnQ5gPWae0/Zl/ivG/vIKx/1jPfmbkvtuhE3MfwXZPjlVGRerbMKejd194JrH6492D+77zzzpZmeTkWuI/kO6JZ2Or4Yn7ZxrbnZJtwjNr+mhY+i/5K2F/t/ZKWzlGixAkhhBBCCCGEEELYAvIjTgghhBBCCCGEEMIWsJadarlcNtna6dOn2+e0L1CGxNObaWugNIySwFdffbWlKY+ihNvkrKQn9bJIF2a34PWUYtI6xjqgbI7yKH7ONGVTzC/Ld/bs2VJKKU8//XSZisVi0WRdlFda5B5KzFhvlC9Swvrwww+3NE8YZ78w6a9J7Gs+TZ5OqRylby+99FJLU+7GOqYM0qx9lOVR5sk6MHn9pmTjtHBwfDCvJo1mn6c88ZFHHmnpb37zmy3N6FSUNprU2eTZ9Rq2LduFdWvyY7YRo4+xD3L8Pf/88y1tbcR+x/uzb2zCijObzVr5TWJNCSbrh9EomE/CNmE9W5+0aAu9fsT2Yb2a9JX3YFtRKm2SaJtbLfqPWTo3xXw+b3OURd6zOuJcxDrnvMv7jNgd2DYW6aw+y2wb9j3Li0WZYL5GbIusD/Yf5qH296mjjdUxznWRee5dW4pbosy2ZOPMbLFmVan3HLHsmt3OoreMWL5s/2Xzy4jV66jMZrPWF1m3llfuHWwPxL5Ny7VZm1g2i/zUq18bK3wOxyWvobTfIh1yPHH9MDvsSESzmp7STrVcLluemAfWA5/HfTvrkLYW9nNGezI7sa3HnKt61nrml/VqEWjt/YNrHm1efHdiXsxqxjTXXZZ1UywWi1Zus3LZWsXr2RaEfd72pax37qU47tlOtf3sXYP3sOhtLAdtQfZeyHHMfDHNstp9mLcpqWOE9coxwXnT9qKE8xDtYBzfdoyAvSOwDuv9Lb8c85Z3pnlvG2ccu8yj7d8J83CYNowSJ4QQQgghhBBCCGELyI84IYQQQgghhBBCCFvAWnaqUj6XMVLederUqZamhMnsSZQqUU5lUZEobeN9zAZBqWXND6VMlKPxWj6TFiqzFLEcjNxEmR1l9JTtMe+0aPG07mqnMkn3YalyMpN4Wx2z3pjmSfq8D6XHJlFnfVIe17O7mFTVrDxMU1prlgDmkdeY9Nvk/ia1n5Llctnqi32P0lOL9ELYFuyrbHezvHBccKzTEtGT1pvcl33HLEWUE/M5vJ72Q+axZ9E7+DnTtIPW+cDq8TDM5/NWBoviYn2ec6VFRrDvWmQPsyhy7qxpizbBMcE5lNewPWmnZdtyDJlFkHlk+1s0s02Nxdls1urObDA9K1MpLsm1cdyLTlTKfkmuRc1g+es1FknH2pFzLfcAnCMo26d1wKw47BtsX8K89davKah1YlEvRqI3jVxj149Ep+rdh/U3YmWyuWbEKkXMYjPClPYbQrs4ZfjMH/uwWcppUTabk82BI9FJe3OwRe+yMco5wqJscq5luTnOLHIoy7cqmuqmIsUxn1zbWFecqyzyLeuE7ytsz170vlL278/N0lXbi/XN+Zywf1hUSlqo7rjjjpa28Wq2YX5u19ice1Tm83lbf7g+sG8zT7YOsC5Y5h/96EctzXFhFhk+i+3Yi5bL/mz7Q/YXRjyzdmf0V+51aLmyox64pvKYCttLTAWtjbbf4LhknZh9lnVrezWL0sR+Ye9cNZ+2zplVjs83K5a9A9u7q71T2d7wMHuaKHFCCCGEEEIIIYQQtoD8iBNCCCGEEEIIIYSwBaylv5rP502iaNEOKBmi3JqyL0YNovSMacqQKJvn/SmRPJjPg9dTHksJl9m5zH5A+b9Fm6o2qFI8ygvLRKnqT37yk5auUb+mjMKxXC6b3Muk+XZCusnq7aR3ys0oKza7iOWh9jmTRrI9+XxKVXkN722RnXg9240yQt7fIndNHUGlMpvN2r0tAgFlxqwXyh85RikFfuqpp1qa9b4qwsbBZ/WiU/F+vAf7y2uvvdb9nGXlNXfddVdLU7bKuYZ9xtqU5eNYrHUzpYVjZ2enyWftVH+LksI+TGkw06w364dmbTObW20v9hXKgc0+Q2hxoxWT5eM8a5ZUuz+vt6gEU9OTMrPezB7MumB/swhW7Ccsm0XZM9tK/dysGry32TKZd7OrWGQJk1Tbc9mmtV9PGeGIexuLTGFjaMRWNBIRzuTfq+xUIzasESk369PWaGMkmtUmx19lb2+v9UuWx6xSbGuOM66jJr/nvGdRWfks7ld7kZ+sLSxqne2dWQ4+3+wWtqex9cP60pT07ksbCfPGOcbWReaZc4yluXey/S37Re1HrD+zxHK+41zJOqbdxqwgZsNgv2RfNOvSpqxwjBTHvs+8mt2d45L1xevZB2h547M4ji0qFt9N2NYVizJJGyLf/2it4vM5/505c6al2U/N9sr9llmWat6mnGd5bIMdVcH5w6KNmT2NUfI4Rl988cWWZv3z3cWs4rXP2XuL1THb3iymvffSg9eb/X/kGBH271GixAkhhBBCCCGEEELYAvIjTgghhBBCCCGEEMIWsJadyk7+p8SMsi+TaVIWSRmaRdWgzMpOWOc1/G7v5HXKnUzuTakUP6ckimXi9cwjP6e0jhIqyuNYHzVS1aZkyCYj5OeUfTGfdnK6ycZNvkhMrteTjZvEn7K2c+fOda+hhI/94+TJky3di8hz8LkmV6elhHU2JZQ50npByahZD3kNpYq8j0WZY1uzb1tErp79xaT3bAu2kdniWM8WBYSRHWhXYR74XItcV6+ZUj7OqEaUvXPe5FzC+ZHXME9sQ/Z51olFWDELB/tRnd/Zb8wSaSf2m7S2Fz3pYNosHxa1gzDPUzKbzboREThHcsyxH66KyFeKz6msO7Mwmf2stgHrk32HY57jjG1nsmGzBpotgfliG9maXp87pVWV9tR1LU5mPTTrqUVes2et6tv2/zZXWdS6EcuX1bnN+XbNlFH+yGKxaFYYPoP9x6K9sX9aO3Is0F7OMU0rDtuXEXq4Xq2yxVn0MV5PCw3zZWsq1xWLnNeLCFfKfsn/JmzGfJ5Fy1pl2T6YNvv0yF6UdcX2Z7ren/t3tj3Xd7OiMM312sY3n8824TWcx1mXvwibMSMb8b2Q44z9jeVnf2Y9st17lsSDn7PeWafMQ+84EPt/s8fw3iPRzzhGmV/2R17zxhtvtDTHJZl6DJbyf21Yn8d8sh5szbH64Xii9YzWepbXIonRNkr7YW//YXZQtokdEcD65r15FAXrnvO/7WlZJrMUjhIlTgghhBBCCCGEEMIWkB9xQgghhBBCCCGEELaAtexUe3t7TSrE6CHEJMS0RFCqRolnLxpMKfslRpQBUvJ0+vTp7vVVOkWpHuHndsK0SaEpiaJUipIvfk75F6VyvCfL/eyzz5ZSprUBzOfzVj+sJ4sEQulZtXeVsl9WduHChZZmxCCWnbJGPot1aKfk1/vYifXMo0UaoqyNdf/kk0+29Pnz51uaUjlKAdmPWX9mizDp4xTUfsn+wb7EMcpT3Sn5Zf7Y/036yWcxChv7Ntu0Z4+w6Dlm8+G8QAmxjT/ml/ektYoyY5aV0kb201qOKSWrs9mszYVmvWHf5ufs52zPETuPzdFmZ+xZCC2SBMeBWezMTsK+yHmwZz0oZb+kl2mTn/8iouOY5c2ik7Cvsu+xXizig0Ui4/Wsl551xuwBdg+muU5wLTZ7g8mib7/99pbmvPvjH/+4pTk31T44pbVxsVi0OhyxG45YqMx+dfC5veut3/bGrll8idmdRvJlmC3WsCg7U3Lp0qU2H9L6SzuxWXSI2QVMZm82T84B7Fc2N/YwC4mViWsb107ba41Y8Ph5z2o+dUScel/ut/gMznesB6tvsxLZfVhe2iPMWlHnA1sXuYZZvsyuwmey/1m0KYvyyustCtmU8PgNls2sR7Tz0mbDz3kfrpdsL65jjFrF51od1TZj/XOssi/Y8QPMl1llbH7nOxbzwDLZ8Q6bioRbsfdFrs3MM9d1zknPP/98S9s7P/sk65a/F1iEp5oHsyaZrdfs7IxgTZsX24r54ruW7ek4N1hZR4kSJ4QQQgghhBBCCGELyI84IYQQQgghhBBCCFvAWnaq5XLZpD+UCfFkaNoqKKEyi4NF1mHarFuUMFES15M0W4SFM2fOtDRlUMwX5U5MU35FqSrTFq2Lci2T31VZsEXkOgyMamRWBpOKW4QVyulYJ8y3nfBPiSOleMxDTzbOvPPebB/mkZYT9j87GZ5lom3o3nvvvSxfpeyPuMbxwAhZU1Prmn2G449yxldffbWbJ4tOwragzJjtQmkpZYm0zvUkx6xzk4ayHBZBhPehzJh9gP2L+eJYZ31Qam02yqmYz+ddO5VFzupF6CnFI0KtG2XH5Oo96bHJtzm27DkWbcIsbvfcc09Lm7WHzzUZ8ibasFLrjs+2aBgcry+++OJl9yjF7YmsR7NZ2TzZiyxl9gyu17wfLSqsc4toaPfhs2ze4T0p/69r89TWxtqP2Z/N4mv1anVPLJqbWRsPaw+0SEaWL7Nc2VwzEhFu3c+Pyu7u7j4LRYWRJ82exjTnWq5zZr3l+OM+j/2c9+z1K97D9nycR8zyyHbhuOFY5N7A2pH5YR1wX1X7xpRjcblctnWY+zCW16KNsu5t/RmJ6vejH/2opd95552W5rzMtq1p/r89x9qEexjm5e67725ps82Z7Zr9hXue3nw6NbRTse8zShvHwcsvv9zS7G9sR9tfmK3ILIy8nnXXu5Zj0dZLW/8YcYntyz5lFsC77rqrew33NGapm4qdnZ22j2G92vsi+y37Nt8/zCJpNiebc+04hYrNSeyLZnGzY1P4HmmWP7Ybf1/gd1kO20uPEiVOCCGEEEIIIYQQwhaQH3FCCCGEEEIIIYQQtoC1tTtVKmYn2lNCTtkXJUyUYxJK/ygfs0gBhLKyXrQISpb4HIuYQCkW5VyUVlFaznuaLYHfpWzKnlXvP2UUjuVy2aRirBOTALOt/uM//qP7Oet+xOZECRv7i8l6e7I4k3vzHmwfSqzNhmFWMH6X/Zj3pzyOp5Z///vfvyzvU2C2OEqLaeWjbYNtQeknrURmcaBUl+WnRJYRZiidrPe0SA2UeHM8sf5ZJrYFYfkoyyVf//rXu8+iRHlKG6NR+xz7Hvsw64rtQGmuWcD43ZHoVGa/6Nm1mBdKyJkvSkzNtmVjtxcZ7GCZzH7J9C8iOhXnVNazRSqhPZjjlRLrEZn0iLTc1sVevyP83kgkQOtffKZF0TM7sVkDNxERh3aqkb5qfcxsVra2jUQUsT5c29mivdn3bD9heVn1/IOM7Fc2GSmu3pvzj9kqzWbDujDbsO17rA+sslNZVDRifYf90cau7W85dvk5y21rcM3DlHaqvb299gzuHw5eU+Ga/eCDD7a0RWGzKFSMQsN7WjSzXluYnYrtQ4sY+yjtJ0xzj8y1g+Xj9exbtJCzzjgXb8KGU8r+PSrXCq7hfI9g3bHd2fcYHYhtwb0o+zPbmnXHsdjrY9wTms2f44N1y+MUOP74HOadfYDRfXkf7q/ZN3tr6pRz63w+3/feWmEfY9RXwuiStFOxvHacg+1jRyJ81bzZvEZsPbO5leuIHdHCozXM2mj799ipQgghhBBCCCGEEH5FyY84IYQQQgghhBBCCFvAWtqd2WzWJJmUo1GSZDJ7XkNZEU945jWUx1nkFn7ONPPQs3+ZnJb5oiWE36UUzKS1JvMy+T/lqZTfWWSMo7BcLlteKU2j1JB5oAzOIgBRhmaSYNatScZYP70IPSNRcNgO7H+UtfEaPpPlZpswL5Q7mhWI93nooYda+sknnyxTUvsWJaOEJ+NTkki5H2W4rBcbW+z/lIfSFmJjtGJROHg/XsN7cL4waSPzwnanXYXtyOt5grzJO6fCLBxmWbE64fXsz/zuSOQZG8e9aG58DtvQxplFJGMbUlbK+9h8ahYqizhzGKnqCBbZiDJwSuI5/kyqb/ao3tpWiltBzUJRn2u2Ckbz4f1sbLMdWSaLPmiWE7N/8Z61n0xtp6r5s3XXxtmI9WUkStO696npESvLyL3NKmL9bCR9FBvZYan55R6FFgSLzMT+bFZw9nObiyxSHuF3eX3v/3tR5Q6m+XyzebMctpZYxDuuzbTA1H0S5+6jslgsWr6557SootzD0OJCCwr3gmxb7gM4X3OfY/si7htq3ix6ovUzzrm8nvVNmxfbh+UbiSzJurS2nRJacWgNYp/knmxknLG+eA37A+uI17CcZpepWOTekfWaeWEbmZ2K/YjrJfsmPz916lRLX7hw4bLnTrlXnc1mrWysE9uf8X2R1zP/vN7mJ9Yh300ZYY1Wwd5el3OSjT+LDMZ80S5GOx/b0yLnsW89+uijLc05mu80hyFKnBBCCCGEEEIIIYSq0FiDAAAgAElEQVQtID/ihBBCCCGEEEIIIWwBa+nLL1261CRelDiNSDApZ7KITbSw0ApCSRptIZRrkZ502eRzJiHm52fOnGlpyjVZPkq3mKaMbJXNpBS3KU3FfD5v1iZanGgjocRxJLoBYXl5Cj/lcXbCOOlFWDHLGtvBToyn5YhlHTklnNdQBsc8MNoRx8YDDzxQNkV9vp2G/9JLL7W0RQejzJiwr7LtOF6Z5hzAZ1Gu2JN58ns2JmhJo/T08ccfb2nKZmlXoeTyrrvuamm2KcvBtmP/rX1/aqlqz4Zj0fgoYWVdWXQq9nnKQy0KlUn8mZ9az3wO25jtYxEgzB5k9hm2J+vJor2YtWpTzOfz1jYsAyX5HIucl9j3OB8zzXLyc4usM2LLqpg9i32H867ZH3lvq3/2U44t9hn2JdokOK/Vz239PwwciyaNZ7lGbEJmGTJJPrHIVqvmH8vLuhGjeL3tkYwRG+om9jb1ebXu+AyzjNiY416Uaws/t3uyn3AtZLv3bDdW58Tqn/2F5eA4o6XMIr5w/2T2edqOah1MGeFosVi0+zI/FiWT+Web8EgEzmfnzp1rae4FOV/bMQicw3qWH1s3WT92tAQ/Z7ktSia/yz0g25x7ebsn9wZTcuzYsbb/4j6MxwowghHHDduXfZXX8J4WcZhrJ8tv/ad+l+sN24XrtR05wDzS/sPn0AbFPsX+y3Lz83vvvbelaQ3t7c2OCiOMcY7h2OK8QjsV1297P+a8wnZjPfNZrEM7CmDVEQUWvdPagW1LaxXLyvco2/fSNsUysV5ZH6NEiRNCCCGEEEIIIYSwBeRHnBBCCCGEEEIIIYQtYC071d7eXpMcUlZKTKpvcn5KjCiPOn36dEtTwsTvUiJp0vqepNlk+ybxNWkl5W4j0nbKLynnY355Ta2zKaXHOzs7TfpFCRhll5THUVJLOSLzSUka5fBsE7at1blZeOrnrFc7AZz1SusT4fUmj2WaFjHK/CxqFfslrQJTMpvNWn2wnE888URL04bCdrG2MCmfRVBg/+f9+XlPNm4WC/Yji7zBueCZZ55pafYNSmt5H54sz2sYiYdpi4o3FWxDi1zH51o0PLYbr+ccPTK3WbSnXvQUk/6z7dm2ZkPgNWbt4TWUv9MeZzJ2i6wzJfP5vPV/tpFZOynVHrF/mkXGbKmr5lE+y6TFZluz+dqi0zC/7BuEdcC5jH3GyjEVi8WitYs9a6SObQwRs0eY9c1sUfVz288YI7YpYySq1MiY26TNsZbDymbRSdheFvmQeyZrd17DPm9jt37XogMSi05l0d64dptFjHsa29f19qXM+5RjknYqrhVmvWXZzR7HtZ82D9azRekye2rPQmNjnm3C/mERfzgPWuQl2r945ATXDu4N2P58LuffKTl27Fizp/MZjG7GMrP/W77ZFhZ9lmUzK7JF7qx1bfnimOhFezx4jdnOaX8zyxvfw1jWs2fPtjTtVPUIkqkj/9X7cZ4g58+fb2nmmXuCETsh24plNAu5rYu1De34Ddsr2l6bn3Ocvfzyyy1NCyPnfKb5Ls13Sva1w4zFKHFCCCGEEEIIIYQQtoD8iBNCCCGEEEIIIYSwBaxlp1oul02qRpmjyYMJr3nhhRdampIrSqgolScmG111mr9Ja03+SOw5Jp22qAWUoVJmZXKxKk2b8uT/nZ2dJgmj7PLZZ59taZP3se5NhkrZH8vFz02SvMoGweePyNkpWaP0kdEVTKppViGzi9EiYfK7KTl27Fizapn0m3UxEqnKZICU+7H8bC+zP/UimrF+OC9Qbsj7WUQ65oWSTpPNsg/wWayzBx98sPvdTVhxdnZ2WoQF9iWWl+OPfZVtyPmGdUv5KyM5mN1zxOLA9qxYtCm2g8nDKb9lOSh5Z91wTLNNeM2INW1KGBGHEnfOc2w7Wog5t1vkO44/szYa1qY9Kw77hUnF+Tn7F/NukmfexyKO8LvsP7ym1vGU0amWy2UbU6wzpll2s5VZtDdeY+02sqb1rje7nVnbrd7WjWBln29qnI3Sez77EscQ90CcaymPZ9oistkcaHXRi3TGNrfIK9Z2NnbNKsX9Cj/nfWzfa+NjKpbLZcufRWu1PSejAXFvwT0t25DzNedoW8fYd3q2FasPjg8bl2Yn4ucsK/vlK6+80tKMsMn1ktF02I8OExFnhPl83tqJFiprIx5JYFZam49tzec+gm1n0Yrq/a3vs+9YZCXej+98vJ7jj+/AvJ59nPXEurznnntaur5rjLzTjsJoxqw/7p9HLNa2d+U1dsQB52WbI7lXr/cxG6KNOV5jdk32Mz6TNn+2lUWzpp3u1KlT3fuMEiVOCCGEEEIIIYQQwhaQH3FCCCGEEEIIIYQQtoC1o1NVeRrlYJQP8XOLMEJpv0UyoAzJbAGUX5n8rRepwKR0I3Ydi0hlp1lT+kYpFmWrlPT25GhTWjl2dnZaGRi9yOwrlPQxH2anYz1Y5CFLU/q5KmoG780+Z5HELBoYy8E+xz5C2SqtWKwb3v+RRx5padpzpuTYsWNNkkdLCmWLlAqzn/ekh6V4fVHayLHItI2L3sn/7PvMC2W2LAfvzfvdeeedLU2pMMccZca0tlHOyHtSJsrIYhcuXLisbEdlZ2en2VBY9xxDlLqzTkx2yblk5BT+XvSwUtwSV8erWQ+J9QPONWY9NXsipbhM25xl/XtKaDNm2SiNZjktTxxPnAvNVmTR03hPkw737s25mPMr78F2IcwLpci2dlk0K5bbomzUPEy5Li6XyzbuzBLFth0pI68ZSa9LbU+LUmTlMGz/Q+xzs4iM1NPU1Ofw2VxnOM64ztFyzHWA6yjThHZCi3JkY6pidWV2BWJ2NttnchxbdKeR+bK3vz4qHIs2T/B5tCNwHWAZuXZyXrY+b+OSn/ei4No7Dz9nHbMvcr/BfSbLwb0e8877cI2gter5559vadbByHEYh2GxWLT9y0jEWzJi37OosXxHtOibduxAD3umWW4413B+4dzB8tlRD9wzmO2z7ktL2ZydqpaZZfnP//zPlmZ7jkTStPmMc6hFWyNWh3XusD5k+xybn5nmfG7RktlHbF9qkYM5N4wSJU4IIYQQQgghhBDCFrDWT3aLxaL9gstfCe2QLP7yyF/Z+AsdfyG3v0SaimbkrxK9z0b+crbuXxb4Sx8PH+Ovezxki7++2UG/m2CxWLQ2YhsyP4QqFB4OxzR/2WQbUsFhB3/1/ppxMF3bi21vB9byGrv3vffe280vfx198803u/fnr+D8awZ/QaX647bbbiubYGdnp/1C/b3vfa99zgN+qTbhL8L8tZ+HrLLP218u2Yf5F7DTp09379P7S4ipPOzQMs4R/C7/MsB65jNZDt6H6dtvv72lqXDhnFXH6JTjkwfijigW+BcPO8CY7WwHux3l4Nb61we7tx0IaeOVf50wdR+/y79+mFrTDuXmdzcFxxbLwL+Isr44nlge+ysS/8poh/yvo4rgPZhfm1NZnxxDzHvvMPNS9tc/72PKM/afXnpTf/0/+Hll3YN/7RDakb/ymyqjl7ZDcMm6Cg5L2zz1yz7MuAf7IfeT/CuvqTbfeOON7j1Zv/aXZu4L7ODyHqxbUzczzXa3z5lHzrXMo83HdgD+KpX0UTFlo9Ul9yGmarCxxfcVzmHck3OuWvVewnnYDqZlmm1OJTLVB1z3WW7Oy7yG7cZ1h/dkv9+UEmd3d7c950c/+lH73NSnTJvSnmWzICpsX96T5be9ZsXeOU2Vam3K71owG1NuUF3O9uWege37jW9847K8H5XZbNbai+u9OW6IBUQgLK85Ukxpaoqn2keYR7aDzWtsQ3svYTnuuOOOlubcwb5LBZopt9iGq9aIHlHihBBCCCGEEEIIIWwB+REnhBBCCCGEEEIIYQtY+wSkKgOiVYoyJMqETFZEmRWlrZQSmYTYrBjrHMRnhymb5WAEk6JT/m7X26Fk9T5THgg4n8+bhI0H+dEeZdIwk++zHShtNXkoZXAjbdGTn9v3KI8dOeyPcj72RT6T0lOT87GsbHM7CPGoLBaLJm9kmZlvHnpmFgvKOllHLA/bl1JO0jvA+OB3a9oOqqWVgrAOrU0pSeVcQ5klD0JmPb322mstzcMFaUer95/STrVcLpvkk+3AemCadUk5vB0CbYcwco4x++EqC8WIrcAsmjY/2uHwlMWyLzDvvMZky5uyUy2Xy9aPWRfse5xH2V6sW86RrBf2baZHrHCktxbaAY9m+WEdci5kP+U1Nk+bXY/taIEAqvx4yoOqaU9ln6ElYqR+zAY3srbZwaojNqseI3k8il1s5Jpf1GHGPdh2HFv8nGsk80qrhq3hJrm3/SrHCNe93rxk49nGDZ/D/sV9Jp9JuPc7c+ZMS1uwgl+Enarmm3MM64n7TLYtr+c+lvZ4zjEcIywv1y7aHbgvYn5q/dt4MksO01wv2A4jllv2RZbvgQceaGnub2m73xSXLl1qtkTbl7BPmv3G1kjugXgf7vPWPTqjfs724trN53Bs9QLSlOJHOljACvaBu+++u6WfffbZlmZfZn6++tWvllKmf1+s8yUtppwTud+2Y1ZYD+yHrDcLosP6tDW/Zye1A57NnmWH0LNN7Lu2N2eZOC5p9eT7/2OPPdbN8xcRJU4IIYQQQgghhBDCFpAfcUIIIYQQQgghhBC2gEMHlB+RTVGeRNkXpXWULVm0EaYpW7JT+HtyMpMqm2zPZKsmlzaJMu9DuxijArE+KNGk/Goq9vb2mjyTNpIR24/J9EZOzLdINSbn79kGrI6t/42cHs/nM4+U/LEfnzt3rqVZZ73IJgfzNiW7u7stchjLTOsXZbhm1WCa5bcxx7amzJBpG4t1LDC/I9EGmHfOEXbCOyXEL7zwQktT9sl7cm7imHjooYda2qSZR6VneWC/peyW/c2iQFn0vhF5PjH7VW1PG0NWDl5j0YtsLHKN4PXWvxmpzCIcTU3NO+X2jC7BtuP8x7RZd1hmi9RhlptVNmNbTzmfmfyf3+UYYtoiThKL5sPrNx1Z7NixY63tWC5bn8w20bOPluLRg5heNwpUz9q5rj3Kxq49c11+Gdaq+hyuSRyXNr9yT0Y4/xCLssp2597OIsEdzPfBPJql3aJWmV2P9+eYs/247dPYHx588MFSyrS28eVy2fLBsnCvwsgwrG+u8SwL65t1a9ZyzlscZxbBptaJWVxtjuD9zHLC6JnPPfdc6cG5iVYs3p/ri+3XpmRnZ6fVI5/x/PPPtzT3q6wj7gXZ7lwH7BgBm3fNrmXraO8zXmvvjoR9zd4R+F1GA+bcZDZtzmvVFmnPOQyLxaK967PvsS9x783fBZi2yHtsK4t+xX5hfaHX5nacgB33wHpl3zJLJ/cnzC/tbvY7Bt+jOO/w/WaUKHFCCCGEEEIIIYQQtoD8iBNCCCGEEEIIIYSwBaztEahSJEq9KCsz+wglQ5SMUZZFWaedtk6JFqVNZh3o/f8qSXIpLk83CR3vaRF/THJLWRbrw2S8R4ERcU6ePNl9LqWxtCywzSmJozTMZOO8ntdQwkZ6p7rbaf/sNyaVG4laxfLZCfOUIb/11lstTesYJaJmVzkqu7u75eLFi6WU/RE2GFGJ0kOOIfbDEZsj24jtyLHI9rAINvUai+rB+uf3LNoQr+EYop2K17CeeDo8pbunT59uafb9XmStozKbzVpdmU2I8kqLxsd2sIg+FpGKmEWxF7XP7D7W35kvk3VzXWD/G4kmYnMNLQGbtFNVWFfWb81CbBFrLLKftZGNxV7ftfXMrMLWBy2CnUXHMYm6WUF6fWZKG8BsNmtlGLGjWaQqszNalJKDeVjnWfX6EcuXjW17/sg8NxIRdNORjL4Ik69bJE4bo+zbZie0edfWK46FmgeOFbNqm1Wf15gtgesEr+ezuH+wSDDMQx3rU9rGF4tFq3+WkZEj2Z58Nq0MFjXHLLwjFn3Ss2tYfze7zYj9imXlns7sNow6y8/Nrr4pm+Pu7m7bC3NPTJgnjhuOXa5/vIZ1YRZGu8bauraBzd1ch8y2ZHMBGVljCOcsvmuwfJsYi8vlstWVRaO0PbxFsmV5eU/u/2gnZF9g/bPsvSMabA9j8zDnCMuvRdPivMn2sQh/nHM57nmfUaLECSGEEEIIIYQQQtgC8iNOCCGEEEIIIYQQwhawtp2qSoIoNzUpJzF5IiWSlPjxPnYitNkFevklJmfu2QZKGZOZrxtxgveh5IoSrSqzmlLuuFgsmoSM8rGRk8HtVHS2icnN7LR/tptJzus9LcKYSfZNNsvyWQSrXvSIUvaX2/ooxwbtV1NCO5Wdnm75oOTRTnin3G9EQsrreU9+tydLNrm3RT/iNfyc5WOac4pJbnlP1hnL1LP0HZXZbNbuy2fZ3GrjkhYb9nmWayQyxchp/r3oVCY9tja0yFpsE5aD/dWiIJktglJ03n9KFotFmwtYTs557JOUGVukNraRWcL4rJ4k/GCa1LYxi+pINDOTmTO/nEctL8y7WTh4/7reTG2nquU3qbuNfasfW69GsH1GzzZudvZ19w1T7TNGImttkvoc2jDYf2jtMOsDrdIcuyPSes7TFnGoN0Zog3n66adbmuuB9SmLeMe+wehbFunJ5kjWDefUmvcp96jL5bJ7X1pvLMIT2432DFtnWJ/8nGsL7885vXf8g/VxszxyfWeZeA3bn3X/4osvtjTbmf2e+wrWH/O5iSi4pfzfuHn88cdLKfsjbNkxDiwn99a0yLE8bAuLLERsX0p6URstapy9a9ixBJxH+F3OEXa8BNuL/ZF1U/cVVv7DwPcMHkHQOyahlP11ZVG/zBLKeYt7JPZbjhfWJ+ut1pVZ2fhM1hXb1uyG3Ityz/nGG2+0NNvc3q/MmmbvnV9ElDghhBBCCCGEEEIIW0B+xAkhhBBCCCGEEELYAtayU1H+T9kPZUiUCfGUZkqMTp061dKUtfGevI9JyM3a0ZO5mpzL0iaRNhkZn2kWCJOr83NKrjYR2eiTTz4pTzzxRCllf32zHSjHZN1TPsYyUtJn0RhY/5SPUXp42223dfNQ68csHJTEUYZplhCzq7C+WTcmg6Rcl9dTNn327NmyCebzeZMQMgrD+fPnW5r1Sekp80cZ4kh/o+TRItWYPLc3Fns2iYOYLJL9gf3F5iOTVzMiFa955ZVXWvq+++4rpUxrCVgsFs3yxOgDlPvbfMN+a6fqs59bnZv9yWT7vfKbhYPtYGOLeTRZqVnHWB8cl1X+W8p++TnHwKZg/2H5zY5g9cI2NduGtd1IVJmevcciCJoVet1IOWw7tgXb0SJHcLzW+2wqOtXIODiKfWTErmVRa3pYhLGRPK4bhWrEKmV5+EXYqWiLs3HGdYZzLdO2F+V+xSxMlP/TtsTnsj/X8cLIJNw3UKrP+cXWAO5Xbr311pampYXP4vpHuzjL/cgjj7Q057WXX375srxMQb2fzT1M00LF+ZHzCuuE+1izLRHukdj+vGftaza2WT98DtO2vvM+FqmH71rMw1133dXNL587pf2GHDt2rPV/rkmWD7a15c/WHJaf9WiWSovmuGpNsUhltnYSe/+z/mDvjtzXc9zXuWHK6FS0U3HO4HOZT5bdrE+2pjJd55VS9peHkWc5h7J+aluYbZ91PLI+2ZEP9v5HbK5hn+Y6dZg1MkqcEEIIIYQQQgghhC0gP+KEEEIIIYQQQgghbAFrR6fq2akoDaKEiRI3StksGgxli5SeUmZPqTylqibJrmmTKVkUCIsyQfkV68CiLI1El+E1Zh2Zip2dnSb9ZftQSsz8mJSR7WMWMF7PZ1FuzPLyu70ID3aS/0gUEH7XIuWYxNIi+zDvPDWfp7hPLTOuXLp0qcmIaVlgXlkvdlI8T4GnLYvXc/yxTSntffjhh1u6d1J8KZ/XqZ38T8mlWRfMZmOR0Cg9pWyR7cU5hc+iFLLWx9R2qlpm9hmzD5nUlvMNZaMco6wTi9hlUuHe2LFoCSaPtkh+JkPmvGPScvYRlol9gWNjU3YqRlPheKL0nnVrlswRexLtDjYuzIJna13vfjb+LIKgWX6YL445YtG3VtmprL8ehtls1l17RyJSsX5Mmj8i27b2P6x1y6TqtrdZ1zZljET02hSz2ayNf85/7IevvfZaS3Os0HpBG5JFRbJoh7Qr8z5m9al5YBtxreLaavOijX+LHMrvcn1nHljuu+++u6X/9V//9bLnTh2dqt5v5MgEzrm09ps9kWmLdmt7eJuXa7twnjJGymRzgVmU2XfJc88919JsQzsOY0qOHz/erHrPP/98+5zvfxw3tPsdvE8vbZYUwj0lxx/THMe99we2C9uXaYvyyPuxr7F9LSor95+02zNNK2Gt6ynXxeVy2foH5wnm2aJtsn44D/K9ne1g776sNzvOYZ35x2zrLB/HBMvH92Qet0DLqx3/wvyaLZIRCkeJEieEEEIIIYQQQghhC8iPOCGEEEIIIYQQQghbwNrRqapcyiR+ZgWgfIjyJN6Hp+RbZCOTAptsvMqsVkXmOPhMk+2bjYfwc8oFKaOktJzPpaRsSokqqfVjp8Sz/ngi+c0339zSlC+yjCMRNkzaynruWdUoO7MoOJTEWR81a5XJ4i2CE60NJqGc8qR4cunSpSbho0yWlihaNZimTNpsLvb5SJQBa+veWGS72Gn8ZklkH+EzaaFhOTi/UAr5+uuvtzQluidPnuzeZyoYncoiClnUOLOScSyOyFBZzzaH9mSrFl2PUlK2ldkAzKpjtpqRSAicQ3k962BKKP/nfMn+yT7Jz5lXm0c5/9g8Y1Gj+KyepYf3MEuyRXuztdD6g80pnLMsEkuvPqYck4xONYKtzba2WZ83G5pFeLL26j3H9jAmtzc7x1GiU5F1I2cdhvl83uZDjnebr77yla+0NK23HItms7FIRPyc311lo+P/m22Lc/rImDfLKfPF8cc1hvdhfdAOUfcVU6+PtTy2r7AIeJwzuH6zL5g9Z518ldLf69p6ZpGXRqKjElsjzI7NPbtZl7lnnpJLly61fFm9sMy0D1nES66FHK/8nP18ZC3s7XvNtm/24JHIjoTltiMl2Nacs7iXp32w9v0p3zl+/vOfN/upRXdltGmmaSvl+6Kts+wXrBO2Lfe6FnG1ji9rB7Mk2v6Ez+E8wvcJfpfjm7918HOLZsg6HiVKnBBCCCGEEEIIIYQtID/ihBBCCCGEEEIIIWwBa9mplstlkx9RkkRbhUXKMQvLV7/61ZamFMtk4/a5RZbq/T8xmfFImnmxk//t/s8++2xLUwJ62BO3R+Fp4zwNnvI4yuDMwmQRKMxaZ3Vl0WxIbU9r7xEbCCV5hPehbYPRtHiCOctHGRylj5RZcjxMCa2NLPOZM2dampJEyhmZtugMI/J4k0VSntsbL2bDoMTQJP8W5YdpthdPkzd7GdtulXVn6jFZy2/2PVr2OE+YlJ5tyDFtNgCrZ4uOU7/L/JoklfU6EjWOkmSz3Jrkldew/7GdNxWdajabda0t/IxjzurfZNvE5Pcmz7a1q5cXtvNIBBWzf/CeI1EBTaLOtqNNrY4P61NHZcQyZJGfrD1tvK4bSaSXB5uH152rRq4fsZD/oiNSHcxHnfc4j3Ktpgz+jjvuaOkR25TtQUain9p3K5wvRqKZGdYfLeImbSlmOaFlm3V2/vz5tfK2LmZT4TsH5wbawcySwbTNW2aJN5tNTZsNiHsJs1PZHoZzIvcznPO51lsUQGLRhadkb2+v5YUWPObV7KTcC9rRDWxHs9bYO8WqMcW1x95p2BZmEePzWc+8xvqdRVzlnpDjoOZzyj0q25B1/9hjj7X02bNnW5rvE2yfkb2FzVtmheL9eX2tN+bXbP4WtZfzAuvbxjcjCLLv2PsHj3N44YUXWppz2ShR4oQQQgghhBBCCCFsAfkRJ4QQQgghhBBCCGELOHR0KkqJeKo4ZYCUxNPmQQvVSIQfk62aFK/3XYu805NhHcSePxI1wqKm3HPPPS1NedemJOKVxWLRJHiUKVLGRemZYfLwkcg3JsO3E/zr9ZTH8XuUao7IoPkcyt0uXrzY0rRTvfXWW93radugjJf56dkspmBnZ6c9h7a4+++/v5sn9m3r5xY9hPVl0WnYl6xv9L7HOnznnXdamvVmkZVYz3wOy015J+9ZT9wvZf+cxXmK+dmEVLWUz+uKbcjyWp8fiYyy7nxq9KLp2NxLLEoLMTsdZcJcXygVpzzZZPdcg7jWTAnnVD6DaYuSYVJ9my9tjJqd1+7Ze76tkSN2VbNtca7hOmcRR0xqz3mi9qVNRcQZia5kETNt/bbPV9kWR/JLVkVA+qJnjtzHGLFZHeX+ozA6FeuQa4VF+bP8WVvYWDQrgNV1vWZdm91ItC9rd84Lll/O2bT/c26udbOp9rR506xhPArAIozZvGVlMMsT6c1Jdu8Ru5sdBcA5lNG3WAcWTdWOLuA9p2RnZ6ftv3hUBt81LBqvWWVGogazLqxOjXoN9yI2zri3JCwT82L2Z7Mf29EavJ77/VdfffWy5x+V48ePt35GyxAtlRxnFj3K3vnsfX5VtOlSxmyOve8xX3bMhuWRz+G+lO+F3HNybNn79osvvtjSfC8ZJUqcEEIIIYQQQgghhC0gP+KEEEIIIYQQQgghbAFrez2qtMjsVJQbUhpN+RWlrSZbMjk5JVd2Ijip+TR5qsmzzIpjWAQVk7MyIgDtOpu2U+3t7bWISZQ4WoQba4d1o3qZ/NzavPdc9hWmKROlDYrSRLYt67tKEEvZb6ux6Dsm0WX9WYS2KTlx4kR56KGHSin7I29Qpsc0y8Ny2nhaN2qRWfB4fW0ziypkUQiYtvHK+1Auz7qhRJZ9hvVBqTiljfX6Ke1UlBszbxYlZSQ6zkgklXWj0PT6gslTRyL12DWUtrI+GJmBawfbkGlab2i/4jVTsrOz0/JoFkazexGb/4hF5xqJwtGThVs7W4SNETuXRdhYZSDo5PwAACAASURBVCcpZf88wv7Qs39sysKxrsXQ1nizLY5ErRrZQ9TPbU4+ilVq3TpY95pNRN4sxSPFjeznrMzWpvbdVXPnyHOtfta1dtlcMxKhheWm1XzdvfFRsHHAeuUaz7WCc8/IvnSkX1j0rt6cZPc2iw/bgfsQtiEturYWck/LyDfML9/TbO04KidOnGgWHLPhszyc77nnG7G8jViBWb/sM709qkUzM6sy01zD2B9tTWfe2e7MF/eo1q/rUQAjtrFR2IZ25AbzY8dp2JgjI/Zws6pxv1jr06zfvAf7GccQLVF8X3zjjTdammPIjg6wSMzM23333dfSHA/f/va3ywhR4oQQQgghhBBCCCFsAfkRJ4QQQgghhBBCCGELWNtO1ZN50j5Ca9XNN9/c0jzJm/Ixk0qtezq/Wa7q/UfuZ6eHk1WRd77oczuRfCTi1lRcffXV5bHHHiul7JcUEkrTmDfaFEzaalI5szbx/pTHsS9U6R7vTfkiZW2UrPFzWmPOnTvXvd7sDHwuZYQm0aWlYlNceeWVLcKZRTNinTN/vMbKbBJJwjagbNSiINT7s83ZB1lvlLDaKfRmUeH9mS+TnNNy89JLL3XLsQnrxnw+b/kzCSYZsSSNRDJal968NRJth6wbQcv6oslf2Rf4OS16vGZKdnZ2WlQUloHzJfvniA1pZB4l61pn6uer1s2D9zY7I7G1zaxVZgfqzR2lbM5Otep+VlfrRoQasTmua39cxVTRpiyPI/fZlIVq3WevG52PrGt5s/G9aq+5bl8wC5WNXbu/RYe7++67W5p2nR/+8Ifd/EyF2RT4OdcEm5NGouqN9Bez1tT8jLxDcL9m659FDLM88p6Ea+Ev2k61s7PT9nSsC9vz8R3RIjMZ9n5BLIIVqfVrbcF3XYtyxP5otiA7CoBl5d7V9vLvvfde97tTMZvN2pxgEd6sXu193qzaxOZQW0d784Qdd/H++++39CuvvNL9nPZRWtlYVo45izhqeeD4428mp0+fLusSJU4IIYQQQgghhBDCFpAfcUIIIYQQQgghhBC2gLXtVBVKnCgxo0yI8iHKBk0adhT5q31eZVYW1cMsMczjSMSJkWgtrAPKr3jNpqSNlRMnTpQHH3ywlLJfxkXJ2CoZeyn7ZXNmMRqpq5HIGjVNaeiIJYMnvb/zzjstbSfPHyUiB8vBe7KOp+TYsWPNwsE6Z7+yerEoQCZhNeknv0tZrEVw6ElYzWLB8Wd9kPllvsxqx3tSqsr+y1Ppe9LQKS0cs9mslcHmu5GoGuSwtppV+aysY/c0STgZsecQi4rAtmXkFfaFTVlV5/N5yxefx3yMtK/Vs42/g3noPcvGUS/K5IiFeF0bndkLbBwTm8umjL5Rmc1mQ5brHiMR4Ww/sS49e46tm+ta0keuGdmjjbApa9WVV17Zon1wfVo3ItVRrhmJhGr9ZBU2nkYsXNYfrf/Y/Eo71abm1JpXs4HbHMf1gWU3CxWx+rQogLxnbyxaO5gtzGxtdZ9Xyn6LLt+7uDfmd2mD4zECFnFwSubzeWszRtIyy43Zxkb2QLZ3tX5u76D1GssL+wXtX6zzkQhatl+x8pnNsbcftyhYh2E+n3ftScyPHc8wMudau40c12GRx+r9OVbsXZDX8F2N7cP+am277nukHQ1ymAiqUeKEEEIIIYQQQgghbAH5ESeEEEIIIYQQQghhCzi07ooSJ0qVzKLDa+zU6pGT5deVtta0ReE5StSCdSMIjMjLNhVBpbJYLFq7WPQU1jdPkmfeKIOz9jQZnMkKTW5fsfpme9rJ44QRa0yeZ5FarH1oJ2LeDyOPG2G5XLZ7U85I6R/TlPtRBjpi5RtpU7aHncherzH5KBmJiGNSa95/JIIR+/Kdd97Z0pzLan+YOiJOLZvNPSN2U2L3GYmIY/dZZyyyfTi/mMWObTUip2Zbcbyyf7P/8f6bjPxXy2RRLUZsLkexTdncZeOod3/myyTZ69pARiy11tZmhduE/H+5XHbH4rqRxKxtbc/xRflZ9dx1ommtG21q3TyORAq1vE3J1VdfXb7+9a+XUnytPsqz1/2urZ2r5qKR9hqZU/gcrnmcm/ldzqO0HfzXf/1XS//4xz9emc+p4FxuUahYDxZBx/YQI+slsXFc94gjUeusray/Wpn4OW3ghO9ddlzEppjNZq2+uOdkPrg+E9v3mC2tZxUuxa1Hq9bLEdsO99e2Lts4t2ik9t5hazOPBah5mNJOxehUHH+0UxGLHjXyDmH7pV4UuFL2l515q++AfBckFk2LZeI1ti8zmyUZeb+0oy5GiRInhBBCCCGEEEIIYQvIjzghhBBCCCGEEEIIW8ChdVeUADECDCVMtK289dZbLU3ZFGVldpK4PdekpaTKnFZZdQ5+TnnUiITZIjqNSPjNgrAJFovFPollhTIuSsn4uUUgIibJNtuERU/pnczO/2efu3jxYku/9957Lc2+OBIxjHkx2Sple7feemtLs9zPPfdcS/fqegr29vaa3YeyQspWLQqXSYtNZmjST8P6Rh1frH/a9ay/8H4myyQWtYB1wLZmXzKrXY3IsckIR5URi9m6timybhl6EnEbw+zvH374YTfvJpU2u4FJv20cm8x5U9bGxWLR7m197+D1FbMFWPtael0rVg/rLxZJ0fqsXWPY2mxRIWp/mNpWtY5lcl0byYitbOT63nNH7j1ifVrXWm57McvbyH7tqHz88cfle9/7XimllPvvv799zug4xlGsQdbPR6LyrWpTYuOMY9Qi5HFvaXMhv8u91Pnz57vfHRnf6zKbzVr5zeJgexWbE0eOMhjpz7a+1s9HItlaJCOWw9YItifrYGQfZXWzqbHI6JvcF1g0W4tAyHrpRQQ7iNnlbE/fs1yNRJsbsYLZfsD6kUW0NHpr7ZQWx/l83qJemcXI9gFmQ+P13NuNWJJsjDJS27vvvltK2d/n7MgSixg40s/YVpa2dyH26RtvvLGl+f42SpQ4IYQQQgghhBBCCFtAfsQJIYQQQgghhBBC2AImiU5FORpPSWd0l9dff72lKa2qUq1S/ORxkzytI0vm/1NWahK+ETvVSAQBk2JZBCNG9NqEVHU+nzfJlsnUWA8mR2SerU5GbBsjkshan/yM9rwqnytlv3zNojCZtJVQ5sfrb7nllpa++eabW/qZZ57p5mFTUtVS+vJJymrZXmZZMLsR5X4mc+QY5XctIlB9lvUL1rlFGGLaZJkW/YpWKTsd3uaDTVk4attZ/7R8jtgtRvK6rlWiWs8s8pRFA1s32pHJnQ2rg14bboI6RmxOtUgG60qme88sZUyWbNEuKhbJYyTC1UhUihFGIsdsaiyuYsQOtG6Ey3XHbi8P1g7rMmK5IiP7k3Xr46hcunSp7Q3OnDmz1ndH6nyEkSgkvf48ki8b85x3LeInYV54Dffs586da2nut8yCPRW0p7799tvt8+985zstzQhZ3PNwH0Lru0UVMivWiF25FxXU5v8RO7/tu82iZXMx7eH8nO8WtkZMyXK5bHsA5tVsTdyLs13sXXMkEphdb/v7ni2O+xgbW7bWj4w/sxqxzszSzLaueZuybWezWat/i05skZ9tzLEfch9p5WWdc3zzGAn+7lDTvLf1LdpsLZIfMbs328EsZSwf56yzZ8+29GHaLkqcEEIIIYQQQgghhC0gP+KEEEIIIYQQQgghbAGzdaSis9nsYinlwuayE4Szy+XyltWXrSZt+Esl7bj9pA1/NUg7bj9pw18N0o7bT9rwV4O04/aTNvzVYKgd1/oRJ4QQQgghhBBCCCH8coidKoQQQgghhBBCCGELyI84IYQQQgghhBBCCFtAfsQJIYQQQgghhBBC2ALyI04IIYQQQgghhBDCFpAfcUIIIYQQQgghhBC2gPyIE0IIIYQQQgghhLAF5EecEEIIIYQQQgghhC0gP+KEEEIIIYQQQgghbAH5ESeEEEIIIYQQQghhC8iPOCGEEEIIIYQQQghbQH7ECSGEEEIIIYQQQtgC8iNOCCGEEEIIIYQQwhaQH3FCCCGEEEIIIYQQtoD8iBNCCCGEEEIIIYSwBeRHnBBCCCGEEEIIIYQtID/ihBBCCCGEEEIIIWwB+REnhBBCCCGEEEIIYQvIjzghhBBCCCGEEEIIW0B+xAkhhBBCCCGEEELYAvIjTgghhBBCCCGEEMIWkB9xQgghhBBCCCGEELaA/IgTQgghhBBCCCGEsAUcW+fi+Xy+3NnZqenPb3Ls89tceeWVLX38+PGWvuKKK1q63qOUUmazWfdzslwu18nmvntWFovFWvfjPXr3K6WUvb29bpqwnuy7q/Lw7rvvlo8//rifiTU5duzYku1SsTphmzDN+mSa5WXa7mN9gdTPR57De+zu7nbzSPhdtgm/y7TVk7Uz+fDDD99ZLpe3rLxwgOuuu2558803l1L255vlvHTpUvdzwvHKccx2sbq2MrOO+NzaNvyeXWufM81y83qmrW9YX7M+W3n77bfLBx98MMlYvPbaa5c33XRTKcX7to05mz9sbI2MF7uG9Vmv52cjcx/74s9+9rOW/vnPf97SNl55f95n5LnW5p988slkY/Gqq65aXnfddZfliWk+m3Vn9WJl432uvfbalr7++utb+sSJEy3NuZ7frfU7MlaYR7bRp59+2tIff/xxS3/yySfd6zm/MI/cGxD2AX635vOnP/1p+fTTTycZi9dcc83yhhtu2Hf/UvaPIZuTeA3La+sJ78N6uOqqq1qaebD5r7cujqxzxMaZpTleP/vss5Zm3x3hwLo72Vi84oorlrVOe/PWwbTlyRhZC0fm11X5sf9ftUcqZf29rq2dtgfq9fHPPvusXLp0aZKxePXVVy/rfMZxP7KfY1/l3oZjy/ac1l+MXt2OtBWxtrK5hnXA8ffRRx91n8s6sHctzr+vvfbaZGPxmmuuWd54442XPdvWcCuzzTm9ufDgfdh/vvzlL7d0Xa9L2V9HdYzauLHnjOSXa+SHH37YvT+xtZlrOstX2/Gjjz4qn3322SRj8fjx40uuUavyZu8TNg+O3JPYfdb5jcDGnM2hI+//R9mvEubn448/HhqLa/2Is7OzU+qgZMPefvvtLX327NmWvvPOO1v61KlTLc3NJ+/DzwkHxchCyM5T4caS9yM2+NkxeQ0nTg5KXnP11Vd3n8XrbSKrg/Jv//Zvu/c4DMePHy8PPfTQZc/i4kA42fFFgWXnRMXysj2/9KUvrUzb4lrbgs+xPsR7vPPOOy3NFw5ew7Zlm7z77rst/ZOf/KSlmQebvKyPfvvb375QJuLmm28uf/3Xf11K+b+XmQoXijfffLOleQ3Lf/fdd++7Z4ULHuuX6WuuuaalWWZu6Hv1xTbnWGTe+Tnvx2s++OCD7vWcULng2QJDuNljPms7/umf/mn3e4fhpptuKn/+539eStlfRssD69LmD15fX0pL2d9WtqHldzmOWbf1en7GdrCx9fbbb7f0Cy+80NIXLnw+JDjmrJ0vXrzY/ZzwuUwzb48//vhkY/G6664r3/rWt0op+8vAOZL9kHXHMcp6ef/991va1qVvfvObLf27v/u7LV3n91L2r8Eco3U95Fjh2OZz3nrrrZZm/f/whz9s6e9///st/b//+78tzTm47h1KKeWBBx5oae4NOF+y/vjduib90z/9U5mKG264ofzRH/1RKWX/2sJ50OY1jhuW97333uum+d0HH3ywpR999NHuPVkPXMfq/oBzu20abR/CfRGfw37Mvvjaa6+19DPPPNPS58+f796fsB9zDnrvvfcmG4snTpwojz32WCllf/k5/phmnkbWcF5jex1+butPby2yFxS+ZDNtL0mcX0ZeIvg5+yb7LMc9+3jtM//93//dvfdhuP7668sf/uEfllL+b43s5YH5ZNnZV++///6Wfvjhh1uaY5p1yHqzPzqv2jOz3Xovvwe/xzmFbWX7Io7L5557rqX//d//vaXZt+65556WZpnYX0+ePNnSf/mXfznZWLzxxhvbfunAD0UtzbnLyvzGG2+09NNPP93SnLt4f9Yj1426RpdSym//9m+3NPfAdZ9kPxiybjluuB97/fXXW5pz5He/+92W/s53vtPS9kMC88Dnck2/7bbbWrru3//lX/6lTMWJEyfaPsP+WMC8ccyx7jkP2h8rWF5eb3Mhx1dvbrMfYriG8nsc55xf+Ezek3MN+yL7tPV1yyfT3/3ud4fG4lo/4lxxxRWt03Ch4su9dUKrFF5vf52zX+U46DkQ+MJSOxgbyxZFpnk/NpD9lZH1YQu9/XK3asNgL5yHYT6ftwHC/I/8Fd5eFvlDD9vQ/po4srHoDUD7FdwmAvv12n404+LOgc5Jx34Ft0lnU8xmszbpcPwxfcstt+y7vsJ+bpMr29QUOqb0YB/o/UJufZ/PJMw7Nz02cbJ/2diyidMW71o3I39dOwzcVLEd7OWAbcINj6kIeE/WD9O8p805dc7l90xZwh9ZXnrppW5+OVfzuwbr/9Zbb21p68csB8f0448/vvJZ61DrgH2Y69PIj5+cl/iDDvs2r+eG3l66+UMe+0N9Fuuc65b9iMYf45gvvsQzL1wn7rrrrpbmRtR+qLT1dRNjcG9vr5WH/cfmSs4NzBv/iGXzEPsIX6D4Xf6gznrmy0KdG0zZxrmD9+M1nEN5b/7hgi/t/IGOL1Q9de9BOE+MXH8YZrNZaz/bx4z8JdjGKBm5z8hfiHuKT/vL/ohyhGPI5mlb8zhHmnqst8ZMOSY/++yz8uyzz5ZS9pedY4V9m2OUf1Bmntm3Of5Y97bmjewb6n3sB0KmWaYRxSXzaPtM/hjMdfHMmTPdPNiaMiW7u7tt7uCPcUyzf3KNZBtxPmYZnnrqqZbmHMz1ivMYf/TiHxH4Q0itC1MfEn7OHxi51+E6PvIDlL2P3HvvvS3NfX3vD+LmaDkMx48fb2s19wScJzhu7I/czDPblj8Ucx2zH4nsx/heG9k7j/2hiHkxNTPrm+XmHyNZN/yuvd8c9f0+Z+KEEEIIIYQQQgghbAH5ESeEEEIIIYQQQghhC1hLx3PbbbeVP/uzPyullPJv//Zv7XNKwyjbpbWD8lQ78HhEemo+N0rueod5mVXLDiFiHilJ573tcDWTYJvVhxI0SqtqmaaUx81ms9I7+I+MHNJEaRjb1trTrBKUdZpUrda5SbBNDsrr7RA4k8VT7s/ymd2G32V7Uc45JfP5vD2T5Te/6YidqndIWiljh5+aXLjn87d2tH7He7CeOaY5RilntEPMeI0drtuT1K57yPoqal/heDIrKdO9M0JK8YNv7ZwuG9+UJHPs1PuwnmjfMYsr885xPiI/Zzkog+Y4Yx5M8m7nghwVWhuZJ/ZJO3DT5i72bcqY2daUpdPyQh82r+/lh+1FywHXdJ6JQ6sU+8V9993X0mZFoWzdLLisJ/PUb8LCsVgs2pzAccB5ws7vYx9j2dnfePbR1772tZamzJztzLKz3XrWDhtblOPbHMc2tLMCuF4++eSTLc1+QTh2zdLJ9rf7HIadnZ3WBiahJ3YIKdMcZ3auD9vI1s6Rg1B72P5vxBJs+xV7vl1vNt3eeT5HxeZTjg++W9jh7axvO89q5CBW2xf1DmS39jYL88hB1exnbCu+a/WOkDh4/YilcEr29vbamjKyb7N2YdkO3r/COnriiSe613N9o82Jc2Y9Q4htbmeSMb8vvvhiS587d66lObeZ5Z/tcscdd7T0I4880tK0Etr6WsfBlG1LOxXzT+sR64p1aUdr8D7cZ47MNyNnlfWCbxCb7wj3Ofaez3yxfdjXabNj37GgFOsGCCglSpwQQgghhBBCCCGErSA/4oQQQgghhBBCCCFsAWvZqY4dO9YkfJTymcyRkiHKnSxM4ohs0eT/Jrmq36X0jXIqCx9t4ZYpA7aT5e1Uf5bPwqnzu5uycFTsBHjWK6WEFgKc8j5KzygfM5uHnd5t0t+KhYBkP7OTx2k9YFlZDuaXNgC2Dy0HFoae9Tols9msPXMkpLbJEFkeO7Wd5bQoO3yuhXzvfWbhUDmncFxSfmt9lnJGk4dTtmiWsl5ULJNWHobZbNY9md6iqtiJ/Rw3TLPs7PNMsy3MltULfWr9xqIIWYQP9hXOuT0LVykevtGiLDE/m5pHZ7NZm49MBsy5kPkziw7Dbtv81pPzl7JfCkzZOC06tR1ZzxzPzC8jUrHdbY1kOF+O455F9uDnJm/mWK/1MaVsfLlctmdzXWd/M6sqr2eaVimWi/XJ/RL7J+df1i3rvBdJxSJg8nPOfWwfG6+0gj3//PPde/J6ziPWR9jXaySiKeC6aHJ+rmfE1ku2HdcfWgc4djimLIQt71/7v61VZsux0LcWfXNkPrb+Y3bsTdhyaBW3EOC2J2GbmIWHcxvLwvFtdWXl7dmizNZmmC2e7cC5nX2R5eOzrL9YpMupqf2J8wz3W5z/zP7IzzmfsG8zrDctSZxzeEQC64hzWu1XrE+uAbY/5J6KWBRntiPfLx599NGWZjRH9mubD+r6PuXxGzs7O+3ZnNe5l+CcYbY+2t1Z97S4sc9b2ubQ3jxn45b9iWXivM01ku3P57Purc9ZVEjr67SXjRIlTgghhBBCCCGEEMIWkB9xQgghhBBCCCGEELaAtXR0n376aXnqqadKKfslVDyZmSf5UzJLeZrJ9yxqFeVGdoI5073oN7wH5ZSUL1HCzM/tpHjK4yiJo4SO+SVWBz0b0ZQ2AJ78zzpm/s2+YBYqWpVMekgZmkVvYB9hHfYkrGbJoWzTTkGnVM5OKmea/eXs2bMtbZF1mF+zzR0VysZN1s48sR9aO7LMbFPWF+ud15uEcx2Zo1k4KJ3mGKVUkf2FbWon3psknN9ln6mfT2mn4v2sDQnl08wz24r9n3nlKflsT85nNv561lazpjHNclB+axYxszBQKs37M4+UG7OeeA3raWrqXMc5gW3BurUoPWatYtnMxmbRhJgf1l3tDxxbXAMsypZFFjF7K+3KzBfLwXoyqfgmJf/1ubV++FzWmVkpWIdsK+6LWD+c2xi9hJJsyu3Nnlvvyf83Sw4/t+iM7EPM44ULF1r61ltvbWm2M9cR1gHnaBuXUzKbzVo7mc2Ycnf2Pbav2Rb5uVnkzILO/WLPms52HNkLs3zsszanjlif7D6kF7l1yvFJOxVhnZk9kPYM5pPzKfPKPYfVP59rUTh7jESesnrjvTlHcB9n71dmF+xFFTv4+dTUsrK9rG9zj2BlYDl5Pa1SPaviF6V746J3rMXBvJs9mPOfvffcf//93Wu4BnOeYrltD7SJSHEGy2vWJ45F1iHHHG1WnIutr9o+o/f+ZUdIsG8xL9wf2l6FeTH7uR1pYH3OrIOjRIkTQgghhBBCCCGEsAXkR5wQQgghhBBCCCGELWBtDWSVWN53333tM4vYZCfjWwQjSjlN2k8JE7HT5HtSQZ4kTqmiySMtqhSldZRfEcrOCCVdZsXZBPP5vJWBdcw2YXnt5H/K5JleV7LJ/sLre1GWWE/Wz0wqx3bgNVbuEfm52eZG+sVRoeR4pF6YJ46zl156qaUpCae0kGVmxJW77767+7nJv3t9m3LK8+fPdz+30+EZnYgyf0b2obyTbWpyeYtiUfvMlNbG5XLZtVMRO+2f9ii2G+cwk40zbdEBKP3vRVyySFlmP2Edc6wwL6wDSoktwh/LamsEr2HepmS5XLYxNSKVXzXPlbK/fjkWWRcsM8e0RYVk/6/fZbvwe2Y3tPHMOZXlYzvyevYB5t3mr17EnymtjYvFosm5+SzWA8cK6551bO1PWxHr2fZI/C5l5r02ZJ2xHSwiTi/aXCn75xFGpOLc+hu/8RstTcsX884+zTmF43JTdirOqVwrbK/Dec6ibJpF2+xMZjNmHrhnrm3NfmdtZ9J76zvMF/sG88X+yM8tQpZZoKdisVi0udrGFstu7cbxyj0/bY4WTZH1z3ax9aeH2bTNMsq8c//DPaRF7SUccxY1lWshx/GmsHcBW5/MQsw6taictG2yTVdZ5Uv5vE45zi3CF8czbVDWRqx/9kc+y/aXtu5bVLwp6e1R2Q7Mj9m6+Y7I8lpka9a5jT+LPtc7tsEs0py/bD63ayyasVnoCPu97d1GiRInhBBCCCGEEEIIYQvIjzghhBBCCCGEEEIIW8BadirKxilVpNzIogBQ7kQpmUmUzQrC+5jMrnc6t0VQ6cmwDubLZK6UVlE6RpkVpchMm7zQJKxTYdGpLGKMycZZP3Ziv9nj2J6sKzv5vZevg2XqPZ9WObYP29Oi6dhJ4rwnJZTMO+9P6eCUzOfz9kxrO7YXy89oP1ZHrBezy9DmYVacno2O9zC7GfsLy2d2PUrFWefsX5QqmkST45ttWtNTnvzPSCrMA6MucAy98cYbLc3yUhrMccm+wLHOtmKdcOzwPrymtq1FvjF5uM2bhN/lmKM8mu3J6ynLZV3aXDYli8Wi9TmT/HNMUPo9MgdbRChaIV944YXuNXfddVdL33777d28VxhZkn2KcnuzH3NtY1ktWhrrifXBuYbP7UVJNAviYdjb2+vaqdhnOFcxnxwfNrexbS0io0mvORZ6lkCLvNmzQZayv004znmf06dPtzT7zYgUnfXHNPPDPjIls9msjX8+z6L/sf55vVlxOI9ZxB3Or701pJT+HGh5GYn8xLHIOmcfZJpzJ60rTLN8bGvev65DU47F5XLZnmFzJccl+xKvsaMauHbaej4SsWnVMQhmW7RrLJKZWQHN1mYRfyziEvv6lNAWR8x6OBKdzaKtWZQ5jkXuV9mHe5ZPeyfjGsk8sp+yT3Ft4Bhh+9q7NNvRbLc9u9yUe9TlctnybVESmYeXX365pWnJtSMsRo41sEipq45qsDWX8ynbza7n3sPGDeuDMO/2zmxHrowSJU4IIYQQQgghhBDCFpAfcUIIIYQQQgghhBC2gLWjU1UJk8mTKB+ilIwSKkqSmKbczyTKxwAAIABJREFUzKxSlB6ZtK4Xqcrkzzw1m8/kPUw2yespgzP5o0WO4fW9utmEraoUtz4wb6yHc+fOtbRJjCl3Y51bBA2zuPRktCaP5vdGouaYtYTXmFWDViRaOyhDNgnrpjBLhknfWWZGlWJ5THJsMm872Z3tVPNplkFaOMzyxrFC25HNNZSkWtQeYqfM1zJNPRbr82iB4TOeffbZlma/smh/xKSfrEO2IfsF89CLVGZyZ5On2nxu8yOl/7yefYv5Nbm8Rb+bEsrGWU6OJ1ovaTNmH2N/5ligRPkHP/hBS3PtMrsw24P3Z/tVWD9sOz7nlVde6V7D/PI5jGJ59uzZ7vXWf2mn6kXomnIsLhaL1m84zlh/VseMPMWy2BxqY4f1T+ukWXVqPi0iiM1xHCsWMYpjju1vkSBZZ2Z/53cPE4VjXWxPaHOURaQxGxTXKLNRmoVwleWB84KVg3k0u4VZxDnXstzsX9zTsKy9Z43Yj0ZZLpdtHrX5nnYUi4DG/LMObW3r7VUO3p9jxPbMFa4FTHPusMibvehlB/Nl+eV9OEbN0rIp9vb2Wv3ShmT7Y6tnrie83o484P35zsJ5zCyEdb4yq5RFYmY7co1kP6VF1Y7rYNuxPuzICLN3bgKuJxxn1p42b/J6jm+z8LPOeU+bF3v7A9Yr78E64zU2/5ptyqJfsR8zbb+BHCbaX5Q4IYQQQgghhBBCCFtAfsQJIYQQQgghhBBC2ALW0pfv7Ow0eRjlS5SjUQZ18eLFbppSapOfm/2F0iqzdvCeVRZFadUqu0cp+6VjlDux3JTBETvVn+U22Sqvr+mpLRy9+7FcbIdXX321pSkTtMhTFpnBImWwzu36nvST7c3vUbJGCSevZ95ZbpObWh+hdJ12GJZvypPiyXK5bHk0ywjHAfuqRd5g+Tn+2BZmf+S4Z3/uSRRZJ3yOSRutTLRKvf322y1NCSvtYmw7i3LEPKzqg0eFkVTYb9kO7Nt2Sj6x8cRxyfpkec0SQep9elazUvbXE6+x+dcieHBsmV2X/YwWJZbDIg5MTe2X7DMmpT158mRLc0344Q9/2NKMPEXJf299KGX/OKJsnO3B51aJukmI+fwnn3yypdkuFuWHNihGqLjjjjta+pFHHmlpyszZxy3qTG3fKdtzuVy2OrR5kHMG9wccW6xDloX1wzTvz+eyDs2WXPdCJv0264fZLNlWjEhlbcs1xSLI8LuWz01hUVyYj9dee62lWTbWsx0dYHYOk/lzvLJt6n1sjbHn2+dm4bZIQPwu25T9/dSpUy3NvXztv1Pbqeq6YOuxHavAOuSexKJrcfxZ/+R4MYtLTVs/sDTXWeaF+xleb/Z3O6rBLMR2dMWU7O7utv0loxdyrrD6Z71wHWA5eZ8LFy60NPsn9wK2v+xFPBqJmsR3I9q2aIXl+yrXTo4nvjuwfHwW9wlmp9pEpDjuUc1eaXlmHXJPwncOW9vMis86ZN325h+7B7GohTZvEzvCwaJZsx/zuay/XjS3VUSJE0IIIYQQQgghhLAF5EecEEIIIYQQQgghhC1gLTvVFVdc0aJsUPbD08MJ5UyUx5kMkNdT5kupFCVJlFNZVJn6OWVejBRC6ROltWZLMJuJyalYDn6XUixKDSmz5XenpNaJRWxg/TEPlL6Z3cLqx2TAIxLi3v1G7sE2N/moRR6zqBJsN15PKbxZFKaEERzYLiwb5fy0ZFDaSLkprzHrkVkcWI8mga7XsC9QHmyWELMF8JlmXbFoMewbvN6kk5uIbHTs2LFWfosww7mE7WMRASxSHKWwrHObe8zmVNuT+eW1Jsdn2mwObBNa5UxuyvZk3mmtYj8yC9pR2dvba3kxub2tYcSk38aItYP3oUS/1jvzMrJujUTKsbme9+E1bC9rUz635nNKiyMtHBbVz6yC/NysvRx/lJOzns16bZHrepYkPpPjife2CFN8pkVnoUWZ85RFc7IILrx+U9iYsHxYxEvbF5hF3PYaNmfWecnWGFtbzZZq+xuLoMI05yCWiVZMpmtdbiry37qWSfY9zvdmG+c1nAu5z7OxzvV1VX7NVt+7x8F8jUQZZf2bLYmfc+wyPSW7u7vN2sS9C/PNtL1zWQRHtiktVLSFcqxz7LBOe9GpzP5GOJ64tlp0TLPuPProo918sdycjyziWO0zU66L8/m8tRHXEz6XaxjbmesJ64rjjO3MduA6w7Foxy/01kUbi7ZGs964J+H4sP0U64N7at6HcN/L7x5mXYwSJ4QQQgghhBBCCGELyI84IYQQQgghhBBCCFvAWhrI2WzWJG+UJFEaRPmayTQpDaN8iPIxygntJGxK0iiF6kleLdoNpcrMi1nBTIpLqRm/y/zaieeUv1JeWKVeU0dyqPVmdUJJnJ3Ybadrm1TS7FcWBYqw3ioWEYfPoQyP5TNpK2VzbBOz/BkWbWxqarlZF2bJYH8zy4dJWFn/Zomw6B+9/sO8MM1xTjsN25FtYRJ+5otWACu32SQ47mo+pxyLOzs7ra88/fTT7XNGSbG+bTJ9lot1xX7BOc9kxWzP3rjo1U0pq+0eB2FbsZ3NCsn2sUhl/C6lu7xmSpbLZeu7Jgm3+ZWSXGIybI4Ri47IPmBtU+uOdcX6NIs0JdL8rtkCbK5l9Cv2d0awMmtQzeemojba2kbYnrb+cZxRcv7yyy+3NMtukSls/q1jwdZxi4LFNC0JZqswywn7iNk8WG7OZRwDU8I9Kuczs9WyD7GeLbKJRcW09c8ilfai47C9zKple0tikZtsHrV8sT/QosJ5uuZ96iicvT2qWTlt7mE7W9vyc9uf2/17tnGLsGrj0qIn2rEKdsQC7SfWL23OYj1Nye7ubltz+d5klj1idiaLSGr2T5bZog7ynnWesHWcY+XFF19saUakYp2zn5qFjXVDK46tB6yzntVuSjvVbDZr8znrhPXAdjDbLr9rNleuG3Z0x8hRFb19gc3brKsRS6JZWLkXs37JYwzMcn6Y94socUIIIYQQQgghhBC2gPyIE0IIIYQQQgghhLAFrGWnYgQHyv0oU3v99ddbmtJrk/xTWmgyNDuF3SR3qyIbUeJESTAlX4xqQskz5YyU2fKedvo1P7cINJRg1/TUEY5q/TA/lDhSXsjPKR9j+5hs1Nqc11v79ySsdj/2D7PE2UnmrFu2FWWKzCPbimVlfiltZR+ZmloHlMaa3ZBls3rhOGb/pHyaUDrJ+lolDzQLF6PGUeZoJ8izn7Ic1gfZly1SFccf27T2zSll44vFoiuBZdqiTVEybHk2u5lFj2Gb81R9pmtdWcQ+sw+a3cCiwLEc/NyiNJgs3taUKWGkOJuX2Mcow37llVdamm3B7/Jz1hfvSdj/aX/pyfh5b7bpPffc033+k08+2dJc322dM4s07Rkcl6dOnWppyo/ZxzdFbTuLfGhya2tz7iFoHzJrhVno2Ic57ntROPh82x+ZLZPjieOMliu2Cdc57qP4XVtrN2Uzns/nrS+ynjnO2C62PrOv2nxsRwFYxL1V0TrNHmiRnyxS44gVy6KgjEToYn+va8PUc2vNq5WFdcI+z/axyIS2zpgNZZ2yjVhZbC9MLPIg9zyWL7O5mr2X8++ULJfLtjewucWsfzaezIrKtEXNs+hUTNf2MzuNRU/k9XakBK9hnbNMdryH2eQ5j9b+PuU7x87OTiunzdlckwhtRbSM0ebKqKWWb4tIxX1pb79o67jNg/ZeZO8NFjXNorzyu9yXjRz18UVEiRNCCCGEEEIIIYSwBeRHnBBCCCGEEEIIIYQtYG07VZUcmSSe8jFKqCjFomSIcip+l5jkceSE+orJ4yjhspOyLZoVr7cT3i1flIhRXsh81mdNKVWdz+dNbkkZHKXxTJsc2qRvlKFZBCmLSGURb3rltzox2WwvwlUpfoK6yel4DWVz7CNsW5MaHhW2I/seJYyUmLK9WC8m7Wf/p/TPrFAW7Ymf9yTSfCYliSNWTDup3iyXbBeLtMY27UVXm3Is7u3ttXJyrqQllX3PIuaxDi06G8vCPsz5jHOxyfDr56xji97CuuT4M2ujSdGtnc3awHLYeJ2S5XLZymR1e/LkyZZ+6623WprtyzWS6RHJr1kIzSpY68LGDT+nbebee+9t6R//+MctbdHSOOYoc7dIF4xa9eCDD7Y054ZNjEXez+qE44nziknC2bYXL15sadaDWRksqhjHSG9vYTYMi87B/Npab/MILWI333xz9z4W5WlTkeJms1krH+vZ5k6rW44b9jOWgddbhDKLCNWzkdj+x6IKmUXA5ldi7W62aLPIcW8wFZxPR/YqFlHL9mS2RyRmRbSjDXqRN63uV93jILynWZe5RlhkLZsPNgXbkXVufczs4pxnaJGzaHoH81Ax22vPcm1rob272Psfy2rPtAh29t7LuuS+saYtyu9hWCwWbewzbzb+uG9n2bn34j6Elqjbb7+9e30vkl8pq21Itg7Z7wa2V2Ie2f/s3ZXXc+20PsJrWH+jRIkTQgghhBBCCCGEsAXkR5wQQgghhBBCCCGELWAtTd1sNutKPym1pLyLErCeHLqU/bIyypLt5H877ZsSqZ6FY+Tkf8qaLGoSrQ4sK+vApIOUTlMuxtO6Ke+yk+uPwnw+b/VseTMpKctlVgbWPSVpFh2H919lrTLJMPNi0rtVkSEOXs9r2I9ZZ9ZHTfK8Kdh2zJ/JZy3qBPs5Jaxm3WH5rS4Oe/I6+47ZMplHPp/PZJk4d3D8MeKKSadr35jSwvHpp5+Wp556qpTiERtYLotCxv7PMpr01+rEolqYLLXCOqMMmvdjHs16Y+OfWEQAyw/lqbR8TE2tF7PjMToOLY/Mn0UC5JgmFs2P9c61pScRN+k178F1+c4772xp9oUf/OAHl937YL4sgiQ/p1yZay3zUPvY1FEb69jmGDcrEW0kLCMjjVgkC5PSM8178lm0ttX72Po3EoWR9crIm2aDMouY9bneXqwUl5Yfldls1vo582o2XLPV2h6Vcyr7LeuUfcZsK739yDr72YP5sv0t4ZrK9YNzDdvRrHu9yIRT73NqW9i4YX2zfrg/YB9j37a+Z5HozDbfizJlUbzISFtZBCuOV8K+zna26Iy2756aWqe25lv7Mn3hwoWWtvrnGmmWR9vr9o4FsHcErgF33HFHS996662lRy8iZCn7xx9tYdwPMFor884y9fr7lGOREanZx+z4Dc4TrBN+zj5MCxX3ZzYXmi24d5zDyDEMvAfh9cwX9yfsc2wfHmPBZ3Ed55zL+1vE0S8iSpwQQgghhBBCCCGELSA/4oQQQgghhBBCCCFsAWvbqXoREShfo5yekjU7UZtyMDIilTb5a0+2bSf/m0XHItZQ4kbMTsK6MRsLJVS9E9enlqrWMpvc22R/FiWF9ck2Z7nYLyxqjcnjaluYPM6+Z5Y/s1bxPnbCP/su5YW0SJBNRcThqfGsQ8oTKSGm9J2RQdgHLNrNiDyXrBN9wSSutA2w//PeHIsmobV+yvuwX7N9e5aJKe1Uy+Wy5Zv1zbHCNNuNVjKLDkg5K9uQ8k0+l3Mx+wLvWdvL5guT/docdhTL6IgtwqLsTMlsNmvPoVSY88k777zTzR/bhXk1axU/51ph9gLC8VX7tq2FFgWFMAoD78O5hs9k/TO/vD/riXJ11lPN+5R2qtls1urNolRwHLCd2Q6cP0zib9HczEZpkf/q2LEoJmYJ4r05z7LumS+bH/ksSuo5b5o8fFM24729vbbu2RxpkRrNEs3+aWuUzWO2p+hFyDLbALFyELP0sHxmm7JoXWYz3lQ71nyznswOzTmRbc7xZ/sWtjNhec02zrytmovsiIIRLOIrbRtmszKLNLEIeVNQ+5NFQ2M7WkRa7q1pZ7F3DfZJW/PZBr2jHqyu7J3znnvuaenz58+3NNeG3vp78HParkf23T3b9Yhdb5TFYtHuy6iafJ8i3K+yfuz92KIG27vISLqW347EYN6ZLzuiw46TsL7A77755pvd5/I9zX6bGCVKnBBCCCGEEEIIIYQtID/ihBBCCCGEEEIIIWwBa9mpSulHe6JsiRJGyv8pW6SEyuTKlFxRKmgn/9sJ/r3/H5GDWqQiSzMiAyWdlFax3Lye5WY9VVk6JV9TUOVbtNvwuWaxMSkZ29wiXrENWQ92UnhPTmxWKYukYbapEWmw2axYDt6H5TaJ7pQwUhzHmUVvolSen7PuWLaefaGU/f3WbCGrojKYfNBky+x3ZldgnZt1jnMHy8H7W9SA2gemtlPV59GOwH44EqXCpMo235jF06I99MaaRRswm9W6aYvOwrqxtmKZ2LabsjbOZrPWP1gXjJ5FmTTl1hyvVk7Wi0mUe9GbSvE19bBrJD+nLe9rX/taS//P//xP97uWd0rk2Y6vvvpqSz/88MMtXcfx1NGp6pzP+uOcwXmQfc8sHBzTZkkz26rNxb1+wXFuti1rQ1ou2S+5dlvUGN7HIlWxjxxVNj7CcrlsbcD82V7AMCso78N2MUsb+4NZtGt+RiJomSXY2tf2xezjHIscf+w/FvWpritTRjhihDGzBBI7+sCObbC25fWMWGkR9nrtZX3c7L52nIOthWar4V7e7IwjFqGp6dmpmG/Oc2w7WsV69ytl/5xj7yO8nnsg2ll643gkmhHrk9Zf9iOuDRbBiNfwiADbA9m7T12TprRTLZfLNnbMKm+2PvZD7kMskqaV0dYco97H9pa2Lth7oUWwssiiVgecN/ld9kV71hcRJU4IIYQQQgghhBDCFrC2Eqf+ysVfVvlLHP8KagfO8pc1/oLKv27xryUjf9097AGZ9ssqy8F82V+3/l97Z9MjV3G24dM9TpxFNlhGjoO/xggIllDWWWSXn5wfEWWHgATZONhAbExkKSwgUuSefhevqnJNU5f7OTOnQY3ua1U6c+ac+q7q7vuuh2n+mmGHhvFbuYoCaSnOzs76N6v8NtCUJ/ZLjrUnf+Fh/k3BUPm1ouXHDqoy5YsptewbX7u/8suJKbcOxWaz6f3s6dOn/Tp/BeAvG/ylgAcysh+aEsYOUrNvru16e06lT/H/+EuJHThph/syv+zv/LWGKgn+And6evqDMi2pxLGD4jn38O9UBdivg1Qs8LodUM5fgdhfqCJhf27v5S8o9uu/HRpnY8gUSMTGrv3iaL8yLwl/OWa/ZX9j/dtYYd3xHs6pxA6OZ5ntcMT2fL5n30GBu3lkW/AXJ/6y9Pjx455mHZhCjvm1w48PMb+u1+u+zjA/pgLmnMtfhO1wWqb5qznbinXLX2RtbWntb0qNioLXFJfctzBfVHTaIer266btGZZkvV4P900sD/uS5c8UqhaggWnWF99rY63Vo9WbqcVtHqn8om1Ket7DvNu++xBwPmV+bJ/M8cS0HaBqwQ64LyLcU5kqbfTrf0VZQ3iPBRFhmuOVfZp1wHXc6u8iv/5X2G63Pb+2/ln7cl/K/RA/a/IeG7tcI02ZPFoXbTwRU0CzHFSTWp0zj6Z4q7gKWh0vedg451Mq/rkO2OHNVscWlMbqx5Q4+5TLlXnT9rFWx9zbcH/HPsr5gu+6d+9eT3PsjhT/c4gSJ4QQQgghhBBCCOEIyJc4IYQQQgghhBBCCEfAbF1ykxZR9kVrAmVIZiuiJI6SKEp7KQOsyA/NWjWSftqBcJQw2sGSfDalT8w764Bx4im/Yh3YwXlN3rnkwca0U1FKRuygYtYDpeVMmzzSZMiUKu+zVlUsWcxjRVZoNqvKwYt8Pvu31d+hoDSPdcvx9+LFi56mTNMsHGw7YgfF7TtY3LA6t+fxoEyTe7NdKvZHyp5ZTxzTtFktxS9+8Ytum2DZKVslNlfRKmdjjv/LMrLeKAm1ww5HUlWrY1I5TN4sBMyL2Xn4fKYp4+b8uzSjA/+ZV64VHKOUvnO8sn1NQsyxMLLZ7DKyQpqEf2Rn3X0/03znnTt3epp9itYqPp/3mNWBMubRQbCXhdZGsxbbwfech9iedpgiy24y+TfeeGOYz9Gex+zmvM51iHnkfPHWW2/19DfffNPTdhCpBbSgvYxrE/cG1kcvy2az6fMn+xXTtqexfZjtC9k3bF9o1rxRm1VslmSurcnWVAtewTzs67MXPc7A8tnGIvsM65L5MXuEfQ4wqzifzznaLGkjy4WtSYbNKWYVsXbg5zH7XGRj91DWRmKfES0fjx496ulnz571tNmDK2stLZ/cz3GftK8uLLgE24v7Mc6jnHe5F2Heza7D9cD2SW2OW9LuuNlser7Z91iXHHPs85W9GuvErER2mLsdudLqxOqB5WDajuvgdZa7su5bMAe+l88x6/zriBInhBBCCCGEEEII4QjIlzghhBBCCCGEEEIIR8AsO9V2u+2yOMpweao7ozZQBmeSR4s0YREZLCqLMUdybfJwk1lZNCuL4ENJocnVR9GdlpSqrtfrLhlknmmxsZPkmU/WiVkvTG5MTB43kjXOPdWfVOxx9kyz/FCqaVYd1vGSrNfr3kcpA/7kk096mpY91gv7NsvAMU35JiXxbFPez/S+/mrSykpb8P20XH7xxRc9zYhLZsXhc1hWyiVH9qUlpar//e9/e77ZPuwzlFrauOS44XNYP2xn3k9JsNlmSLtuMlRicnazMNgYtf7Cezh//fOf/+xpWtM4TpZku932vmU2s48//rinLdIS88e2trrmOKYVi2sI56vRfFyxpBGTGVu+bt261dNsI9aBzR205dCWvKSNiowik3Dc0IbIiHa2P7ExyvzTklqJlDHa/5g9ke9hHZv1ghYDWvVYVpv/WVZaCGh/4P2HjODYymR7RebDpPX7LPnT5HN2JfrlKFqL3cv2tXFpa6dZL6xvst9xDuI8OrJ3LR2xquWJbcX5kWs805wzzM5h7cPyMsKMRdDZZ5cyG1TlHotsxTT7ENdx5t2schb9Z0lWq1Wva372sShsbC+LDsW5xeyiNl8Svovlb/ebhdnahfebhYt7OYv++eTJk55mm/I5Ztluz18yOtWrV6/6mLJxwHmQazwjWHE92X1+wyJC7YtCtcvIKl6x8Nu8YHMi0+x/nLO4vrPv8HsSrpFMV4kSJ4QQQgghhBBCCOEIyJc4IYQQQgghhBBCCEfAbDtVkwRRTkUpKSVXt2/f7mlKjyj9pkyTMl9K0ig9o/TNJKQjqaphksi50kbeQ3kZTxh/+fLl8B7K30cnpS9pp3r16lWvc7aDncBvsjLKxyonhrMd7IT/3Xzuu6dh0SMqNgyzbRDrCxYhgXK6Q0n/N5tNl81STmwR0zieLFIK65HST8pz+cy59d6uz41kZfJbjpX79+/39IcfftjT7EecpzjvcIya7bPV09J2qmb9YbvRvmayVcqEOZ54D+cblp3zqUVPY3+hJLT1bZO1mtSX/awSJcyiFBH7X9Yl/3dJmfFuPlo92hzJvmr2T5P/8jm8zogIvIfty3V3NEZNKs5y2Dg3y4lZJC2iE9ch/u/Nmzd7mn28zUdLWzhaXTAP7D+U8nNOtH7FMtrYtYg7nHtsvLS6tbWN77QIR3adEVZsHqGFlWseo5NxLPJ/l9zT7NL6mdnGrJ8zbZE4OY7ZRuyf1h6jPE7T//rD3DqxMtlabNC2QazPsu9zflkKRqfi2kO4ZrPuaTupRPuzstu+0OwXLb3P4rGbrtiGbR21eZn1wfbhda7vh4xO1cpkeTWbqUXyZV1wn2TRb83awjE9shya/Y5YRDrez2hTtNDQ9mcRmq3O2KacU1udmXXvorQ++vz5836NbcK9B+vYLKZsE5tDbQ9XibDXqByhYfvDSnRQ5p2fwSxSMecavovr6+np6Q/KsY8ocUIIIYQQQgghhBCOgHyJE0IIIYQQQgghhHAEzA4R0GRJlAlRekQ5FeWMlGBSQsfIVhbtwKRtdo/J+xsmbbToUfa/ZjsyeRzlvRZ9hLKsVn9mebgIjDBGyRqhZJF5tggPFu3ITs9n2qKQjSSnlYhRldPjK1FwLF2JYMG2tWhZl4WnxvMdd+/e7Wk7Kd6knOwPbEdeZ9uxfedEGTLJcSXyA+uc/Y6RVVgHLDejULGNWD7W2cOHD3u6jeMlLRwnJye9Pi2imdn0LKoR64TzBvPN57M/c6xTnjzq/xZJwqSvFiWlYs8xSyfzS/m1yXsPxWaz6e/nuy1SEW05bAuWmeOMZTBZMt9lUY7MltWwaFMV2xTTNu/T5sU5yNZCWh4p5W5z09JW1VY2lpflYj7ZhrxuNnC2iUnIWXY+xyJltvsra5K1j80LtuZxrWEe+d6RxH/3/kPBscj+Y/vG3f9tsJ5ZHkrfbY/IOmXbMQ8ci+26WTJsn2tWOMuLWcGJzVksB5/ZyrEvUtMc1ut1rwvun1ln/DzBNd4sERYdycZOJXrTaO2yzwH2f/ssIbvPsYhrfA7nVo4BWiQt4ujStLxbu3Cc8fMiy8DPiPx8ZJY61hGfY8cLjPYI1o5sI9tD2j6a9mDuXWi/YXuxHGZvZh20Zy5pG+exDYz6aREWud5b1CruW3hPJVKm7YH3WeKMyud8vofvZ9taBC2uF2xb2j5v3LixNz+vI0qcEEIIIYQQQgghhCMgX+KEEEIIIYQQQgghHAGz7FRnZ2ddskW5PeVuL1686GnKxOzkaYsUQEkSJXG8PorktMsoCgexiCAVWaRZdygdswgiJh3jPU1eWJHNVlmv110SxryZlJptZSfAmzybmNzWJN8jWe8+m9zuM6zeTM5q+bLnWxQ0ixCyJFeuXOnjjtLMTz/9dJhX9kn2W5NCUnpqEkb2DZN8k5GdyqyNFdm4SR4p/eYcxPyavYHtxTHRnrOkVPXs7KxLcikPZ/uYZZPtY/VtkR/YX/h8i8LC+m/5ZV8x+8lcuX8lCgRhe1pZWa9L2lLJ2dlZn6vZdpQfM23ydZtbWI8W1cnkvGxTyr/bMyuWSI4Djg8+z/oX82jrDcefWW2/+uqrnn777benQ9D6IuuEeaZ0nXsetgnrwaLjmBycQ7a2AAAWeklEQVSe9cD5mvVs1qrRNbP1sm1ZxxZBjXMN68PsNqyPJ0+e9PS7777b00tHUGnQLm6WT9t7sQwW/c/2IKwX9n9aeNm3OQeMbHyWJhYFzuwfZourRLYyS8+Se9PGer3ufZFlfPz4cU/TmlCxRDFt+wZrW85VZqFp9WP1bfVknz/seiWaGscx+yXnFPbLHyM6ldWF9SXez8+UxNqX6zzLbNHx2LfbuOA16yO2X7HPsRxz7L/Xr1/vaX6u4ufeW7du9TTnF0aJWjpa4zT9fxlb+bnmmZXPIk+bhc7WHKt/2+eT0XxZifxp48k+z1l04lHkwWk63/+YZptfpA2jxAkhhBBCCCGEEEI4AvIlTgghhBBCCCGEEMIRMMtOtd1uz8kJGxadhFIpSmx5YjOfR0mSRVChnMksOpQzje6pWGXs/RbtwyIBMYoF76Gky6RYTQpvctqLcHZ21tvCIqlQ9msncBOLQmP2FbNBkNGp5RX5oknyKhEpTLZaiUJhFjTW5dK0Mn3++ef9GiWYrHNK4m/fvt3TzCtlmhyjhNJbth3rzk6Nb3Vk/dksaSZ9tVPjGXmB91N6apErOGfdv39/+JwlaX3Lopiw31ainrAN2bacZ83KwnrbF3GObcJnV+TRFmnB7Dw2v1T6AudcRjhakrOzs16nrAvKiYmNIbYd1xCzTVmEQK61Zidr+WWfMttkJWqk2X/4flrKeN2sC+wntFAdQjbO59o+gHm2PmyR5difLQoVy1VZF1t7csyZ3LsiCTcJOa0X3M+wP3HdoUX3d7/73fBdh7I2Xr16dTo9PZ2m6fy6WLFWW3Qqzjm0J1YiXlrfGM3fFqmIz7ByWNSiSpQrYn3A1myWaSmuXLnS+xzthpxj2A5Mm32T9WaRpzgWWZ+c/8jIxlWxxNl+0mw71rdsDmI9mb2SdcC94dKMolMx36x/2qbYdvxfRvUhjFplx1M8ffq0pxnB1KzYo79XsAiq3F+xf5ntlmXlda7vI3vrkhbHk5OTnm/WjbWV7SdsLrE9jEUttn40mvNsLrN9qa0Fdj8/TzDNcnAtZHQ4wrUz0alCCCGEEEIIIYQQfqbkS5wQQgghhBBCCCGEI2C2narJuigxopzKpGeUilPaRCkkpUSUBFLGNYoYM01+UvXonQblVHy//a9Zq1gfJoW1aBWsg5EU8bJst9v+PEq9LDLXyNY0TeflbpShsj153aIBVSIcjcpvUa0qUbCIyVxN/mdtYRLqHyMiDiWJlGBaZCNapUbR0KZpmm7cuHHuXaP72X+sjswWM6JiI6pEKqJslSfqMy+ssy+++KKnKW2ktarJu5e0cqzX6z5GmJ+R7WWazs+tvMdOyWd90hJhY5TXR9FTiMl72ec4zudGUqlEkLNoD2YhYn9dEkbE4fsoU+d6QumtWX8pfWedsk+OoqPswnV3ZD+rRNtg3fJ5xKKAcDyZbZF1QPsE76e9rNlBl1wXp+l/5efaxj5JKxH7MMcWraocWxalxCLrmD2Nc1trOz7bIs2wTDYuOW4swmYl2p9ZN1lu60eXZbVa9bJy/HFt47ttf1aJeGTrCdPsA4T10vJrUeuMOdaC3ftt3Nu+imN0FF1oSbvxarXqdcj2Ybm+/vrrnraxxX5o+wZbU3k/LfEs+6jMlhc++zLRUS3vZqfl3G3j9VB2qtVqNYxOZfP2s2fPetqOIWCUQjsOgvMx98O8bvun1r42JjiPcI60KETsg3wP53Hez70B64nPYR5GEbeWHIubzabP/2ZZ45rHOr527VpPs49xTmQ7V/b8c6NGj/6v8lmQ9c00xxbbivOCfXdgezfubbgGV4kSJ4QQQgghhBBCCOEIyJc4IYQQQgghhBBCCEfALDsVIxuNolRN03lp0Ojk7Gmapt/85jfD/+Xp4bR8UKpGidaXX37Z05RQjWSDJqeyNLGTrSnJY5plpbyMmLyTz2/S8oucWG2s1+teJyYrNjkw7QhsB4sUYKexE6vzkRXITuxnXbL+mLaTx4lJPs0SVIkIMfdk+ypnZ2ddtscoSpSkMhoM29rqhdYjSv/YH9guTFesHaO/m2yVVGTgbDu2C/ssxyj7KaXFvIdzXJtrbN67CJxPKdM0SyDLa23ItmIZ33zzzZ5mnbCdeY9Z8Vra7BkmKzWrgI0bi0hlEmPacCwKGcu6JLQZM3+UslMCbRZL1v/169d7mvlm37B5jHV98+bNnh5F4bD6tIh/1r5c6/kc1j/zwr5JLEIe39vmNT57CVo/Y/1RQs758c6dOz3NqBMWNc6iUbINrT3NltHu51i0OYLzi0VhsvHH9mT7sP25T+C6b1GrDmUz3m63vXzcZ1q0J7OiErOIEou4YrbBkb20EoW0Yney59j+ibDPsN0tQsySe9PGer3udc45gFYDswTyukUB5P22jlmUXdtrjubTuVHgbD9TeY7tATh/jSyp03S4PSqpWKJZfuaV/ZD3cA5mebh2sh05r9tRAKOxU4kIxjxyXuQe4OHDhz3NfTr7F9cYrql27IHZDZeCe9Rbt27167afpD3K1iVbfzgu7XOcjenRHnHu53lLs47t6BiLysq+wDbn/SyTfU5+HVHihBBCCCGEEEIIIRwB+RInhBBCCCGEEEII4QiYpaN79epVl4dRJkRZEeWPlPhRZkXpO2W+FuWEJ4xTbmSnWVNu1mRcJpVl3s0eYpEN7DrzSGkfJceUZVEmWomEdBk2m01vQ8raeHo45dB2nRI6s9tY+xgmc2ttZHJviyph7zQLj0lY+XzCvjOKKjZNHi3ksqxWq95HbTyZxJP9k2363nvv9fS9e/d6mnJPSo5Nzsj0HNn43BPkiVnYaPvjSf6MSMW2o+WDZW1j5lCR4ljHnDMsusLucxpzpZmsK85PHNMj+TnrgXOlRd0za4mNXWIRtwjtOZSQs26eP38+/N/LQjuVSanZlzh33r17t6fZV1n/rF8bW2b5YHr0TLMB83k2t1H6TetKRa5s0R9sTv3HP/7R022OW3IsrtfrXifMP8fEH/7wh562qIomk+b9FvnN0nw+91EjC59ZXZiuRI9iP+Yz2Xf5v+xHL1686GmLDsj/XZKTk5OeR1urdu8fpYlZPm0s2jiye1pbW6RMa1OzeVtkF1uvbXzPsRosGbWRljjujTnHcF20eq20j+05WA+cA8wiMrL8E9tPWvvYXtfsWvwswj2grZejCGM/BRZhktc/+OCDnua+1NZIYvtCzg2cU9s9tueozNc271vEO/Zx/q+tlxb9aMmoVI1f/epX04MHD6ZpOr//5Jiw/YnNm8xzZW9jY2qOlbNyJMM+W900nf+8xLbiZzDuPxnRkt+NsC9yv396evqaUoyJEieEEEIIIYQQQgjhCMiXOCGEEEIIIYQQQghHwCw71Waz6ZE/TLJHSTgltpQVUT5mJ49TVvTWW2/1NOVMFRtPeyafbaf6W+Qhk8dRWlyRa/E664bSYkZW+eqrr6Zpmqa//vWv05K08lu0KVqoeI/VPeuK9Wknj9sJ41ZXo9PGrY75PLvfLGv2fpMpVqIpmRVrCdr7P/nkk36NtpwbN270NCWjbGuOLVo72AeIRakgJgVuaatba0er/0o0I56oz3LzdP1Hjx719Oeff97THOtNym2S+4vw61//evrjH/84TdP5McSxxTFnUk5SaROLPGRyVtZDe75ZNUyyzPdbtA1iUmIb05ynKPulheqQdqpWDkqdWQZKZt9///2eZluz/jlebZ1jn2G709prlpd9Fg7WLd/D68wj7WyUWvP5rBtGH6GMnmXl89kH2v1LRlVZrVa9nCwL+5LZGW3smvWbzJXnj+qE9cCxyn7A8cdn2NzKNmS/oY2FsvHHjx/3NPcwFoWM+8clWa/X/Z02VmytmLvOWPvafsjm5pYHu5fXza5asapV9lqsD5bDIvG0dy1tM27voH2G6x/7Z2UPUbF+WxnsOaP+YlFTrZ/ZXpH3mxWTRzLQzsHPV8wv94Nmo/0x4PuYV9bLn/70p56mxd0sVJXoqOznFllotKc36zj32ja/WNQ+zs38bMy9PMcx+wavH9pOdfXq1T4Gbb2191bGnI0t+zxtjMau/V/l87/tc9jO3C9xXRztVaZpmp48edLTjFRlxw5UiRInhBBCCCGEEEII4QjIlzghhBBCCCGEEEIIR8Ds6FRNKkv5HqXshJIxSpgsasD9+/d7mtYOPp8SWbMIkHYPZVCVU7N5v9kCKqdZV6R9TN++fbun33nnnWmapunPf/7z8BkX4eTkpMuNKQek1YTpubJ+O/nfrBpWn6PoHxalwdqT95iFxKTEZlex9mTezP6xJJvNpktRGZmA9Ub5f+tL03Re+sc25TgzmWGl7fbZnCqnw5tskVheKvJqjmnW05dfftnTH3/8cU83WeSS9rirV69Od+7cmabJI2CYxJQSzIoloGJnHEVpmKaxzWZksdp9tkliTU7LMlEybOOJZWI/phXw73//e0/T/rE0rV9wzaNlj5FVOL/SbsLy8Dr7qs2BFm1kX7QZXrM1muODz+M97A9sU7adydIZwYhzEPNGKXr730PZqbgummTf1sKKhcIi4ljbEl5v7cVnWBQc5t3Gv9kNaEmlJY7jjPPX3/72t55muTmmOU6WZL1e9/JVrN22X7nMPo91bWNxN8+7zzaJvdlcbY60yGUVa7r1K9p4Wh9bcp+zXq97f+JexazvNvdU7ByGjQWr21EEVbY9xwfHpbVtpV+azePrr7/uaVqI+d7KXHNZttvtsF/Ynub3v/99T/PzH+GaYxGSiNkArc+0urA+wvdzjeacSqsan8N1he3Iz3x8Ju03nC/5fDI6OuSyrNfrnm/rP5WjSmws2v688lnP2rxh81rFNm5HqLDu7UgU5p02eu5zaBPlGGVkxypR4oQQQgghhBBCCCEcAfkSJ4QQQgghhBBCCOEImB2dqlk4Xr582a9T8vj06dOeZpQCyqHtxHmTylXkvxadqsmv7ER4YnJyk1Ca/HFflKXd6yb7atK6JU+Ppzzut7/9bb9OqZdZqMzmYfYVKzuZYzez91SkoZWIVJUIIpUIFhUJ9RK0Z9PuwPFEmSajUHGsmCXC+nZFqr3PRmfSa2sLe7ZhY7EiV2bbsS4/++yzH/zfZeFYNIspJayUBpOKJdGk+mZPsvEyakOzEpqF0fqN2W3MWmdRmPgukz8vyXa77Xln+Tm/UkrNtY1zLdMsv0UtsX7L55sUuc0BNhat/pmmnYZ9xyJi0YLNPkjJMevgww8/7OmRHHppC0d7t1kp2JfM1l2x4dj8ZGPB6n80H9gcx/5XiZRjMneLQmbyc0b7s36xNKNoT3PTc+03xKxb1jcaFesT4djms7lns/2YWTF5nXMZowiNrK5LRqdar9d9rLGP2/7TrlfW6rlziD1zn5XFIshZ/6jAcnOtMZsVbXDc2xzK8s9n2z6MEbNoP7b9kNmgKtFqrY+OxpqNP7Olm83R9lFmf3z77beH/8v5srIPXJKRxawS1bkS+anyGbHSP0dl32dffd175n5usM+gvM4+zaNjuI/6y1/+Mszb64gSJ4QQQgghhBBCCOEIyJc4IYQQQgghhBBCCEfALDvVdrvtsi5K8+wkfUK7DiN1UGJkkrSLnvbPZ1YksRVbEDEpmMmVzZZiFqBDyON++ctf9mgTlC9SJm2RvCq2MrKUJG30/kqEqUpUpUo7V2xwJqFbUmZMGE2FJ/lTnkoLFSXWHE8mW63Yxir2NquvERVJbGUMWVuY1cfyQFnygwcPpmk6X49L0Mpplhli0XgsIkBF2so6YdosXSO5MeX1JvG3tuLaUYkaYHYSa39aCi3i3BK0/FL2zHZhX7KoWizbXAuVSa/ZpiMLhdkWaVWz9Zf1z3dW5NIWlezhw4c9TTv2yCK2tJ2qtYXNAcSigZltaq4Nk21ltoHRsy1qD7E11+xUZluvRH/i3MAoioeKTrVarXpebN6webESWayS5vNJZc8yep7twS6TR2KWXV43C7ZZO5bC1oGKJcn682XyYOvb6J3E5gLbC9v7K8+nvZ7XGXmzYjNagpZ35sPGomHW1YoV3D4D2Fhv/dnGDdehymcKPpuWRItgxeiM3LvwmJJDttcu2+229/mKxdr68NzjNIjtUSxC64jK522zklY+N1SiZtvzaW1s0WrnECVOCCGEEEIIIYQQwhGQL3FCCCGEEEIIIYQQjoDZdqomYfr+++/7daYpW3rvvfd6mqenm23KpLqV075NctikTWbVsP+zqB4VOevc07cPGcFolytXrvRoYpTyWxlJxWJjkkWzeYyijkzTuM3NblGxbVxGhmySc5PWmoXnUJyenvY0pbRmobJxZpLEiiS7EoXtddd2n12Rx1aidlDOaBJJSv55/8gCY5amizKSdjIPJtNnulJXxKyqTFOqOpKt8v3sT5WxUrHY8Z1sK3umtTnHAKXKS9PK8d133/VrtBxfu3atp60PUWJt49LWQqsj6yetb1iUDNprGT2KeaQlhlJx1j/LwTrgmOP/sny0YBPW61KsVqv+7sr6VLFQERvTNp/Z9dF6Uom6YhJvUonOaBJ2jjP2C0YuZbux/ZekYqe6TITBORb+192/75mVvUtlL1yhYofYZyOfG8HrdfBzhtn8K/vti9b9NHl72lhr91vfquw5LV+VaHLW5oxKR3s959xDWuJavuzz3L76nCb/LGYW8UqkYKv39r9m2+dex/LINZLl43WmadFiW1T63Y9Bq6vKZ7jL5HPuuNh3jEflc4YdCzCKwLf7TJsjrD3tcwbzwOhkVaLECSGEEEIIIYQQQjgC8iVOCCGEEEIIIYQQwhGwiJ2KciOTQ1uUh0oEgYpca59FyqJ9mOTKpHp2srXZSebKXCvS7MuwWq36Oyp5M4mbRcSpnABfkb+OJKQmL6zUq/WbirWjIm01yfmhZOMnJyddtkfJLMcZ24Uy0LkR3uZGvrA2be03V/5csSeatY0y/4oUmfXEem33L2193Gc3M7sTMSuR9VtSieTA97Z72IcoDbb3WzlovaAV6dtvv+1ps3YR69///ve/h88/FHwHxz7riPXCddQirpg83GS+NjePJO1sL6bt/WZP5HWTIlNmbPJ6ti8j7VH+39p0yehU//nPf6aPPvpomqbz+ed8yjQj9HCOsfXPIiKZbY7XLSLeyNrI/2Ofs/mR72T7cDyxTSp7G3svo1MdymbMqI0Va5DtUZaK/FS5Z4TVbWUPVjlmwMaOzfuj6HBML2mnYj4s6kuFuXuVfUcyvC49ohLt07D2mRvBitc5j1g0waXZZ8WxKLf2mcvmV7M/VSLFWpTLfc+wCKq2Rpq1qmIvm/vZZCnMnkrmHhNS+TxViUJmURtb2p5nbULMqm9zsX2/UPmsxf0G7aNVosQJIYQQQgghhBBCOALyJU4IIYQQQgghhBDCEbCaI6VbrVb/mqbp6eGyE4S72+32zSUelDb8SUk7Hj9pw58HacfjJ2348yDtePykDX8epB2Pn7Thz4NSO876EieEEEIIIYQQQggh/DTEThVCCCGEEEIIIYRwBORLnBBCCCGEEEIIIYQjIF/ihBBCCCGEEEIIIRwB+RInhBBCCCGEEEII4QjIlzghhBBCCCGEEEIIR0C+xAkhhBBCCCGEEEI4AvIlTgghhBBCCCGEEMIRkC9xQgghhBBCCCGEEI6AfIkTQgghhBBCCCGEcAT8H1pD65hFhjfxAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1440x288 with 20 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "transforms_image = transforms.Compose([transforms.Resize(32),\n",
    "                                     transforms.CenterCrop(32),\n",
    "                                     transforms.ToTensor()])\n",
    "train_xray = torch.utils.data.DataLoader(datasets.ImageFolder('chest_xray/train', \n",
    "                                                                            transform=transforms_image),\n",
    "                                                        batch_size=20, shuffle=True)\n",
    "def imshow(img):\n",
    "    npimg = img.numpy()\n",
    "    plt.imshow(np.transpose(npimg, (1, 2, 0)))\n",
    "\n",
    "\"\"\"\n",
    "DON'T MODIFY ANYTHING IN THIS CELL THAT IS BELOW THIS LINE\n",
    "\"\"\"\n",
    "# obtain one batch of training images\n",
    "dataiter = iter(train_xray)\n",
    "images, _ = dataiter.next() # _ for no labels\n",
    "\n",
    "# plot the images in the batch, along with the corresponding labels\n",
    "fig = plt.figure(figsize=(20, 4))\n",
    "plot_size=20\n",
    "for idx in np.arange(plot_size):\n",
    "    ax = fig.add_subplot(2, plot_size/2, idx+1, xticks=[], yticks=[])\n",
    "    imshow(images[idx])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "image_transforms = {'train': transforms.Compose([transforms.Resize(224),\n",
    "                                     transforms.CenterCrop(224),\n",
    "                                     transforms.ToTensor(),\n",
    "                                     transforms.Normalize(mean=[0.485, 0.456, 0.406],\n",
    "                                                          std=[0.229, 0.224, 0.225])]),\n",
    "                   'valid': transforms.Compose([transforms.Resize(224),\n",
    "                                     transforms.CenterCrop(224),\n",
    "                                     transforms.ToTensor(),\n",
    "                                     transforms.Normalize(mean=[0.485, 0.456, 0.406],\n",
    "                                                          std=[0.229, 0.224, 0.225])]),\n",
    "                   'test': transforms.Compose([transforms.Resize(224),\n",
    "                                     transforms.CenterCrop(224),\n",
    "                                     transforms.ToTensor(), \n",
    "                                     transforms.Normalize(mean=[0.485, 0.456, 0.406],\n",
    "                                                          std=[0.229, 0.224, 0.225])])\n",
    "                  }\n",
    "\n",
    "loaders = {'train': torch.utils.data.DataLoader(datasets.ImageFolder('chest_xray/train', \n",
    "                                                                            transform=image_transforms['train']),\n",
    "                                                        batch_size=128, shuffle=True),                    \n",
    "                   'valid': torch.utils.data.DataLoader(datasets.ImageFolder('chest_xray/val', \n",
    "                                                                             transform=image_transforms['valid']),\n",
    "                                                        batch_size=128, shuffle=True), \n",
    "                   'test': torch.utils.data.DataLoader(datasets.ImageFolder('chest_xray/test', \n",
    "                                                                            transform=image_transforms['test']),\n",
    "                                                        batch_size=128, shuffle=True)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "\n",
    "# define the CNN architecture\n",
    "class Net(nn.Module):\n",
    "    ### TODO: choose an architecture, and complete the class\n",
    "    def __init__(self):\n",
    "        super(Net, self).__init__()\n",
    "        ## Define layers of a CNN\n",
    "        self.c1 = nn.Conv2d(in_channels=3, out_channels=32, kernel_size=3)\n",
    "        self.c2 = nn.Conv2d(in_channels=32, out_channels=64, kernel_size=3)\n",
    "        self.c3 = nn.Conv2d(in_channels=64, out_channels=128, kernel_size=3)\n",
    "        self.fc1 = nn.Linear(in_features=6272, out_features=512)\n",
    "        self.fc2 = nn.Linear(in_features=512, out_features=256)\n",
    "        self.fc3 = nn.Linear(in_features=256, out_features=412)\n",
    "        self.fc4 = nn.Linear(in_features=412, out_features=2)\n",
    "        \n",
    "    def forward(self, x):\n",
    "        ## Define forward behavior\n",
    "        x = F.relu(F.max_pool2d(self.c1(x), 3))\n",
    "        x = F.relu(F.max_pool2d(self.c2(x), 3))\n",
    "        x = F.relu(F.max_pool2d(self.c3(x), 3))\n",
    "        x = x.view(x.size(0), -1)\n",
    "        x = F.relu(self.fc1(x))\n",
    "        x = F.relu(self.fc2(x))\n",
    "        x = F.relu(self.fc3(x))\n",
    "        x = self.fc4(x)\n",
    "\n",
    "        return x\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Net()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Net(\n",
       "  (c1): Conv2d(3, 32, kernel_size=(3, 3), stride=(1, 1))\n",
       "  (c2): Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))\n",
       "  (c3): Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1))\n",
       "  (fc1): Linear(in_features=6272, out_features=512, bias=True)\n",
       "  (fc2): Linear(in_features=512, out_features=256, bias=True)\n",
       "  (fc3): Linear(in_features=256, out_features=412, bias=True)\n",
       "  (fc4): Linear(in_features=412, out_features=2, bias=True)\n",
       ")"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch.optim as optim\n",
    "\n",
    "criterion = nn.CrossEntropyLoss()\n",
    "optimizer = optim.Adam(model.parameters(), lr = 0.0005)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sqlalchemy import create_engine, ForeignKey, Column, Integer, String, Float, DateTime, LargeBinary\n",
    "import datetime\n",
    "from sqlalchemy.ext.declarative import declarative_base\n",
    "Base = declarative_base()\n",
    "from sqlalchemy.orm import relationship\n",
    "from sqlalchemy.orm import sessionmaker"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "engine = create_engine(\"mysql://andreiliphd:123456789aA@localhost/carrot\",echo = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "Session = sessionmaker(bind = engine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "session = Session()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "class TrainingData(Base):\n",
    "    __tablename__ = 'training_data'\n",
    "    id = Column(Integer, primary_key = True)\n",
    "    epoch = Column(Integer)\n",
    "    date = Column(DateTime, default=datetime.datetime.now())\n",
    "    training_loss = Column(Float)\n",
    "    test_loss = Column(Float)\n",
    "    training_accuracy = Column(Float)\n",
    "    test_accuracy = Column(Float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Parameters(Base):\n",
    "    __tablename__ = 'parameters'  \n",
    "   \n",
    "    id = Column(Integer, primary_key = True)\n",
    "    parameters_id = Column(Integer, ForeignKey('training_data.id'))\n",
    "    layer = Column(String(30))\n",
    "    arr_param = Column(LargeBinary(length=(2**32)-1))\n",
    "    arr_grad = Column(LargeBinary(length=(2**32)-1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def carrot(loader_train, loader_test,  model=model, num_epoch=25, use_gpu = False):\n",
    "    # Checking GPU\n",
    "    if use_gpu:\n",
    "        model.cuda()\n",
    "    # Training    \n",
    "    for epoch in range(1, num_epoch + 1):\n",
    "        train_loss = 0\n",
    "        test_loss = 0\n",
    "        train_accuracy = 0.0\n",
    "        test_accuracy = 0.0\n",
    "        parmeters = dict()\n",
    "        gradients = dict()\n",
    "\n",
    "        # Actual training\n",
    "        model.train()\n",
    "        for batch_idx, (data, target) in enumerate(loader_train):\n",
    "            if use_gpu:\n",
    "                data, target = data.cuda(), target.cuda()\n",
    "            output = model(data)\n",
    "            loss = criterion(output, target)\n",
    "            print('Loss: ', loss.item())\n",
    "            train_loss += loss.item()\n",
    "            optimizer.zero_grad()\n",
    "            loss.backward()\n",
    "            optimizer.step()\n",
    "        train_loss = train_loss / len(loader_train)\n",
    "        \n",
    "        # Test accuracy calculation\n",
    "        model.eval()\n",
    "        print('Epoch: ', epoch)\n",
    "        total_correct = 0\n",
    "        total = 0\n",
    "        for batch_idx, (data, target) in enumerate(loader_train):\n",
    "            if use_gpu:\n",
    "                data, target = data.cuda(), target.cuda()\n",
    "            output = model(data)\n",
    "            loss = criterion(output, target)\n",
    "            print('Loss: ', loss.item())\n",
    "            max_arg_output = torch.argmax(output, dim=1)\n",
    "            total_correct += int(torch.sum(max_arg_output == target))\n",
    "            total += data.shape[0]\n",
    "        train_accuracy = total_correct/total\n",
    "        print('Training accuracy: {:.0%}'.format(train_accuracy))\n",
    "        \n",
    "        total_correct = 0\n",
    "        total = 0\n",
    "        for batch_idx, (data, target) in enumerate(loader_test):\n",
    "            if use_gpu:\n",
    "                data, target = data.cuda(), target.cuda()\n",
    "            output = model(data)\n",
    "            loss = criterion(output, target)\n",
    "            test_loss += loss.item()\n",
    "            print('Loss: ', loss.item())\n",
    "            max_arg_output = torch.argmax(output, dim=1)\n",
    "            total_correct += int(torch.sum(max_arg_output == target))\n",
    "            total += data.shape[0]\n",
    "        test_loss = test_loss / len(loader_test)\n",
    "        test_accuracy = total_correct/total\n",
    "        print('Test accuracy: {:.0%}'.format(test_accuracy))\n",
    "        \n",
    "        # Saving into MySql\n",
    "        c1 = TrainingData(epoch = epoch, training_loss = train_loss, test_loss = test_loss,\n",
    "                      training_accuracy = train_accuracy, test_accuracy = test_accuracy)\n",
    "        session.add(c1)\n",
    "        session.commit()      \n",
    "        keys = list(model.state_dict().keys())\n",
    "        parameters_dict = {k:v.cpu().numpy() for (k,v) in model.state_dict().items()}\n",
    "        gradients_dict = {keys[k]:v.grad.cpu().detach().numpy() for (k,v) in enumerate(model.parameters())}    \n",
    "\n",
    "        for key in keys:\n",
    "            c2 = Parameters(parameters_id = epoch, \n",
    "                            layer = key, \n",
    "                            arr_param = pickle.dumps(parameters_dict[key]),\n",
    "                            arr_grad = pickle.dumps(gradients_dict[key]))\n",
    "            session.add(c2)\n",
    "            session.commit()\n",
    "        \n",
    "        \n",
    "        # You can save your model if you want to start training next time\n",
    "    #     if total_correct/total > 0.8:\n",
    "    #         torch.save(model.state_dict(), str(time.strftime(\"%Y%m%d_%H%M%S\"))+'.pt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss:  0.6757150888442993\n",
      "Loss:  0.619935929775238\n",
      "Loss:  0.575448215007782\n",
      "Loss:  0.5433903336524963\n",
      "Loss:  0.5069764256477356\n",
      "Loss:  0.5837739109992981\n",
      "Loss:  0.5256365537643433\n",
      "Loss:  0.559614896774292\n",
      "Loss:  0.5247275233268738\n",
      "Loss:  0.48702695965766907\n",
      "Loss:  0.46954938769340515\n",
      "Loss:  0.37862834334373474\n",
      "Loss:  0.33565133810043335\n",
      "Loss:  0.18121418356895447\n",
      "Loss:  0.24198377132415771\n",
      "Loss:  0.232138529419899\n",
      "Loss:  0.27680715918540955\n",
      "Loss:  0.13903705775737762\n",
      "Loss:  0.169865220785141\n",
      "Loss:  0.2650912404060364\n",
      "Loss:  0.2702672779560089\n",
      "Loss:  0.13219547271728516\n",
      "Loss:  0.21221472322940826\n",
      "Loss:  0.1685379445552826\n",
      "Loss:  0.15145933628082275\n",
      "Loss:  0.13756203651428223\n",
      "Loss:  0.1664920449256897\n",
      "Loss:  0.15573818981647491\n",
      "Loss:  0.14564891159534454\n",
      "Loss:  0.1512375771999359\n",
      "Loss:  0.10240650177001953\n",
      "Loss:  0.14917609095573425\n",
      "Loss:  0.103769451379776\n",
      "Loss:  0.14002785086631775\n",
      "Loss:  0.10262267291545868\n",
      "Loss:  0.1061813235282898\n",
      "Loss:  0.1140122264623642\n",
      "Loss:  0.10767440497875214\n",
      "Loss:  0.07828603684902191\n",
      "Loss:  0.14217810332775116\n",
      "Loss:  0.08656837791204453\n",
      "Epoch:  1\n",
      "Loss:  0.1499122828245163\n",
      "Loss:  0.09634648263454437\n",
      "Loss:  0.13011112809181213\n",
      "Loss:  0.12252227216959\n",
      "Loss:  0.07188808917999268\n",
      "Loss:  0.07585902512073517\n",
      "Loss:  0.08047863841056824\n",
      "Loss:  0.1321818232536316\n",
      "Loss:  0.1351606696844101\n",
      "Loss:  0.06130316108465195\n",
      "Loss:  0.108305923640728\n",
      "Loss:  0.13054394721984863\n",
      "Loss:  0.13410688936710358\n",
      "Loss:  0.12982052564620972\n",
      "Loss:  0.08646894246339798\n",
      "Loss:  0.05217540264129639\n",
      "Loss:  0.09943754225969315\n",
      "Loss:  0.07912545651197433\n",
      "Loss:  0.12612612545490265\n",
      "Loss:  0.14423656463623047\n",
      "Loss:  0.0799761414527893\n",
      "Loss:  0.08150248229503632\n",
      "Loss:  0.16710388660430908\n",
      "Loss:  0.13391703367233276\n",
      "Loss:  0.17161184549331665\n",
      "Loss:  0.11238456517457962\n",
      "Loss:  0.0995471179485321\n",
      "Loss:  0.21038612723350525\n",
      "Loss:  0.146917462348938\n",
      "Loss:  0.15595519542694092\n",
      "Loss:  0.08307759463787079\n",
      "Loss:  0.0973881334066391\n",
      "Loss:  0.1199507862329483\n",
      "Loss:  0.07076777517795563\n",
      "Loss:  0.12880228459835052\n",
      "Loss:  0.17218336462974548\n",
      "Loss:  0.0827510729432106\n",
      "Loss:  0.16272473335266113\n",
      "Loss:  0.10969977080821991\n",
      "Loss:  0.08939895778894424\n",
      "Loss:  0.16470077633857727\n",
      "Training accuracy: 96%\n",
      "Loss:  0.83154296875\n",
      "Test accuracy: 75%\n",
      "2019-07-11 22:52:15,209 INFO sqlalchemy.engine.base.Engine SHOW VARIABLES LIKE 'sql_mode'\n",
      "2019-07-11 22:52:15,210 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,215 INFO sqlalchemy.engine.base.Engine SHOW VARIABLES LIKE 'lower_case_table_names'\n",
      "2019-07-11 22:52:15,216 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,220 INFO sqlalchemy.engine.base.Engine SELECT DATABASE()\n",
      "2019-07-11 22:52:15,221 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,223 INFO sqlalchemy.engine.base.Engine show collation where `Charset` = 'utf8mb4' and `Collation` = 'utf8mb4_bin'\n",
      "2019-07-11 22:52:15,224 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,228 INFO sqlalchemy.engine.base.Engine SELECT CAST('test plain returns' AS CHAR(60)) AS anon_1\n",
      "2019-07-11 22:52:15,231 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,233 INFO sqlalchemy.engine.base.Engine SELECT CAST('test unicode returns' AS CHAR(60)) AS anon_1\n",
      "2019-07-11 22:52:15,234 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,235 INFO sqlalchemy.engine.base.Engine SELECT CAST('test collated returns' AS CHAR CHARACTER SET utf8mb4) COLLATE utf8mb4_bin AS anon_1\n",
      "2019-07-11 22:52:15,236 INFO sqlalchemy.engine.base.Engine ()\n",
      "2019-07-11 22:52:15,238 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,240 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,241 INFO sqlalchemy.engine.base.Engine (1, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.2735724054822108, 0.83154296875, 0.9576303680981595, 0.75)\n",
      "2019-07-11 22:52:15,244 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,268 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,271 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,273 INFO sqlalchemy.engine.base.Engine (1, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9699 characters truncated) ... \\xf4\\x1f>\\xddG\\x9e\\xbdUO\\xc7\\xbd}\\x92\\x0e\\xbe\\xbf-\\xe2\\xbd\\xa0\\xd5\\x9e\\xbd\\xae?\\xd9=4\\x88R<\\xf1 \\xfa\\xbbl\\r\\x10>\\xe0\\x8f\\x1c\\xbeNR\\x04\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9020 characters truncated) ... ba\\x0e\\xa1Z9\\x00\\x1f*\\xbbj\\xae\\xe2\\xba\\x9f\\x9c\\x15\\xba\\xec\\xda\"\\xbb&\\xc0\\xc1\\xba\\x08\\xf4\\xaa\\xb9(\\xee\\x17\\xbb\\xf9\\x84\\xae\\xba`\\x9c\\xbf\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,276 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,282 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,284 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,285 INFO sqlalchemy.engine.base.Engine (1, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (331 characters truncated) ... 9b\\x11\\x8a=\"w\\xb0=|x!>y\\x9a+>\\x14\\x994\\xbe\\xbb\\x19\\x8b\\xbd\\x05\\'\\x1d\\xbe\\xdf#\\xed\\xbd\\xf7I\\xfa;\\xca\\x17=\\xbe\\xab\\xe2\\x10>a\\xc9_=^>\\x07\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (345 characters truncated) ... \\xe8\\x86\\r\\xbcH\\x9a\\x998\\x008]\\xbc\\x93J\\xbe\\xbb\\x9e\\xef\\x07<\\xa4\\x12\\xb3;f\\n\\r\\xbc0t\\r\\xba\\x9ah\":w\\xc9U\\xbcebZ;2\\xf1D<\\xa8\\xd2T<*\\xff(\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,289 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,295 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,297 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,298 INFO sqlalchemy.engine.base.Engine (1, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (199247 characters truncated) ... \\xc9;\\x11\\xa9\\xf3<+\\x82@<\\xb4\\xd4/\\xbd\\xf6[V=T\\x0e(<X\\xbe_\\xbc\\x882Z\\xbcy=\\xef\\xbb7Hb\\xbdv\\xc29\\xbc\\xedV\\xf9\\xbbK\\xa7\\x11=\\x85\\xe4\\xcf\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (220653 characters truncated) ... \\x92\\x97\\xbc\\xac\\x8a\\x9c\\xbc\\x02_\\xc7\\xb8\\x06\\t\\x1e\\xb9A\\'\\x88\\xb8\\xeeq\\x04\\xb76\\xe9d\\xb8\\xd7\\xb6,\\xb9\\xf2.\\x00\\xb8^^\\xc1\\xb8l\\xd9\\xba\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,339 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,349 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,351 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,352 INFO sqlalchemy.engine.base.Engine (1, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (670 characters truncated) ... n\\xf4\\xbc\\xfd\\xb7p=\\x1er\\x04=\\xc3#h\\xbd8/.\\xbc\\xd3$\\xa4\\xbc\\xda\\x9c\\xcd\\xbc S$\\xbd\\xa0\\xc36=\\xcf\\x93\\xb8\\xbc\\x80P%\\xbdl\\x17\\x08=\\x05<u\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (771 characters truncated) ... \\xc7.;\\x1f-\\xd0\\xbb\\x98\\xbf\\xb5\\xbb*=\\xd8\\xbb8\\xb3\\x95\\xbbL\\x11\\xca;\\x00\\x00\\x00\\x00+\\x85\\xe5\\xbb\\xcbU`\\xbc\\\\\\xefb;\\x9b\\xa6D;R\\x8c\\x03\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,354 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,365 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 22:52:15,366 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,367 INFO sqlalchemy.engine.base.Engine (1, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (839918 characters truncated) ... b\\xbcC\\xa4\\x17\\xbd\\x16\\xa7\\x93\\xbc\\x1b\\n\\x0e\\xbd\\xbb\\t\\xbd\\xbc9\\xad\\xdd<c^\\x869\\xeb\\xf8\\x16;O\\x1e\\xca<\\xdf\\x1d\\xf9\\xbb(\\xcd)\\xbduS\\x80\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (866933 characters truncated) ... 8:\\xc7}\\xe7:\\xc60\\x9b:\\xa1\\xa6\\xbb:E\\x15\\xd2:V)\\x10\\xb9\\x82x.\\xb9\\x8b\\xeb_9m\\xc2\\xdb\\xb8{q\\x118\\x99rp8\\xaf\\x01\\xc9\\xb8\\xc6\\x01m5t\\xb0\\xdc6q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,565 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,589 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,594 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,597 INFO sqlalchemy.engine.base.Engine (1, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1435 characters truncated) ... <\\xc5&h\\xbcT=\\xaf<\\xbc4\\n\\xbd\\xac\\xddp<_\\x19\\x1f=\\xe5\\xf7\\x03=b\\xb9\\xfb\\xbb\\xea\\x979=\\xef\\x15\\xc8:\\x16\\xa5\\x00\\xbdy\\x0b1=[_\\xf8\\xbb\\x1fS@=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1477 characters truncated) ... c\\xe6\\x04\\xbbL\\xec\\x929\\xae\\x92_\\xba\\xba\\xf5a\\xbb\\xe9\\xbeL;)}\\xbd\\xba\\xc4\\x8f\\x00\\xbb\\xb0\\x98g:E\\xca\\xc9\\xbb\\x91)L;\\x99\\xfe\\xe69Q\\xc9\\x04;q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:15,601 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:15,643 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:15,645 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:15,646 INFO sqlalchemy.engine.base.Engine (1, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35778476 characters truncated) ... .\\xaf\\xd9:\\x9c\\x95_\\xbc)C\\xb5\\xbb\\x8f-\\x05\\xbc\\x1e_\\x89\\xbb8\\x8bA\\xbch\\xd7\\x84\\xba\\xecd\\x89:\\x0f\\x19s\\xbbH\\xbe\\x13;\\xa4\\xe7\\xc4;\\xf0\"\\xe8;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (45231202 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:17,921 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,336 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,340 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,342 INFO sqlalchemy.engine.base.Engine (1, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5756 characters truncated) ... \\xec\\xdf:\\xfaaA\\xbc\\xc0\\xa5\\xa0;T\\t\\x96;Y\\xde\\x16<\\xf6\\xb6J\\xbc\\xc8\\xfd\\xc19+,c:U\\xd6\\x1d<P\"\\x9c;>RQ\\xbb\\xad\\x0f\\\\;_\\x83Y<\\xcd\\x81\\x86\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7073 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x16Y\\x939\\x00\\x00\\x00\\x00\\x1bq\\x95\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00|\\xab\\xd39\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:18,347 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,356 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,359 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,361 INFO sqlalchemy.engine.base.Engine (1, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1484988 characters truncated) ... \\xd4\\xbb,\\x02(\\xbd\\xf6\\xc0\\xa6; \\x87Q:7*\\x07\\xbd\\xc99\\xfa<W\\x83\\x9c\\xbc\\xf2v5<)\\xf9\\x0c=\\x9d\\x84\\x1b=\\x9a\\x84\\xcf<Xv\\xf9\\xbc|H\"\\xbd\\xbd,l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1967401 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:18,420 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,446 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,448 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,449 INFO sqlalchemy.engine.base.Engine (1, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2968 characters truncated) ... bd(\\xeb\\x7f\\xbc\\x1d\\x9c\\x11\\xbd\\x9b&*\\xba\\x1c\\x91\\xc3\\xbcE\\x9f\\xd7;\\x9a\\xce<\\xbc\\x8f\\xbb\\x8a<1\\x93\\x84\\xbc\\xd8\\xe4\\xb2\\xbc\\x11\\xb2\\xc4\\xbaq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3497 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xfbc\\xdd\\xb6\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00r\\x81\\xc49\\x96\\xe6\\xc28\\xc7\\x98\\xcd9\\x98\\xc1\\x1a:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.\")\n",
      "2019-07-11 22:52:18,594 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,603 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,605 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,606 INFO sqlalchemy.engine.base.Engine (1, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139910 characters truncated) ... 00\\xf1@\\xbb\\xe9gb=\\x84,[\\xbd\\x1b\\xeb\\x0c\\xbd\\x0c\\'F= F\\x0c<\\xd8v>\\xbcG\\xa7\\x83\\xbd\\x00b\\x08\\xb95J\\x9f<;\\xe7\\x18\\xbb\\x06\\x93E\\xbd{\\xd5b\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1529629 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:18,632 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,705 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,707 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,708 INFO sqlalchemy.engine.base.Engine (1, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4481 characters truncated) ... x1c\\xbd\\xf4\\xe0\\x18\\xbbh\\x96x\\xbd\\xb0\\x93=\\xbd\\x9c\\x9c]=\"\\xe4q\\xbd\\xafQs<\\xa0\\x11\\x0e\\xbb\\xd9\\xb9\\x1d\\xbd\\x002\\xbd\\xbc\\x16\\x05v\\xbdH\\xeeJ<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5292 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe8wy\\xb9\\x8d\\xb4\\xd1\\xb9DM3\\xba\\xf12\\x8e8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe1\\xd1\\xac\\xb8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 22:52:18,716 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,780 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,783 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,786 INFO sqlalchemy.engine.base.Engine (1, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9093 characters truncated) ... \\x1f\\xc2\\x1e\\xbd\\xa0K\\xff\\xbbOD1\\xbcsr?=\\xbc@\\xf1<\\xc5\\x80\\xc8;k~6\\xbd\\xec3/\\xbdX]\\x0b\\xbd[s><1D(\\xbd\\x82\\xf6\\'\\xbd\\x08\\x066\\xbd\\xe8y%\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10645 characters truncated) ... <\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00n\\'\\xb0<\\xc3\\xd6\\x05<\\xee\\xc3\\xb1<\\xd6\\x9f\\xc3<\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x86\\xdf\"9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:18,796 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:52:18,808 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:52:18,811 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:52:18,813 INFO sqlalchemy.engine.base.Engine (1, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08O1+\\xbdp\\x02\\xf6<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xc2\\x843\\xbc\\xb6\\x843<q\\rtq\\x0eb.')\n",
      "2019-07-11 22:52:18,817 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.10432781279087067\n",
      "Loss:  0.11985773593187332\n",
      "Loss:  0.057471077889204025\n",
      "Loss:  0.0413924939930439\n",
      "Loss:  0.0959767997264862\n",
      "Loss:  0.194620743393898\n",
      "Loss:  0.04492897540330887\n",
      "Loss:  0.2135017365217209\n",
      "Loss:  0.2294236421585083\n",
      "Loss:  0.11561741679906845\n",
      "Loss:  0.11518106609582901\n",
      "Loss:  0.3815435767173767\n",
      "Loss:  0.06073979288339615\n",
      "Loss:  0.11800511926412582\n",
      "Loss:  0.2858131229877472\n",
      "Loss:  0.2283003032207489\n",
      "Loss:  0.08969974517822266\n",
      "Loss:  0.1194140762090683\n",
      "Loss:  0.1838185340166092\n",
      "Loss:  0.16786593198776245\n",
      "Loss:  0.1392206996679306\n",
      "Loss:  0.0894065722823143\n",
      "Loss:  0.12974366545677185\n",
      "Loss:  0.22570230066776276\n",
      "Loss:  0.12283328920602798\n",
      "Loss:  0.15081354975700378\n",
      "Loss:  0.11342515051364899\n",
      "Loss:  0.17346294224262238\n",
      "Loss:  0.20292805135250092\n",
      "Loss:  0.12495273351669312\n",
      "Loss:  0.12970057129859924\n",
      "Loss:  0.16726882755756378\n",
      "Loss:  0.15207648277282715\n",
      "Loss:  0.16832305490970612\n",
      "Loss:  0.12251691520214081\n",
      "Loss:  0.08957453072071075\n",
      "Loss:  0.09324675053358078\n",
      "Loss:  0.09856156259775162\n",
      "Loss:  0.12784022092819214\n",
      "Loss:  0.1005132645368576\n",
      "Loss:  0.11063384264707565\n",
      "Epoch:  2\n",
      "Loss:  0.14669941365718842\n",
      "Loss:  0.0752197653055191\n",
      "Loss:  0.15203724801540375\n",
      "Loss:  0.17009328305721283\n",
      "Loss:  0.09807620197534561\n",
      "Loss:  0.21300244331359863\n",
      "Loss:  0.09713992476463318\n",
      "Loss:  0.06116895750164986\n",
      "Loss:  0.06356209516525269\n",
      "Loss:  0.12638475000858307\n",
      "Loss:  0.09385007619857788\n",
      "Loss:  0.1351686418056488\n",
      "Loss:  0.0596318319439888\n",
      "Loss:  0.06834867596626282\n",
      "Loss:  0.14786362648010254\n",
      "Loss:  0.13914261758327484\n",
      "Loss:  0.0974186360836029\n",
      "Loss:  0.1252618283033371\n",
      "Loss:  0.0959513857960701\n",
      "Loss:  0.09676553308963776\n",
      "Loss:  0.18157896399497986\n",
      "Loss:  0.1801125705242157\n",
      "Loss:  0.11281846463680267\n",
      "Loss:  0.09004581719636917\n",
      "Loss:  0.1184319481253624\n",
      "Loss:  0.13213291764259338\n",
      "Loss:  0.07973255217075348\n",
      "Loss:  0.1640133559703827\n",
      "Loss:  0.14955836534500122\n",
      "Loss:  0.07562492042779922\n",
      "Loss:  0.1492147594690323\n",
      "Loss:  0.12204970419406891\n",
      "Loss:  0.1411672830581665\n",
      "Loss:  0.17075228691101074\n",
      "Loss:  0.07175090163946152\n",
      "Loss:  0.09247903525829315\n",
      "Loss:  0.08860882371664047\n",
      "Loss:  0.06851015985012054\n",
      "Loss:  0.07932914793491364\n",
      "Loss:  0.14032359421253204\n",
      "Loss:  0.07998128235340118\n",
      "Training accuracy: 95%\n",
      "Loss:  0.664641261100769\n",
      "Test accuracy: 75%\n",
      "2019-07-11 22:56:13,990 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:13,993 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 22:56:13,993 INFO sqlalchemy.engine.base.Engine (2, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.1414693824765159, 0.664641261100769, 0.9537960122699386, 0.75)\n",
      "2019-07-11 22:56:13,996 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,032 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,034 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,035 INFO sqlalchemy.engine.base.Engine (2, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9691 characters truncated) ... \\xbd`\\xb9\\xbc\\xbd\\xb7\\x98\\x04\\xbe\\xb3\\xff\\xce\\xbd\\'\\xa2\\x8f\\xbd\\xd4\"\\xed==%\\xb2<\\x85\\x89\\x88\\xba\\x9b\\xb4\\x19>=\\xe2\\x13\\xbe\\xed\\x8f\\xfa\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (10303 characters truncated) ... xa6\\x84<x\\xbe\\\\<\\x80\\x98*<\\xdf^m<\\xf6\\x1aM<\\xecY-<O\\x7f\\x9e<\\xe1\\xfc\\x8b<\\x8d[i<\\x02(\\x9d<\\xfc\\xf9\\x86<\\x08\\x07\\\\<\\x9f@\\x8f<\\x18b~<e\\xc5^<q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:14,037 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,043 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,044 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,045 INFO sqlalchemy.engine.base.Engine (2, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (361 characters truncated) ... \\x08\\xc3\\xad=\\xa5G!>\\x9d\\xd1$>\\xef+<\\xbe\\xc3\\xd4\\x8e\\xbdj\\xe9\\x1b\\xbe\\xf0\\xce\\xff\\xbd,\\xc6\\xca;N\\x00G\\xbex\\x1a\\x0b>\\xad\\x13S=\\xf4Z\\x01\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (357 characters truncated) ... xef\\xff\\r<T\\x011<\\x12\\x7f\\xd7\\xbb0\\xa9\\xe1\\xbb\\x14o\\x12<<P\\x83:>h+\\xbb\\x0b\\x8b\\x03<\\xc0\\x98\\xaa\\xbb\\x9c\\xfa\\x8a\\xbc\\x88,\\x94\\xbc\\x9b\\xdaa<q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:14,047 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,055 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,058 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,059 INFO sqlalchemy.engine.base.Engine (2, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (199713 characters truncated) ... d\\xed\\x1e\\xb5;\\xa3=\\xed<n.B<#\\x88/\\xbd\\xbb\\x10V=h\\xbd\\x81<\\xdb\\xa8\\x18\\xbc|\\x9c\\xd7\\xbb.b,\\xbb\\x1d\\xda=\\xbd\\xb2&.\\xba!\\x8f\\x1d;3&D=\\xd3cB;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200067 characters truncated) ... \\x91<\\xcaD\\xae<\\x1c\\xa1\\xb6<\\xca]\\xb7<\\xb2\\x1d,8\\x13\\xf1\\x0e\\xb82{\\x90\\xb8\\xf0\\xfe\\xb38\\xafu?9\\xc1\\xb3\\t9\\xaa\\xdc\\xc68\\x9cg\\x169\\xdcf\\x01:q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:14,066 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,074 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,076 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 22:56:14,077 INFO sqlalchemy.engine.base.Engine (2, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (684 characters truncated) ... xbcJ7Y=h\\x99\\x03=8\\x01i\\xbd\\xde\\xd8>\\xbc\\x97\\x18\\xab\\xbc\\xc1\\x89\\x03\\xbd#\\xaa$\\xbd\\x17\\x804=\\xbf\\xb2\\xc0\\xbcYWE\\xbd\\xd7`\\xff<3\\x7f\\x85\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (696 characters truncated) ... b\\nt\\xbe;j<\\x84\\xbb\\xc0\\xdd\\xcf;\\xbeRF;\\xfcy\\xb5;e\\xf5\\xd4;h\\xf2.\\xbb\\x00\\x00\\x00\\x00\\x81\\xf6\\xcf;\\xa7\\xd5\\x90<g='\\xbb\\x1c\\xf3S\\xbb2\\xb8u<q\\rtq\\x0eb.\")\n",
      "2019-07-11 22:56:14,079 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,087 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,089 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,090 INFO sqlalchemy.engine.base.Engine (2, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (837453 characters truncated) ... \\x1c\\xbd\\x05\\x80\\xa0\\xbc\\x14!\\x0c\\xbd+#\\xb6\\xbc\\x97\\xb4\\xdb<\\xa1\\x88\\x8c;\\xd2\\xef\\xc6;\\xf5\\x95\\xcd<\\xd0\\xce\\x07\\xbcrl)\\xbd\\xfa\\x89\\x85\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (850514 characters truncated) ... xb1\\x1f\\xbb\\x9aZ/\\xbb_\\xe3\\x04\\xb8\\xf2\\xf4\\xd2\\xb8\\x80\\x93\\xee\\xb8\\xb1\\xb679a@\\xb88\\x93.\\xb0\\xb8@\\xed\\xba\\xb7\\xb2\\x1c\\x13\\xb9\\xc2M\\x89\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:14,108 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,263 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,265 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,266 INFO sqlalchemy.engine.base.Engine (2, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1433 characters truncated) ... <\\xc1\\x9aZ\\xbc\\x88}\\xa1<\\xa9\\xcb$\\xbd\\xf7\\x7fN<\\xfc!\\x1d=\\xf6\\x95\\x04=\\xf45\\x1e\\xbcD\\x9e>=\\xb1[6\\xbb^\\xf0\\n\\xbd\\x84\\xc72=m\\x02@\\xbc\\x04T==q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1475 characters truncated) ... \\x883:`\\x0b\\xff:\\x15\\xe2::zM\\xb4;[\\x81\\xae;\\xf6\\xc0/\\xbc\\x0b{\\xc3;\\xf0\\x9e\\xb7\\xb9I\\xd0s\\xbbh\\x9f\\x9a<\\xef\\xbb0\\xbb\\xa5d\\xfd\\xbaL3\\xcc\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:14,268 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:14,303 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:14,305 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:14,306 INFO sqlalchemy.engine.base.Engine (2, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35840135 characters truncated) ... \\x83\\xd3:<[`\\xbca\\xce\\xb6\\xbb\\x05\\xf3\\x05\\xbc\\xc7\\xe9\\x8a\\xbb\\xb4PB\\xbc\\xf3\\x03\\x8b\\xba^8\\x83:\\xc0/v\\xbb\\xae\\xa7\\x10;e\\\\\\xc3;\\xb7\\x97\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46437978 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:16,124 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:16,700 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:16,702 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:16,703 INFO sqlalchemy.engine.base.Engine (2, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5639 characters truncated) ... ;\\t\\xf7D\\xbc\\x84\\x02\\xe3;r\\x88\\xda;\\xdd\\x17\\x16<\\x1c|K\\xbci\\x9e4;\\xce\\xbcS:\\xe4Z\\xf5;7\\x95\\x9a;\\x16\\xb4U\\xbb\\x07\\xe8W;\\xdf9y<m\\x0e\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7437 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x001\\x15!\\xba\\x00\\x00\\x00\\x00<\\x9f\\x97:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xc2\\x10\\xf5\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:16,706 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:16,714 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:16,715 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:16,716 INFO sqlalchemy.engine.base.Engine (2, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1485805 characters truncated) ... e\\xd7\\xa4;\\x1d*A:|\\xf9\\x06\\xbd\\xfe\\x86\\xfa<\\xed\\xf7\\x9c\\xbc\\xe1j6<\\x94\\xc3\\x0c=\\xfe\\xb5\\x1b=f\\xf5\\xce<Y\\xfa\\xf9\\xbc\\xd5\\x89\"\\xbd\\xd4\\xecl<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1978769 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:16,752 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:16,869 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:16,873 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:16,875 INFO sqlalchemy.engine.base.Engine (2, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2892 characters truncated) ... x02:C\\xab\\x9b<\\x06l2\\xbd7G\\x80\\xbc\\x1a(\\x14\\xbd\\\\=,\\xbb\\x07o\\xc5\\xbcS\\x8a\\x9b;\\xa8]\\x1f\\xbcB\\xea\\x99<{\\tp\\xbc\\x0c\\xf8\\xa4\\xbc\\xfd5\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3508 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xf3n\\x8c\\xba\\xc1\\xafU\\xba\\xc5y\\x94\\xba\\xac\\x83\\xea\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:16,917 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:16,966 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:16,970 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:16,973 INFO sqlalchemy.engine.base.Engine (2, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139098 characters truncated) ... @\\xbbN6b=\\x84,[\\xbd\\x0b\\xc8\\x0c\\xbd\\x0c\\'F= F\\x0c<\\xd8v>\\xbc\\x0c\\xc0\\x83\\xbd\\x00b\\x08\\xb9\\x08\\xe7\\x9e<&\\xe5\\x15\\xbb0\\xc4E\\xbd\\xea\\xeee\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1524170 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:17,016 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:17,044 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 22:56:17,045 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:17,046 INFO sqlalchemy.engine.base.Engine (2, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4499 characters truncated) ... xce\\xbct+,\\xbd\\xa2\\x8f\"\\xbd\\x8e\\xfdV\\xbah\\x96x\\xbd\\x06q>\\xbd\"%Z=0\\xa3u\\xbd\\xc83h<\\x7f\\xa9\\xfb\\xba\\xfci\\x1e\\xbd\\x002\\xbd\\xbcD,u\\xbd\\xae\\'J<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5246 characters truncated) ... x0bW\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x93\\xa1f:<\\x97\\xc7:\\x1b \";\\xab\\xa0h\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00o\\x1b\\xa39\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:17,049 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:17,055 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:17,057 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:17,058 INFO sqlalchemy.engine.base.Engine (2, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9103 characters truncated) ... d\\xa0K\\xff\\xbb\\x0f\\xe7 \\xbcf\\x16>=\\xbc@\\xf1<\\x87\\x82\\xce;{\\xc37\\xbd\\x84*4\\xbdmP\\x0c\\xbdP\\xdb:<V\\x1a(\\xbd\\x82\\xf6\\'\\xbd\\xca\\x891\\xbdEH%\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10598 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x90\\x00\\xee\\xbc`\\x13-\\xbc\\xa3\\xbd\\xde\\xbc\\x1c\\xf3\\xf8\\xbc\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00VD\\x91\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:17,137 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 22:56:17,149 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 22:56:17,151 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 22:56:17,152 INFO sqlalchemy.engine.base.Engine (2, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x92\\x16.\\xbd\\x00\\xcd\\xfb<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x089\\xe7 =@\\xe7 \\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 22:56:17,154 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.09315080940723419\n",
      "Loss:  0.12209001928567886\n",
      "Loss:  0.10096175223588943\n",
      "Loss:  0.04213917627930641\n",
      "Loss:  0.17956694960594177\n",
      "Loss:  0.06544400006532669\n",
      "Loss:  0.0632343515753746\n",
      "Loss:  0.05263541638851166\n",
      "Loss:  0.12359459698200226\n",
      "Loss:  0.1015951931476593\n",
      "Loss:  0.11649268865585327\n",
      "Loss:  0.09377869963645935\n",
      "Loss:  0.06581012904644012\n",
      "Loss:  0.06757321953773499\n",
      "Loss:  0.08839945495128632\n",
      "Loss:  0.10611065477132797\n",
      "Loss:  0.07769082486629486\n",
      "Loss:  0.14370256662368774\n",
      "Loss:  0.05697781220078468\n",
      "Loss:  0.09399884939193726\n",
      "Loss:  0.0682765319943428\n",
      "Loss:  0.1260797083377838\n",
      "Loss:  0.08985268324613571\n",
      "Loss:  0.09036311507225037\n",
      "Loss:  0.10158492624759674\n",
      "Loss:  0.09798790514469147\n",
      "Loss:  0.08212035149335861\n",
      "Loss:  0.07988579571247101\n",
      "Loss:  0.08861692249774933\n",
      "Loss:  0.06927405297756195\n",
      "Loss:  0.10289573669433594\n",
      "Loss:  0.05349776893854141\n",
      "Loss:  0.09418246895074844\n",
      "Loss:  0.17960010468959808\n",
      "Loss:  0.0557410903275013\n",
      "Loss:  0.08223393559455872\n",
      "Loss:  0.12710250914096832\n",
      "Loss:  0.070034459233284\n",
      "Loss:  0.1088496595621109\n",
      "Loss:  0.1628883332014084\n",
      "Loss:  0.09312218427658081\n",
      "Epoch:  3\n",
      "Loss:  0.08215998858213425\n",
      "Loss:  0.1644795686006546\n",
      "Loss:  0.10178622603416443\n",
      "Loss:  0.06984813511371613\n",
      "Loss:  0.0474778488278389\n",
      "Loss:  0.08809132874011993\n",
      "Loss:  0.15270549058914185\n",
      "Loss:  0.09400840848684311\n",
      "Loss:  0.13484418392181396\n",
      "Loss:  0.14366251230239868\n",
      "Loss:  0.09879259020090103\n",
      "Loss:  0.08172672241926193\n",
      "Loss:  0.13580603897571564\n",
      "Loss:  0.1465202122926712\n",
      "Loss:  0.1401798278093338\n",
      "Loss:  0.11987533420324326\n",
      "Loss:  0.13553312420845032\n",
      "Loss:  0.2599090337753296\n",
      "Loss:  0.12273795902729034\n",
      "Loss:  0.15596550703048706\n",
      "Loss:  0.21048091351985931\n",
      "Loss:  0.1587863266468048\n",
      "Loss:  0.11327118426561356\n",
      "Loss:  0.06003699079155922\n",
      "Loss:  0.14426253736019135\n",
      "Loss:  0.1048603281378746\n",
      "Loss:  0.15083904564380646\n",
      "Loss:  0.07276510447263718\n",
      "Loss:  0.11203968524932861\n",
      "Loss:  0.1334095150232315\n",
      "Loss:  0.09350698441267014\n",
      "Loss:  0.053168900310993195\n",
      "Loss:  0.16693317890167236\n",
      "Loss:  0.14035284519195557\n",
      "Loss:  0.16733258962631226\n",
      "Loss:  0.05950873717665672\n",
      "Loss:  0.10798955708742142\n",
      "Loss:  0.162746399641037\n",
      "Loss:  0.14984488487243652\n",
      "Loss:  0.08825117349624634\n",
      "Loss:  0.1220468282699585\n",
      "Training accuracy: 96%\n",
      "Loss:  1.6844305992126465\n",
      "Test accuracy: 56%\n",
      "2019-07-11 23:00:13,766 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,767 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,768 INFO sqlalchemy.engine.base.Engine (3, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.09461310751191, 1.6844305992126465, 0.9562883435582822, 0.5625)\n",
      "2019-07-11 23:00:13,773 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,799 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,801 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,802 INFO sqlalchemy.engine.base.Engine (3, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9684 characters truncated) ... xec\\x8c\\xbd@x\\xbc\\xbd\\xc8\\xb1\\x03\\xbeM\\xfe\\xcd\\xbd\\xf6/\\x90\\xbd\\x04)\\xef=\\x15\\xb5\\xb5<\\xd9q\\xdb\\xba77\\x1a>\\x8b\\xc0\\x13\\xbe\\x14\\x81\\xfb\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (8992 characters truncated) ... 80;|<7\\x81R<~\\x05\\x87<\\x9f\\xeb\\x80<|\\x92i<\\x0e\\xd2\\xa0<\\x1d\\x1a\\x90<\\xf9\\xf1v<d\\xeb\\xa4<\\x17\\xab\\x92<w\\xcb{<\\xd2\\x88\\x9b<\\xc3u\\x95<*a\\x89<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:13,804 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,812 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,814 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,815 INFO sqlalchemy.engine.base.Engine (3, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (364 characters truncated) ... x8c=\\x16\\xf1\\xaa=<\\x01!>\\x10\\xbc\">Ml?\\xbeq\\xa7\\x93\\xbd-\\x88\\x1c\\xbe5\\xff\\x06\\xbe\\\\\\xca\\x85;\\x19PN\\xbe\\xb9\\xdc\\t>\\x10\\xbcS=\\x8a\\xcf\\x03\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (340 characters truncated) ... e<Z\\x93#\\xbc\\xbd\\x89?;\\x0b\\xa6R;\\x14\\xff\\xfd\\xbam\\x8c*\\xbb\\x0cPP;\\x10~V:\\xc6\\xef\\xf2;\\x90Ck;\\xd3\\x9c\\xa5;\\xb8V\\xb2\\xbb*\\xd5\\x10\\xbcJ\\x03><q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:13,817 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,824 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,827 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,828 INFO sqlalchemy.engine.base.Engine (3, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (199307 characters truncated) ... 2;\\x94\\xd9\\xe7<\\x16}@<\\xeb\\x170\\xbd]\\x15U=\\xdc\\xd2\\x96<\\xca+\\xf0\\xbb\\xc0G\\x9d9\\x17\\xe2\\xb1;\\xd4H.\\xbd{\\x80\\x91;\\xec6a<\\xabK`=\\xa9\\xb6\\xc7;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (209389 characters truncated) ... d8\\x12\\n<\\x12\\x85\\t< s\\x08<&\\xd06<\\xf2\\xb9=<\\xcbm2<\\xe6Vg9(-\\x029\\xe2[\\x8a9\\xc4\\x92\\xdf9\\xa5S79\\xc8\\x97\\xdd9xl\\xc09\\xd8\\xf6\\xdc9\\xba\\x906:q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:00:13,834 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,848 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,850 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,851 INFO sqlalchemy.engine.base.Engine (3, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (711 characters truncated) ... 16\\xe6\\xf7<\\xad\\x94i\\xbd3i_\\xbc\\x90\\xcd\\xbb\\xbc\\xdf\\xaf\\x1a\\xbd\\xb6\\xab$\\xbd3\\x882=\\x1a\\xc2\\xcb\\xbca\\x9eS\\xbd\\xbd\\xca\\x00=\\x7f\\x7f\\x94\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (718 characters truncated) ... xd1\\x0e\\x90\\xb9\\x18\\x8ee\\xbb\\xc4I\\xaf;@\\xbd9:\\xc4y\\xb4:\\x86\\x0b5;zw\\xe9:\\x00\\x00\\x00\\x00c0u\\xba\\xc8\\xe0\\xbe;\\x98@m8\\x81T\\xc1\\xbav\\xce\\xa2;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:13,853 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,858 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,861 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,862 INFO sqlalchemy.engine.base.Engine (3, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (836368 characters truncated) ... f2e\\x1d\\xbd\\xec?\\xa1\\xbc\\xd4r\\x02\\xbdS\\xb9\\xa7\\xbc\\xd2\\xde\\xde<\\xcb\\xb4*<r\\xc3\\x1e<\\xc5\\xd3\\xda<\\x1b\\xa8\\x1a\\xbc\\x18\\xbc+\\xbd7\\x9f\\x8a\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (870018 characters truncated) ... xba\\x0ez>\\xba\\xf9[\\x8b\\xba+%^\\xbaN$9\\xb6\\xdc~\\x81\\xb7\\xa9q\\xe2\\xb8\\xe5:\\xcb\\xb8Oc\\x14\\xb9fp\\xa3\\xb8\\xc6\\xef\\xec8\\xa9\\x8c1\\xb9\\x89V\\x11\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:13,880 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,900 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,902 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,903 INFO sqlalchemy.engine.base.Engine (3, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1473 characters truncated) ... t\\xc1<\\n\\x85r\\xbc(.\\x84<8,/\\xbdr\\xb0\\x0b<s\\xe8\\x16=j\\xdb\\r=\\x04\\x196\\xbc\\xa1\\x94M=\\x9f\"\\x1d\\xbbp\\xdd\\x12\\xbdJ\\xb07=\\xe4\\x19O\\xbc\\x90\\xa0B=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1522 characters truncated) ... x10\\x1f\\x888\\x08\\x92\\x1e;\\x00\\x12\\x80\\xb7j\\xd1\\xa7\\xbb@\\xca\\x03\\xb8l\\xe8\\x13\\xbb\\x04]\\x95\\xba\\xe4\\n\\xf2;\\xce\\xbc=\\xbb\\x18\\\\\\xbd9x\\xe4/\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:13,907 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:13,938 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:13,940 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:13,941 INFO sqlalchemy.engine.base.Engine (3, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35847767 characters truncated) ... \\x05g\\xd3:\\xce^`\\xbc\\x80\\xd5\\xb6\\xbb\\x96\\xf6\\x05\\xbc\\xe5\\xf0\\x8a\\xbbETB\\xbcp \\x8b\\xba\\xe1\\x1b\\x83:\\x02>v\\xbbo\\x99\\x10;FU\\xc3;\\x98\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46459820 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:15,589 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,176 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,178 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,180 INFO sqlalchemy.engine.base.Engine (3, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5643 characters truncated) ... x07E\\xbc\\xe5N\\x16<UN\\x10<H\\x14\\x16<\\xab\\x7fK\\xbc\\x85i\\xab;\\x97uS:\\x01\\x90\\xb9;\\r\\x8e\\x9a;L\\xc8U\\xbb\\xdd\\xd4W;\\xeb\\xc6\\x8c<\\x94\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7417 characters truncated) ... \\x00\\x00\\x00\\x00\\xa6\\xb7\\xb4\\xb9\\x00\\x00\\x00\\x00\\xe6\\xad\\xe39\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xd4\\xd1A\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,184 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,217 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,220 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,221 INFO sqlalchemy.engine.base.Engine (3, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1486389 characters truncated) ... \\xce\\xa4;\\x99\\xde@:\\x9a\\xf8\\x06\\xbd`\\x88\\xfa<\\t\\xfa\\x9c\\xbcEo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xd0\\xf2\\xce<\\xbb\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdK\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1988456 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,346 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,413 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,416 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,419 INFO sqlalchemy.engine.base.Engine (3, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2886 characters truncated) ... \\xb0\\xf5\\x8d<\\xa6m2\\xbd\\xadH\\x80\\xbc\\xdb3\\x14\\xbd\\x85\\x86I\\xbb\\xa4w\\xc5\\xbc\\x92G\\x94;\\xc2u\\x06\\xbc}M\\xac<\\x178V\\xbc\\x17(\\x94\\xbc4F\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3497 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xde\\xadX\\xba\\x95G\\'\\xb9j\\xf9\\xcd\\xb9`\\xa2?\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,423 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,434 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,436 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,437 INFO sqlalchemy.engine.base.Engine (3, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1138598 characters truncated) ... d\\x00\\xf1@\\xbbl5b=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F= F\\x0c<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x00b\\x08\\xb9@\\xe5\\x9e<G\\xd7\\x15\\xbb\\x12\\xc5E\\xbd8\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1539353 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:00:16,468 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,492 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,494 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,495 INFO sqlalchemy.engine.base.Engine (3, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4512 characters truncated) ... 18\\xda\\xbct+,\\xbd\\x99\\x9d\\'\\xbd\\xd9\\xcb\\x1b:h\\x96x\\xbd\\xfft>\\xbd\\xd2cU=S1{\\xbd5OT<\\xba\\xfe\\x9d\\xba(m\\x1e\\xbd\\x002\\xbd\\xbc=\\xcdt\\xbd\\x19$J<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5479 characters truncated) ... 9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\\\s\\xb39\\x04\\x98\\x1b:\\x9adu:\\xcf\\xbc\\xaa\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x16*\\xcb\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,498 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,504 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,505 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,507 INFO sqlalchemy.engine.base.Engine (3, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9123 characters truncated) ... xbd\\xa0K\\xff\\xbb\\x1a11\\xbc\\xcbO>=\\xbc@\\xf1<?\\x9e\\xce;\\xf6\\x9a8\\xbd3\\x8c6\\xbd\\xa3g\\r\\xbdW\\xf6:<\\x94\\x19(\\xbd\\x82\\xf6\\'\\xbdY\\x06A\\xbdcG%\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10486 characters truncated) ... t\\xbc\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x1f ,\\xbc9\\xde\\xc6\\xbb\\xac\\x01<\\xbc\\x808x\\xbc\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00]\\x8bL:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,584 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:00:16,595 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:00:16,598 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:00:16,599 INFO sqlalchemy.engine.base.Engine (3, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xb6f2\\xbd\\xa56\\x02=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08N\\xdcs<R\\xdcs\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:00:16,602 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.1921815127134323\n",
      "Loss:  0.11763593554496765\n",
      "Loss:  0.10396674275398254\n",
      "Loss:  0.10634612292051315\n",
      "Loss:  0.04222117364406586\n",
      "Loss:  0.07776443660259247\n",
      "Loss:  0.09205389022827148\n",
      "Loss:  0.0954393818974495\n",
      "Loss:  0.115911103785038\n",
      "Loss:  0.10846938192844391\n",
      "Loss:  0.07478513568639755\n",
      "Loss:  0.07617748528718948\n",
      "Loss:  0.05436847358942032\n",
      "Loss:  0.07305066287517548\n",
      "Loss:  0.10920584201812744\n",
      "Loss:  0.04592767730355263\n",
      "Loss:  0.05922058969736099\n",
      "Loss:  0.16764560341835022\n",
      "Loss:  0.07616260647773743\n",
      "Loss:  0.07334647327661514\n",
      "Loss:  0.06008075177669525\n",
      "Loss:  0.09053897857666016\n",
      "Loss:  0.1678641438484192\n",
      "Loss:  0.041296061128377914\n",
      "Loss:  0.05418899655342102\n",
      "Loss:  0.08854954689741135\n",
      "Loss:  0.23325222730636597\n",
      "Loss:  0.04709509760141373\n",
      "Loss:  0.10188447684049606\n",
      "Loss:  0.0835573747754097\n",
      "Loss:  0.11036325246095657\n",
      "Loss:  0.11755289137363434\n",
      "Loss:  0.11403132230043411\n",
      "Loss:  0.04212810471653938\n",
      "Loss:  0.053819045424461365\n",
      "Loss:  0.07023129612207413\n",
      "Loss:  0.09142701327800751\n",
      "Loss:  0.06204932928085327\n",
      "Loss:  0.07481959462165833\n",
      "Loss:  0.032910995185375214\n",
      "Loss:  0.15702657401561737\n",
      "Epoch:  4\n",
      "Loss:  0.0829259380698204\n",
      "Loss:  0.08449891209602356\n",
      "Loss:  0.08474412560462952\n",
      "Loss:  0.09186578541994095\n",
      "Loss:  0.05869076028466225\n",
      "Loss:  0.04866517707705498\n",
      "Loss:  0.06561079621315002\n",
      "Loss:  0.061038270592689514\n",
      "Loss:  0.06741105765104294\n",
      "Loss:  0.06407001614570618\n",
      "Loss:  0.029891235753893852\n",
      "Loss:  0.05468062311410904\n",
      "Loss:  0.12256284803152084\n",
      "Loss:  0.053133200854063034\n",
      "Loss:  0.09990420937538147\n",
      "Loss:  0.1592358499765396\n",
      "Loss:  0.11901473253965378\n",
      "Loss:  0.1762501299381256\n",
      "Loss:  0.08944876492023468\n",
      "Loss:  0.03695785254240036\n",
      "Loss:  0.052299827337265015\n",
      "Loss:  0.1239655613899231\n",
      "Loss:  0.06174813210964203\n",
      "Loss:  0.07218552380800247\n",
      "Loss:  0.07860378921031952\n",
      "Loss:  0.04748307913541794\n",
      "Loss:  0.05838263779878616\n",
      "Loss:  0.0812266618013382\n",
      "Loss:  0.09424673020839691\n",
      "Loss:  0.0574791394174099\n",
      "Loss:  0.08243994414806366\n",
      "Loss:  0.06539519876241684\n",
      "Loss:  0.09597119688987732\n",
      "Loss:  0.108021080493927\n",
      "Loss:  0.06304672360420227\n",
      "Loss:  0.08145669847726822\n",
      "Loss:  0.03878002613782883\n",
      "Loss:  0.0930696427822113\n",
      "Loss:  0.07558047026395798\n",
      "Loss:  0.03667642921209335\n",
      "Loss:  0.17220811545848846\n",
      "Training accuracy: 97%\n",
      "Loss:  0.8029783964157104\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:04:14,835 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,837 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,838 INFO sqlalchemy.engine.base.Engine (4, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.09162310501787721, 0.8029783964157104, 0.9723926380368099, 0.75)\n",
      "2019-07-11 23:04:14,842 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,871 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,873 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,875 INFO sqlalchemy.engine.base.Engine (4, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9570 characters truncated) ... b\\xbdH\\x9d\\xbb\\xbd\\xf4\\xd6\\x02\\xbe\\xf8\\xc4\\xcc\\xbd*\\xcb\\x8f\\xbd9!\\xf1=\\xf7\\xa0\\xba<\\xa2\\xe1\\xd2\\xba\\xd2\\xf9\\x1a>\\xc5<\\x13\\xbe\\x9f8\\xfb\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9311 characters truncated) ... \\x8d1= W\\x07=\\xb7R\\x9d<\\x9f\\xe7\\x1d=C\\x9b\\x03=C`\\xb8<e\\x98I=T\\x9a\\x1e=\\xa2\\x18\\xd5<4\\xaaU=,\\xa4+=\\xc1m\\xe6<\\xec\\x1aB=\\xb9\\xec\\'=L\\xae\\x00=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,877 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,884 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,886 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,887 INFO sqlalchemy.engine.base.Engine (4, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (360 characters truncated) ... \\x8f=\\x89J\\xaa=\\x91\\xa5!>4V\\x1f>\\x0c\\x85B\\xbe\\x9d$\\x95\\xbd8\\xac\\x19\\xbe\\x01\\x82\\t\\xbe\\xcc\\x82G;|\\xb4R\\xbe}\\xa1\\x07>\\xb7\\xf1Q=`\\xd9\\x04\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (334 characters truncated) ... \\xa6\\xfa\\x1a\\xbb\\xb2\\x96\\xa0:\\xe05U;N\\xdc\\xc7;\\x00\\x0f\\x97;\\x1c\\xd9~;\\xce\\x01\\xf7<\\x12\\xb6j\\xbb\\xd0\\xd0\\x92<Et-;\\xd2\\xad\\xe2\\xbb\\x96\\x0f&=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,888 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,894 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,896 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:04:14,898 INFO sqlalchemy.engine.base.Engine (4, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (199885 characters truncated) ... dl\\x9e\\xa3;\"\\xc8\\xe7<j\\xeeI<\\xe8\\xac-\\xbd\\xb8+W=.\\x9a\\x8e<8\\x0f#\\xbc\\xf5\\x0e|\\xbag\\xf3\\x10<u\\x14+\\xbd\\xcc\\xb8\\xa9;<\\xa3\\x9c<X\\xb3g=m-\\xe5;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200734 characters truncated) ... a5<\\xaf\\x98\\xc5<\\x8du\\xd1<\\x14\\x89\\xd7<0\\x1d\\x939\\x9d\\xec\\x059\\xa6\\xb8\\x9c9\\xbd\\x9b&:\\x8e\\xe6k:\\xb5\\x82\\xad:J\\xaf\\xd59\\xea\\x16\\x8a:\\x9aB#;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,905 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,917 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,919 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,922 INFO sqlalchemy.engine.base.Engine (4, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (689 characters truncated) ... \\x05\\x06\\xbdE\\x19K=v5\\xf4<b(g\\xbd\\xab\\xd0p\\xbc?\\x08\\xc6\\xbc|\\x07'\\xbd\\xb9\\xab$\\xbd:\\xb16=\\xc2\\xa4\\xd0\\xbc\\x80>^\\xbd\\x14r\\xfe<\\xe7k\\x97\\xbcq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (695 characters truncated) ... )#<RAQ;\\x91\\xc31\\xbb\\xe6*\\xd1\\xbb\\xf0y\\x878\\xaaF\\xcb:}Tt;\\x00\\x00\\x00\\x00\\xde\\xba\\xe4\\xbb\\xd8\\xd0\\xa2<\\xc0\\xd0\\x91;-\\x10\\xd9\\xba\\xc5\\x9b~<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,924 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,929 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,931 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,932 INFO sqlalchemy.engine.base.Engine (4, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (836592 characters truncated) ... \\x7f\\xfe\\xbc\\\\\\xb7!\\xbd\\xf1H\\xab\\xbc\\x9e\\xaa\\xfb\\xbc\\xb7\\xad\\xb0\\xbc\\x17z\\xdc<\\xa2>{<3OK<\\xfc\\xcb\\xec<H\\x8bH\\xbcs\\x18+\\xbd\\x14\\x91\\x8b\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (828455 characters truncated) ... 94y\\x1f\\xba\\xcb\\xf8\\x83\\xba|\\xbcY8\\xca\\x1cD\\xba\\xb6X\\xa9\\xba\\xce\\x0b>:d\\xc1\\x8d90J\\xf7\\xb7\\xb9\\xc5?:z\\xad\\xc69)Be8Y\\xc6\\x969d+\\xe68D\\x89Z8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,951 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:14,967 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:14,968 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:14,969 INFO sqlalchemy.engine.base.Engine (4, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1449 characters truncated) ... x10\\xbd<o\\x86k\\xbc\\x04\\xda2<\\x18\\x88@\\xbd\\xd3H\\x01<5e\\x16=+\\xe4\\x0f=\\x11:O\\xbc\\xab\\x0bP=V=\\x9d\\xbb\\x14^\\x16\\xbd \\xeb:=\\x11A\\x83\\xbcx\\xb8A=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1382 characters truncated) ... xb39Tv\\n:\\xa0\\x08\\xef\\xb8\\xc4\\xe3\\xfe:`\\xa1\\xb1\\xb9\\xb6A\\xf4:\\xc4\\xe9\\xe6\\xbbBf\\xc6;\\xbd\"\"\\xbb\\xd4pS:\\xef;\\x80<\\xdcP\\x039^;\\xde:\\x907>\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:14,971 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:15,006 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:15,008 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:15,009 INFO sqlalchemy.engine.base.Engine (4, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35871802 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46091282 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:16,938 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,493 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,495 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,497 INFO sqlalchemy.engine.base.Engine (4, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5675 characters truncated) ... \\x07E\\xbc\\xe6\\x95-<8`*<=\\x14\\x16<\\xb6\\x7fK\\xbc\\x84\\xd3\\xe5;\\xebBS:D\\xc3\\x8f;\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\x10A\\x96<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7402 characters truncated) ... 0\\x00\\x00\\x00\\x8b\\xb0\\xb7\\xb8\\x00\\x00\\x00\\x00\\xf6\\xf7\\xa4:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xea\\xdd\\x9f\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,500 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,508 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,510 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,511 INFO sqlalchemy.engine.base.Engine (4, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1486342 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1974545 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,623 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,684 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,685 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,686 INFO sqlalchemy.engine.base.Engine (4, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2870 characters truncated) ... 83<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xda\\xffI\\xbb\\xc5w\\xc5\\xbc{)\\x94;\\xbe\\xd9\\xd9\\xbb\\xe6\\x96\\xad<\\xf8\\x1dJ\\xbc\\x11\\x13\\x8a\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3516 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00T\\xc4\\xf1\\xb9\\x1d\\xf0\\x06\\xba\\x96\\xed\\xd3\\xba\\xc3y\\x16\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,688 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,696 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:04:17,697 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,699 INFO sqlalchemy.engine.base.Engine (4, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139265 characters truncated) ... 04\\xbd\\x00\\xf1@\\xbb\\'\\xa9\\x80=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F= F\\x0c<\\xd8v>\\xbc{\\xc0\\x83\\xbdZQ{:\\x00T\\xc5<l\\xce\\xc6;\\xcf\\xbc*\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1519010 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00 x\\x01\\xb9\\x9e\\x9a\\xdb9\\xc7I:9\\xbaX\\x1a9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,726 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,760 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,765 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,767 INFO sqlalchemy.engine.base.Engine (4, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4465 characters truncated) ... +,\\xbd\\xde\\x01\"\\xbd\\x05\\xfe\\xe7:h\\x96x\\xbd\\x0cu>\\xbd\\x018Q=@\\xd3\\x7f\\xbd\\x9e\\x15D<\\xff\\xa5/\\xba\\x89o\\x1e\\xbd\\x002\\xbd\\xbc\\xf4.h\\xbd\\xc35`<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5183 characters truncated) ... \\x0b\\x97:\\x90O\\x8e\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00s\\xe5o:\\r\\xa8\\xcf:\\xd6\\xeb\\x1f;~\\x94j\\xb9:G\\xd03\\x00\\x00\\x00\\x00\\x12\\xf5\\x1b;\\xd3?L;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,771 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,780 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,781 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,785 INFO sqlalchemy.engine.base.Engine (4, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9184 characters truncated) ... \\xff\\xbb\\xaf\\xc73\\xbc\\xaav?=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xf4\\x179\\xbd&\\xc08\\xbd\\xce;\\x0e\\xbd\\x95\\xa2;<U\\x19(\\xbd\\x82\\xf6\\'\\xbdp\\xd8H\\xbd=h1\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10604 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\xe6\\x97\\xf1\\xbcQ\\x16\\xa0\\xbc\\x90\\xd0\\x12\\xbd\\xb8\\xf6s\\xbc\\xc1\\x98\\xa8\\xb2\\x00\\x00\\x00\\x00\\x8a\\xbe7\\xbc|\\x96\\xb1\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,875 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:04:17,882 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:04:17,884 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:04:17,885 INFO sqlalchemy.engine.base.Engine (4, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x89\\x166\\xbdx\\xe6\\x05=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x82\\xd1!=\\x80\\xd1!\\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 23:04:17,888 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.10280444473028183\n",
      "Loss:  0.08029023557901382\n",
      "Loss:  0.052970826625823975\n",
      "Loss:  0.0774431824684143\n",
      "Loss:  0.12321216613054276\n",
      "Loss:  0.10152408480644226\n",
      "Loss:  0.08122874796390533\n",
      "Loss:  0.15826290845870972\n",
      "Loss:  0.11505258083343506\n",
      "Loss:  0.08918236941099167\n",
      "Loss:  0.0765041783452034\n",
      "Loss:  0.09589740633964539\n",
      "Loss:  0.06401800364255905\n",
      "Loss:  0.061251573264598846\n",
      "Loss:  0.12151321023702621\n",
      "Loss:  0.10374167561531067\n",
      "Loss:  0.08212366700172424\n",
      "Loss:  0.08580300956964493\n",
      "Loss:  0.1404409408569336\n",
      "Loss:  0.11554402858018875\n",
      "Loss:  0.10643769800662994\n",
      "Loss:  0.09234742820262909\n",
      "Loss:  0.038797251880168915\n",
      "Loss:  0.07163187861442566\n",
      "Loss:  0.08339276164770126\n",
      "Loss:  0.11664165556430817\n",
      "Loss:  0.036357831209897995\n",
      "Loss:  0.05701948702335358\n",
      "Loss:  0.0795818567276001\n",
      "Loss:  0.09382708370685577\n",
      "Loss:  0.07571789622306824\n",
      "Loss:  0.06112354248762131\n",
      "Loss:  0.046520136296749115\n",
      "Loss:  0.17507831752300262\n",
      "Loss:  0.05996845290064812\n",
      "Loss:  0.03211181238293648\n",
      "Loss:  0.04381388798356056\n",
      "Loss:  0.08325127512216568\n",
      "Loss:  0.059668928384780884\n",
      "Loss:  0.07075943797826767\n",
      "Loss:  0.06575865298509598\n",
      "Epoch:  5\n",
      "Loss:  0.031045112758874893\n",
      "Loss:  0.11537196487188339\n",
      "Loss:  0.04527011886239052\n",
      "Loss:  0.06719554960727692\n",
      "Loss:  0.1107034683227539\n",
      "Loss:  0.1771872639656067\n",
      "Loss:  0.11068602651357651\n",
      "Loss:  0.04341888427734375\n",
      "Loss:  0.05441316217184067\n",
      "Loss:  0.05077775567770004\n",
      "Loss:  0.09300872683525085\n",
      "Loss:  0.06148439273238182\n",
      "Loss:  0.0910024493932724\n",
      "Loss:  0.049035992473363876\n",
      "Loss:  0.1442735642194748\n",
      "Loss:  0.07747786492109299\n",
      "Loss:  0.05807459354400635\n",
      "Loss:  0.09207901358604431\n",
      "Loss:  0.033910978585481644\n",
      "Loss:  0.07541064918041229\n",
      "Loss:  0.07721998542547226\n",
      "Loss:  0.05768541991710663\n",
      "Loss:  0.09227413684129715\n",
      "Loss:  0.13639715313911438\n",
      "Loss:  0.10504376888275146\n",
      "Loss:  0.09470577538013458\n",
      "Loss:  0.051824815571308136\n",
      "Loss:  0.09667994827032089\n",
      "Loss:  0.03720198571681976\n",
      "Loss:  0.07623346149921417\n",
      "Loss:  0.07925654947757721\n",
      "Loss:  0.09015313535928726\n",
      "Loss:  0.06784087419509888\n",
      "Loss:  0.1709287166595459\n",
      "Loss:  0.08058422803878784\n",
      "Loss:  0.09704705327749252\n",
      "Loss:  0.16693152487277985\n",
      "Loss:  0.06704168766736984\n",
      "Loss:  0.08850322663784027\n",
      "Loss:  0.09949805587530136\n",
      "Loss:  0.05534889176487923\n",
      "Training accuracy: 97%\n",
      "Loss:  0.655097484588623\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:08:09,050 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,051 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,052 INFO sqlalchemy.engine.base.Engine (5, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.08484430520272837, 0.655097484588623, 0.96875, 0.75)\n",
      "2019-07-11 23:08:09,054 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,078 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,080 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,082 INFO sqlalchemy.engine.base.Engine (5, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9652 characters truncated) ... a\\xbd\\xb3\\xa6\\xbb\\xbd\\x91*\\x02\\xbe\\x13\\xbb\\xcb\\xbd\\x10\\x85\\x8f\\xbd]\\x7f\\xf2=\\x81I\\xbd<\\xdeM\\xe8\\xbaLd\\x1b>\\xb8\\x18\\x13\\xbe\\xaf\\x9f\\xfb\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (8741 characters truncated) ... <\\x84=\\xfdkW=\\xed\\x93\\x1a=\\xe3\\xdbe=\\'\\x9cG=\\xb0$\\x1c=\\xd6\\xa8\\x96=\\xcav\\x82=\\x98\\xb5K=\\xd0s\\x95=\\x03\\x13z=\\x0c\\x80==+9\\x84=2Uj=\\xff\\x0e?=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:09,085 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,090 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,091 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,092 INFO sqlalchemy.engine.base.Engine (5, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (363 characters truncated) ... 1=\\xf8K\\xa7=\\x81\\x19\">r\\x10\\x1e>\\xf9\\x15F\\xbe\\n\\xfd\\x99\\xbd\\xd1\\xc0\\x19\\xbeB[\\x0b\\xbeG\\xed\\xe09\\x8b%W\\xbe\\xdd\\xaf\\x05>2$P=\\xf3\\xcd\\x05\\xbeq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (352 characters truncated) ... z\\xaf\\xbcf\\x1eQ\\xbc\\x9d\\xf0h\\xbb\\xca\\xe6Y\\xba\\xd9\\xf7|\\xbb\\x15B\\x9b\\xbbm0\\xcc\\xbbLR\\xee<\\xe2\\xad\\xf9\\xbb'\\xd0i<37\\x00\\xbb\\xaa\\x13H\\xbcB> =q\\rtq\\x0eb.\")\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:08:09,094 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,099 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,101 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,101 INFO sqlalchemy.engine.base.Engine (5, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200197 characters truncated) ... d\\x86=\\xab;\\xb6Q\\xe9<%WT<\\x9e\\x0e+\\xbdz\\x91Y=\\x80\\x8c\\x9c<\\xac\\xaaT\\xbc\\xe8\\xda-\\xbb\\xff\\x0b,<NR0\\xbd\\x84y\\xac;[s\\xbf<\\x91jk=\\xa6\\x1a\\xf2;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (209915 characters truncated) ... <*\\x92\\xc2<\\xb4\\xa0\\xc6<\\xba\\xa7\\xd0<er\\xe1<M\\xdd\\xe1<\\xbe9\\x00:\\xfe\\xa7\\xf89\\x028\\x01:\\x84\\xa4$:v(4:\\x06\\xb6\\x95:@-_:\\xac\\xab\\xac:^\\xb70;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:09,108 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,117 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,119 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,120 INFO sqlalchemy.engine.base.Engine (5, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (708 characters truncated) ... 8rE=#\\x12\\xe3<2\\xb9g\\xbd\\xd21\\x93\\xbcp\\x08\\xdf\\xbc\\xfa\\xd29\\xbd\\xb9\\xab$\\xbd\\xf8\\xc60=\\xa3\\x98\\xd9\\xbchvm\\xbd\\xfc\\x19\\x03=\\x18\\x10\\x9c\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (753 characters truncated) ... xbb\\x1e\\xac\\x89\\xbbxP\\xd5\\xbb\\x96\\xe2g\\xbb+\\x08\\t\\xbb\\xc4\"\\xd4:\\x00\\x00\\x00\\x000\\xac\\xf9\\xbb\\xf2Z\\x81<E\\x96\\x8b;\\x18\\xfd\\xb1\\xbbJ\\xdb\\x13<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:09,122 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,130 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,132 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,133 INFO sqlalchemy.engine.base.Engine (5, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834819 characters truncated) ... _\\x01\\xbd; #\\xbd#\\x91\\xae\\xbc\\xa36\\x02\\xbd\\xef\\xa4\\xb0\\xbc\\xde\\x80\\xe4<\\x06\\x81\\xa4<\\x916\\x8a<\\x85L\\n=\\xa3\"c\\xbc\\xeb\\xc4.\\xbd\\x80}\\x8c\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (860966 characters truncated) ... xbb\\xba\\xa4\\x9c\\x02\\xbb#\\x05=\\xbbv\\xb6\\x9c9V\\xbc\\x13:\\x0eV\\xe29N]\\xdb\\xb7\\xc1\\xe4S\\xb9\\xddg\\xed\\xb9\\xb0\\xdf\\x02:\\x85\\x829\\xb9~\\x92\\xcf\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:09,150 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,209 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,211 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,212 INFO sqlalchemy.engine.base.Engine (5, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1448 characters truncated) ... xb6<\\x8e\\x8d|\\xbc\\x04\\x11\\xfe;\\x9f\\xb2M\\xbd(b\\xf9;%\\xbd\\x14=\\xd1\\xa5\\x13=/,X\\xbcUxW=\\x88\\xf8\\xb7\\xbb\\r_\\x1b\\xbd\\x9eQA=W\\x03\\x8d\\xbcT\\x90C=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1538 characters truncated) ... :\\x04\\xea:\\x1b%\\x0b;\\x80\\xa8Z:\\x0f\\xe2\\x9d:\\xbd\\xd3O\\xbc\\x9a\\xf5\\x9a;^\\xb3\\xca\\xbb|N3\\xbb(\\xcd\\x89<\\xa3J\\xa0\\xbb\\xc7\\x82x\\xba\\xac)\\xcf\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:09,249 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:09,322 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:09,324 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:09,325 INFO sqlalchemy.engine.base.Engine (5, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35891301 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46532300 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:10,873 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,575 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,581 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,585 INFO sqlalchemy.engine.base.Engine (5, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5725 characters truncated) ... x07E\\xbc\\xdc\\x8bL<\\xde\\xe3E<=\\x14\\x16<\\xb6\\x7fK\\xbc\\x16A\\r<\\xa0.S:\\x11\\x89*;\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;?\\xc0\\xa5<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7481 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00l\\xbdT\\xb9\\x00\\x00\\x00\\x00Y\\xf5\\x93:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00OM\\xfd\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:11,627 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,639 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,641 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,642 INFO sqlalchemy.engine.base.Engine (5, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1486365 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1976800 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:11,677 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,706 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,708 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,710 INFO sqlalchemy.engine.base.Engine (5, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2944 characters truncated) ... x02:\\xb1\\xa8x<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\'\\xf1I\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;Gb\\xa8\\xbb\\xb0\\xcc\\xbd<\\xbe\\x85+\\xbc\\xc9}~\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3530 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xc3\\xbb\\xf8\\xb9\\xb4\\x173\\xba\\xd5W\\xcb\\xba,\\xd0\\x18\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.\")\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:08:11,712 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,722 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,723 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,724 INFO sqlalchemy.engine.base.Engine (5, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139270 characters truncated) ... \\x00\\xf1@\\xbbU\\xa6\\x80=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xea\\x07\\x8d<\\xd8v>\\xbc{\\xc0\\x83\\xbd`\\xec_\\xbba\\xfc\\xa7<\\'\\x81W;\\x00L9\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1519576 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xd0\\xf0\\xa3\\xb8\\xc2\\x88\\x149\\xb8ke:\\xb0?Z\\xb8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:11,877 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,905 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,906 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,907 INFO sqlalchemy.engine.base.Engine (5, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4476 characters truncated) ... 8\\xbct+,\\xbd\\x95u#\\xbdY\\xf4*;h\\x96x\\xbd\\x0cu>\\xbd\\xdb\\x02M=LC\\x81\\xbd\\xa2\\xc7;<\\x0b6\\xc9\\xb8\\x92t\\x1e\\xbd\\x002\\xbd\\xbc\\xa7\\x08f\\xbd5\\xbbF<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5370 characters truncated) ... 4\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x82\\xf1\\x1e:\\xb9 \\x8d:\\xf6\\xb3\\xd8:\\xf0\\xc0\"\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xcf*\\xdf\\xb8\\x7fMh:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:11,909 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:11,920 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:11,921 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:11,922 INFO sqlalchemy.engine.base.Engine (5, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9072 characters truncated) ... 0K\\xff\\xbbD=@\\xbc\\x8f\\x82B=\\xbc@\\xf1<\\xb0\\x9e\\xce;r):\\xbd\\xcd\\xaa;\\xbdb\\xa7\\x0f\\xbd\\xfe\\xf1=<\\t\\x18(\\xbd\\x82\\xf6\\'\\xbdxRN\\xbd\\xdf\\x97&\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10304 characters truncated) ... 7f\\x90\\xbe\\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00vWY\\xbc\\xc8a\\xec\\xbb\\x82L\\x85\\xbcf\\xd4j\\xbc\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00T\\xaaQ:\\xfdg*\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:12,004 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:08:12,098 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:08:12,102 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:08:12,105 INFO sqlalchemy.engine.base.Engine (5, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (17 characters truncated) ... 0\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08V\\xd69\\xbdF\\xa6\\t=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (28 characters truncated) ... 8K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x02\\xb9\\xd3<\\x00\\xb9\\xd3\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:08:12,110 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.06323830038309097\n",
      "Loss:  0.09106720238924026\n",
      "Loss:  0.13189898431301117\n",
      "Loss:  0.0826995000243187\n",
      "Loss:  0.043062418699264526\n",
      "Loss:  0.07576457411050797\n",
      "Loss:  0.031091410666704178\n",
      "Loss:  0.10735167562961578\n",
      "Loss:  0.018499992787837982\n",
      "Loss:  0.0644703060388565\n",
      "Loss:  0.08537651598453522\n",
      "Loss:  0.0685838833451271\n",
      "Loss:  0.0438532792031765\n",
      "Loss:  0.060831669718027115\n",
      "Loss:  0.04209978133440018\n",
      "Loss:  0.06055852025747299\n",
      "Loss:  0.11950762569904327\n",
      "Loss:  0.029341453686356544\n",
      "Loss:  0.041097141802310944\n",
      "Loss:  0.03233873099088669\n",
      "Loss:  0.05359523743391037\n",
      "Loss:  0.04733359068632126\n",
      "Loss:  0.05998127907514572\n",
      "Loss:  0.02576754055917263\n",
      "Loss:  0.02626289427280426\n",
      "Loss:  0.1432160586118698\n",
      "Loss:  0.14110028743743896\n",
      "Loss:  0.05041739344596863\n",
      "Loss:  0.0703200250864029\n",
      "Loss:  0.048240382224321365\n",
      "Loss:  0.07473334670066833\n",
      "Loss:  0.08991941064596176\n",
      "Loss:  0.0673053190112114\n",
      "Loss:  0.07251929491758347\n",
      "Loss:  0.01573116146028042\n",
      "Loss:  0.039471834897994995\n",
      "Loss:  0.11795663833618164\n",
      "Loss:  0.06673004478216171\n",
      "Loss:  0.054434433579444885\n",
      "Loss:  0.0585140623152256\n",
      "Loss:  0.06772810220718384\n",
      "Epoch:  6\n",
      "Loss:  0.032123200595378876\n",
      "Loss:  0.05322364717721939\n",
      "Loss:  0.05309204384684563\n",
      "Loss:  0.04179073125123978\n",
      "Loss:  0.0588192380964756\n",
      "Loss:  0.03867090493440628\n",
      "Loss:  0.03261161968111992\n",
      "Loss:  0.08374551683664322\n",
      "Loss:  0.08391141146421432\n",
      "Loss:  0.04132530838251114\n",
      "Loss:  0.06594965606927872\n",
      "Loss:  0.041769348084926605\n",
      "Loss:  0.03503270819783211\n",
      "Loss:  0.07100038230419159\n",
      "Loss:  0.04240737855434418\n",
      "Loss:  0.02888805978000164\n",
      "Loss:  0.0455113984644413\n",
      "Loss:  0.06162002310156822\n",
      "Loss:  0.028330301865935326\n",
      "Loss:  0.08815348148345947\n",
      "Loss:  0.04753131419420242\n",
      "Loss:  0.04535992071032524\n",
      "Loss:  0.04132744297385216\n",
      "Loss:  0.0732623040676117\n",
      "Loss:  0.04505433887243271\n",
      "Loss:  0.0735088437795639\n",
      "Loss:  0.04044707864522934\n",
      "Loss:  0.08633862435817719\n",
      "Loss:  0.13346931338310242\n",
      "Loss:  0.027294248342514038\n",
      "Loss:  0.06969472765922546\n",
      "Loss:  0.07797027379274368\n",
      "Loss:  0.01744992472231388\n",
      "Loss:  0.03531712293624878\n",
      "Loss:  0.04815461114048958\n",
      "Loss:  0.018382035195827484\n",
      "Loss:  0.035153090953826904\n",
      "Loss:  0.05111198127269745\n",
      "Loss:  0.03865279629826546\n",
      "Loss:  0.04955550655722618\n",
      "Loss:  0.05646474286913872\n",
      "Training accuracy: 98%\n",
      "Loss:  1.0761432647705078\n",
      "Test accuracy: 62%\n",
      "2019-07-11 23:12:05,018 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,019 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,020 INFO sqlalchemy.engine.base.Engine (6, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.06546369035978143, 1.0761432647705078, 0.9814033742331288, 0.625)\n",
      "2019-07-11 23:12:05,024 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,063 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,065 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,066 INFO sqlalchemy.engine.base.Engine (6, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9671 characters truncated) ... >A7\\x8b\\xbd\\x95\\xc9\\xbc\\xbdQ3\\x02\\xbe3\\xe0\\xcb\\xbd\\xce$\\x90\\xbd]Y\\xf2=\\xd2\\xd0\\xba<\\xa4\\xb2\\x19\\xbbK3\\x1b>\\x0e\\x8b\\x13\\xbe\\x99\\xef\\xfc\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9045 characters truncated) ... F\\xb0F=\\xfe\\xb2\\x85=x)i=@\\xb2==\\xe1\\x1ex=MYb=\\x9fjC=\\xd2\\x08\\x97=w5\\x8a=n\\x9el=\\xff\\x82\\x98=5x\\x87=\\xbf\\xaac=f\\xea\\x8e=\\'\\x14\\x84=\\x86\\\\i=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,069 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,084 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,086 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:12:05,087 INFO sqlalchemy.engine.base.Engine (6, 'c1.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (364 characters truncated) ... 5=\\xfeW\\xa9=\\\\\\x01$>\\x03v\\x1c>\\xdd\\x9fH\\xbe9\\x9a\\x99\\xbd\\xfc \\x19\\xbe'\\xba\\x0f\\xbe\\x8a\\xe7\\xa49\\xa5d[\\xbe\\xc7\\x17\\x04>\\xc1CP=^\\xce\\x06\\xbeq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (358 characters truncated) ... 18\\xbd\\xc6|\\x98\\xba\\x8aF\\xb2\\xbbF\\x014\\xbcD\\xc9\":8\\x10\\x05\\xbbM\\xbf\\xac\\xbb\\xdeN\\x14=\\xc0[\\x13;\\x98b\\xe0<\\x9bm\\x1e\\xbcA\\xdd\\x85\\xbcl\\xa9.=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,089 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,093 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,095 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,096 INFO sqlalchemy.engine.base.Engine (6, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200070 characters truncated) ... \\x88\\xe5<1\\xdaP<\\x00\\xc7+\\xbdu\\xb1X=\\x1dz\\x96<H_\\x8f\\xbc\\xa5\\x06\\x02\\xbc\\xc6\\x8c\\x06<\\xfa\\xa07\\xbd\\xf0\\xeb~;\\x86\\x1c\\xba<%\\xcbb=\\x17N\\xc8;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (209290 characters truncated) ... xd4\\x10\"<\\\\b(<\\xae\\xc26<\\xca3V<\\xe7mJ<rUP<\\xba\\x02\\x01\\xb9\\xb8Ny7b\\xad\\xb28Bs\\xe18\\xe07]6\\xac\\xd7\\x08:\\x9c\\xcf\\x15:\\xea\\x06\\x1e:\\xbcQ\\x98:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,103 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,110 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,112 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,113 INFO sqlalchemy.engine.base.Engine (6, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (720 characters truncated) ... 8\\x95A=wx\\xdd<\\xdf`Z\\xbdo\\x86\\x99\\xbc\\x83\\x88\\xe9\\xbco{H\\xbd\\xb9\\xab$\\xbd\\xc1d5=\\x8b\\xd8\\xdc\\xbc\\xec\\xdfr\\xbd\\x9d\\xef\\x06=\\x04\\xe3\\x9f\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (692 characters truncated) ... bcD\\xf9;\\xba|W\\t<\\x7f\\x93G;DR\\x90\\xbb\\x88\\x18t;:L*<\\x88\\xf5\\x84\\xb9$\\x980;v,J<\\x00\\x00\\x00\\x000\\x14\\x80\\xbb0LS<\\xd9<W;Fc6\\xbc\\x80\\xf2\\x16;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,115 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,124 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,125 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,126 INFO sqlalchemy.engine.base.Engine (6, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (835963 characters truncated) ... \\xbd\\x95\\xbd$\\xbdg\\xdb\\xb1\\xbc\\x15(\\xf8\\xbc[\\xdd\\xb1\\xbc\\x90\\xe7\\xe8<8\\xe9\\xab<\\xb5\\xe4\\x95<o4\\x19=\\xbc\\xf5\\x90\\xbc]\\x177\\xbd\\x8bW\\x89\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (868638 characters truncated) ... d9\\x91\\xba\\xd2\\x05\\xcf\\xbag\\xc7\\xf0\\xba`Y\\xf59\\xa8\\x7f\\x17:\\xbf\\xc8\\xea9`\\xa4*9P\\xc5R\\xb9\\xc1\\xa2\\xbc\\xb8\\xa9\\x12%9\\xc2/\\x91\\xb8\\xa3a\\xfa8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,144 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,162 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,163 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,164 INFO sqlalchemy.engine.base.Engine (6, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1477 characters truncated) ... ;U\\xfb\\xb7<\\xa8g\\x81\\xbc>\\x14\\x04<,\"V\\xbdeW%;M\\xf2\\x14=\\x8a]\\x18=)\\xf5Y\\xbc1\\x98c=\\x1a\\xcb\\xc3\\xbbG\\xd0\\x1d\\xbdo\\xcfH=sH\\x9b\\xbc\\x1f\\xc8F=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1599 characters truncated) ... \\x86\\x949r\\x17!;4\\xc1`:\\x82\\xa0\\x94\\xbb\\x85\\xb9=\\xbc*\\x0b\\xb1:\\x0eZF\\xbc\\x16\\\\\\xd7\\xba\\xb9\\xc4\\x7f<\\xaaAs\\xbc\\xfe]\\x98\\xba\\x8a\\xd3\\xb8\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:05,166 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:05,212 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:05,213 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:05,214 INFO sqlalchemy.engine.base.Engine (6, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35896815 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46486048 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:06,988 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,540 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,540 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,541 INFO sqlalchemy.engine.base.Engine (6, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5790 characters truncated) ... 6\\xb72<\\xcc\\x07E\\xbc\\'\\x1ac<)Y_<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xa5~$<U.S:\\x18L\\xb5:\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;J\\xc2\\xb1<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7372 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00Z\\x9eO8\\x00\\x00\\x00\\x00!\\xd5`:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xef}\\xb7\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,547 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,564 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,565 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,566 INFO sqlalchemy.engine.base.Engine (6, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1485721 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1980028 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,604 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,660 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:12:07,661 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,662 INFO sqlalchemy.engine.base.Engine (6, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2911 characters truncated) ... x05Ah<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xad\\xf0I\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\x13\\x0f\\x95\\xbb\\x18\\x88\\xcd<\\xdbt\\x1a\\xbci\\x92}\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3512 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x02\\x89\\xab\\xba\\x11S,\\xba\\xe8\\x11\\x81\\xbaJ\\x98\\x94\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,664 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,683 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,685 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,686 INFO sqlalchemy.engine.base.Engine (6, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139464 characters truncated) ... @\\xbb\\xb4\\x03\\x82=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x1f\\xfc\\x90<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xc8\\x82^\\xbb`\\x15\\xac<u~\\x08;\\xba\\xba7\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1528958 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00nJ\\xcc7\\xefP\\x89\\xb9\\x1a\\x9c\\x87\\xb9=L\\xe4\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,713 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,747 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,750 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,752 INFO sqlalchemy.engine.base.Engine (6, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4462 characters truncated) ... \\xbc\\xc6F\\xed\\xbct+,\\xbd\\xccd#\\xbd\\x8b\\xec?;h\\x96x\\xbd\\x0cu>\\xbd\\x08EK=48\\x82\\xbd\\xac\\xdb4<ctZ9\\xa5t\\x1e\\xbd\\x002\\xbd\\xbc\\xa0Be\\xbd~\\xf5F<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5419 characters truncated) ... \\x14\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xa8\\xba\\xe89I\\xb2T:v\\xaf\\x9d:\\x8f$\\xe5\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00`\\xe3\\xa0\\xb9;i\\xe9\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,754 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,774 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,776 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,778 INFO sqlalchemy.engine.base.Engine (6, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9093 characters truncated) ... \\xbb\\x07\\xb5E\\xbcR\\xa6C=\\xbc@\\xf1<\\xb0\\x9e\\xce;3\\r;\\xbd\\x1dw>\\xbd\\xfd\\xf2\\x10\\xbd\\xef:=<\\x07\\x18(\\xbd\\x82\\xf6\\'\\xbd:\\x97Y\\xbd\\x10\\x92*\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10258 characters truncated) ... \\xdf\\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00C\\xd2\\x11\\xbb\\xe1\\xc5D\\xbb\\x9d\\xf5z\\xbb\\x81U1\\xbc\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00J\\xec\\xb8:\\x911A;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,924 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:12:07,940 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:12:07,944 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:12:07,948 INFO sqlalchemy.engine.base.Engine (6, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xc6\\xda;\\xbd\\xb6\\xaa\\x0b=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (28 characters truncated) ... 8K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xc6\\x15\\x99<\\xc8\\x15\\x99\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:12:07,953 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.037766747176647186\n",
      "Loss:  0.04858825355768204\n",
      "Loss:  0.04607238247990608\n",
      "Loss:  0.04472935199737549\n",
      "Loss:  0.02909959852695465\n",
      "Loss:  0.04934109002351761\n",
      "Loss:  0.019055435433983803\n",
      "Loss:  0.14407292008399963\n",
      "Loss:  0.04292474687099457\n",
      "Loss:  0.013599909842014313\n",
      "Loss:  0.09112683683633804\n",
      "Loss:  0.07201005518436432\n",
      "Loss:  0.019014639779925346\n",
      "Loss:  0.04484555125236511\n",
      "Loss:  0.05077970027923584\n",
      "Loss:  0.03607386350631714\n",
      "Loss:  0.015468761324882507\n",
      "Loss:  0.03148328512907028\n",
      "Loss:  0.08334290236234665\n",
      "Loss:  0.06105687469244003\n",
      "Loss:  0.05049331486225128\n",
      "Loss:  0.1041870042681694\n",
      "Loss:  0.026516105979681015\n",
      "Loss:  0.10434707999229431\n",
      "Loss:  0.01668252795934677\n",
      "Loss:  0.11479225009679794\n",
      "Loss:  0.03668953478336334\n",
      "Loss:  0.060163866728544235\n",
      "Loss:  0.04760618507862091\n",
      "Loss:  0.0373692587018013\n",
      "Loss:  0.04731239378452301\n",
      "Loss:  0.06189548224210739\n",
      "Loss:  0.03722440451383591\n",
      "Loss:  0.028632935136556625\n",
      "Loss:  0.07470761984586716\n",
      "Loss:  0.03363946080207825\n",
      "Loss:  0.08494605869054794\n",
      "Loss:  0.14218789339065552\n",
      "Loss:  0.041551098227500916\n",
      "Loss:  0.04960499331355095\n",
      "Loss:  0.12701866030693054\n",
      "Epoch:  7\n",
      "Loss:  0.07649287581443787\n",
      "Loss:  0.05650993436574936\n",
      "Loss:  0.022504914551973343\n",
      "Loss:  0.07051443308591843\n",
      "Loss:  0.1310693323612213\n",
      "Loss:  0.03224276378750801\n",
      "Loss:  0.09795695543289185\n",
      "Loss:  0.013775522820651531\n",
      "Loss:  0.0957222729921341\n",
      "Loss:  0.08751670271158218\n",
      "Loss:  0.07510902732610703\n",
      "Loss:  0.014460730366408825\n",
      "Loss:  0.0404561311006546\n",
      "Loss:  0.01674024574458599\n",
      "Loss:  0.04733901098370552\n",
      "Loss:  0.044030360877513885\n",
      "Loss:  0.10894449800252914\n",
      "Loss:  0.10352447628974915\n",
      "Loss:  0.03454706445336342\n",
      "Loss:  0.07841119170188904\n",
      "Loss:  0.04293859004974365\n",
      "Loss:  0.12653596699237823\n",
      "Loss:  0.03821492940187454\n",
      "Loss:  0.09648788720369339\n",
      "Loss:  0.09332706034183502\n",
      "Loss:  0.08999906480312347\n",
      "Loss:  0.04473885893821716\n",
      "Loss:  0.13595014810562134\n",
      "Loss:  0.08268333226442337\n",
      "Loss:  0.05562225729227066\n",
      "Loss:  0.061600662767887115\n",
      "Loss:  0.07471704483032227\n",
      "Loss:  0.06935287266969681\n",
      "Loss:  0.0545535534620285\n",
      "Loss:  0.022927705198526382\n",
      "Loss:  0.08635886758565903\n",
      "Loss:  0.054848723113536835\n",
      "Loss:  0.07862822711467743\n",
      "Loss:  0.09659980237483978\n",
      "Loss:  0.10300858318805695\n",
      "Loss:  0.03443608805537224\n",
      "Training accuracy: 97%\n",
      "Loss:  1.7974611520767212\n",
      "Test accuracy: 56%\n",
      "2019-07-11 23:15:56,034 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,036 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,038 INFO sqlalchemy.engine.base.Engine (7, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.05629319597671672, 1.7974611520767212, 0.973351226993865, 0.5625)\n",
      "2019-07-11 23:15:56,040 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,066 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,070 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:15:56,071 INFO sqlalchemy.engine.base.Engine (7, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9689 characters truncated) ... v\\xac\\x8a\\xbdN\\x8e\\xbc\\xbd7\\x9e\\x01\\xbeT\\xb1\\xca\\xbd\\xbf8\\x8f\\xbd\\xf6{\\xf3=\\x98\\xfa\\xbd<\\x19\\x0e\\n\\xbb#\\xac\\x1b>\\xb4I\\x13\\xbe;\\xaf\\xfc\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9824 characters truncated) ... 2\\xb6\\xcd\\xbd3\\xef\\xad\\xbd^L\\x08\\xbe7\\x13\\xee\\xbdyS\\xbb\\xbd\\x82.\\r\\xbeS\\xa9\\xf5\\xbd\\xee(\\xc4\\xbd3\\xaf\\x04\\xbe\\x9a\\x19\\xf5\\xbd\\x12v\\xd5\\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:56,074 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,098 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,100 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,101 INFO sqlalchemy.engine.base.Engine (7, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (380 characters truncated) ... 96=)\\xeb\\xa9=\\xbe\\xcd$>\\xa5T\\x1c>\\xb6\\xdfI\\xbe5O\\x9a\\xbd\\xbat\\x19\\xbeL\\xe1\\x10\\xbe\\x81\\xd6_\\xb9{\\xa0]\\xbe\\xb7Z\\x03>L\\xa5O=\\xbe\\xa3\\x06\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (341 characters truncated) ... \\x99\\xbdu=N=Z\\xd6\\x03<OL\\x12\\xbb\\xe9\\x0e\\xbc<J$i:\\xa6O~\\xbb\\xfc\\xfd\\xb8\\xbb\\x98\\xba \\xbdZ)+;\\x0f\\x16\\x8b\\xbcB\\xa9\\xb2<\\xf4\\xb6#=XY\\xb5\\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:56,104 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,109 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,110 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,111 INFO sqlalchemy.engine.base.Engine (7, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (199759 characters truncated) ... xf50\\x19\\xbd%\\xa4\\xaa;\\xaap\\xe8<(oX<7\\x95)\\xbdp*[=\\xees\\x93<\\x12\\xab\\xb1\\xbc\\xf1\\xc9E\\xbc4z\\xa7;\\\\r=\\xbd\\xf2\\xd1c:\\xf6>\\xb9<\\x8c2X=3\\x9ct;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (213379 characters truncated) ... xa6\\xdb\\x1d\\xbd\\xee[\\x1b\\xbd:>\\xbc\\xb9\\xb0cE\\xb8\\xbb\\xf1^\\xbag\\x9b\\xb6\\xba\\xf9[\\xad\\xbas\\xf1\\n\\xbb\\'\\xc4\\xb4\\xba~\\x95\\x1c\\xbb\\x9c\\xcf[\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:56,119 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,127 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,128 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,129 INFO sqlalchemy.engine.base.Engine (7, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (710 characters truncated) ... \\x05\\xbdK\\xadB=p\\xc7\\xc9<\\x0e\\xfce\\xbd*\\x0c\\xa6\\xbc\\xda\\x12\\xfd\\xbc0JG\\xbd\\xb9\\xab$\\xbd\\xb1G?=v\\x96\\xdd\\xbc\\xe6/z\\xbd\\xedw\\t=\\xdex\\x97\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (721 characters truncated) ... 7fS\\xbcn9\\xa2<|\\xbf?:\\xe1\\xd1\\xcb;\\x864\\x8e\\xba0/\\x7f\\xb9.\\xa0\\xd9\\xbb\\x00\\x00\\x00\\x00J(\\x12<8\\x81&\\xbd\\x0eA\\t\\xbc\\xbdp\\xd5<\\\\\\x82\\x9d\\xbcq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:15:56,131 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,137 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,139 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,140 INFO sqlalchemy.engine.base.Engine (7, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (835436 characters truncated) ... 02\\xbd\\x03\\t$\\xbd\\xd7\\xe5\\xb1\\xbc\\xaf\\xa3\\xf8\\xbc\\xa9G\\xb9\\xbc\\x1f\\xf0\\xe8<@1\\xa4<\\x11C\\x92<\\xd7\\x95#=r\\xb5\\xab\\xbcX\\x00D\\xbd\\xd2}\\x9d\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (844434 characters truncated) ... \\x9d;.\\xcd\\xa2;\\r\\xb6\\x96;\\xac\\xa7\\xbd;\\xebz\\xcc;@\\xa9\\xf48w#\\xba9\\x96\\xc3`9\\x9d~!\\xb9Z\\x9e\\r:\\r\\x9d\\x0e:\\x16\\xb9\\x029?\\x8b\\x889w\\xeb\\xb89q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:56,158 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,206 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,207 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,208 INFO sqlalchemy.engine.base.Engine (7, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1461 characters truncated) ... 8\\'h\\xbcO \\x05<\\xfe\\x89_\\xbd\\x07\\x98\\xa6;\\x14n\\x18=LR\\x1b=\\xf4\\xbaV\\xbchTm=\\x9b\\'\\xae\\xbb\\xdd\\x03\\x1e\\xbd\\xe1\\x8cO=L\\x1a\\x9f\\xbc\\xd9\\xbdJ=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1393 characters truncated) ... 16\\x92\\xb3;\\xaci\\xa0::O$;\\r\\xf2\\xad:&L\\x84\\xbc\\x86\\x06Z<r\\xa1\\xdb<\\x9c\\xfa]\\xbc@\\xbe\\xeb<\\xac\\xd6\\xda;\\xe6U\\n\\xbd\\t)\\xd0<\\x12n\\xad:\\x1emZ<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:56,211 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:56,246 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:56,248 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:56,249 INFO sqlalchemy.engine.base.Engine (7, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35903147 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (45489448 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:58,221 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:58,846 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:58,854 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:58,860 INFO sqlalchemy.engine.base.Engine (7, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5703 characters truncated) ... +\\xf4(<\\x1d\\x87O<\\xcc\\x07E\\xbcitp<j$t<=\\x14\\x16<\\xb6\\x7fK\\xbcA,?<U.S:C1W:\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xeb\\xbf\\xb6<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7259 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x9a\\xbb\\xdd:\\x00\\x00\\x00\\x00\\xbb\\xc8\\xdb\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x8cY$;\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:58,867 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:58,881 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:15:58,883 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:58,885 INFO sqlalchemy.engine.base.Engine (7, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1484800 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1966968 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:58,936 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:58,965 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:58,966 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:58,967 INFO sqlalchemy.engine.base.Engine (7, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2927 characters truncated) ... 2:\\xcc\\xe0`<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xad\\xf0I\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\x1e\\xb1C\\xbb\\x163\\xd6<v\\xa1\\x19\\xbcm\\xcbd\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3425 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00N\\x93\\x02;4\\xa1\\xba:r\\x9e\\xd0:Y\\xe8\\xef:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:58,969 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:58,977 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:58,981 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:58,982 INFO sqlalchemy.engine.base.Engine (7, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139859 characters truncated) ... x00\\xf1@\\xbb\\x0c\\x9d\\x84=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xe4\\n\\x91<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xbc5\\x07\\xbc\\'\\x81\\xa0<T*/:X\\xa8N\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1503390 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00O\\x85\\x9c\\xb8\\x10\\xa7\\xb3\\xb8b\\x11\\x15\\xb8,\\x82\\xab\\xb8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:59,009 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:59,035 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:59,036 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:59,038 INFO sqlalchemy.engine.base.Engine (7, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4484 characters truncated) ... xef\\xbct+,\\xbd\\x07\\xb9 \\xbd\\x19\\x0b\\x95;h\\x96x\\xbd\\x0cu>\\xbd\\x07rJ=)\\x92\\x82\\xbd\\xeat1<\\xa9\\x86\\x819du\\x1e\\xbd\\x002\\xbd\\xbc\\x1b\\r_\\xbd~2M<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5259 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x82<\\xba,\\xf6\\xac\\xba\\\\m\\xfe\\xba\\x1c\\x06?9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xc4\\xb7\\xa3\\xb9\\x14\"\\x14\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:59,040 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:59,045 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:59,047 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:59,048 INFO sqlalchemy.engine.base.Engine (7, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9088 characters truncated) ... \\xf1X\\xbc\\xcb\\xddE=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\x08\\xaa;\\xbd\\xbb\\x85?\\xbdF\\xf4\\x11\\xbd\\xeep?<\\xfa\\x17(\\xbd\\x82\\xf6\\'\\xbd\\xe6KY\\xbd\\x0b\\xd72\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10476 characters truncated) ... `\\x04\\xb0:\\xd13\\x8d<\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xde\\xebD<\\x03\\x18\\x1b<\\xf3-w<\\x87\\x11|<\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00C!g:\\x96u\\xb9:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:59,108 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:15:59,117 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:15:59,118 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:15:59,119 INFO sqlalchemy.engine.base.Engine (7, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xf0\\xde<\\xbd\\xdf\\xae\\x0c=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xedl\\xf1\\xbc\\xffl\\xf1<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:15:59,127 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.04833924025297165\n",
      "Loss:  0.04256837069988251\n",
      "Loss:  0.034902218729257584\n",
      "Loss:  0.03737854212522507\n",
      "Loss:  0.04237048327922821\n",
      "Loss:  0.049303099513053894\n",
      "Loss:  0.04084160178899765\n",
      "Loss:  0.03817242756485939\n",
      "Loss:  0.12958456575870514\n",
      "Loss:  0.0626547709107399\n",
      "Loss:  0.04246281459927559\n",
      "Loss:  0.15753772854804993\n",
      "Loss:  0.054638952016830444\n",
      "Loss:  0.03063799813389778\n",
      "Loss:  0.05064952373504639\n",
      "Loss:  0.04341663420200348\n",
      "Loss:  0.07203388214111328\n",
      "Loss:  0.05650782212615013\n",
      "Loss:  0.039853356778621674\n",
      "Loss:  0.024295765906572342\n",
      "Loss:  0.07188890129327774\n",
      "Loss:  0.06483805179595947\n",
      "Loss:  0.028598163276910782\n",
      "Loss:  0.09382133930921555\n",
      "Loss:  0.04959852248430252\n",
      "Loss:  0.029404355213046074\n",
      "Loss:  0.005781438201665878\n",
      "Loss:  0.049731627106666565\n",
      "Loss:  0.026150863617658615\n",
      "Loss:  0.07327256351709366\n",
      "Loss:  0.02563875913619995\n",
      "Loss:  0.0747474730014801\n",
      "Loss:  0.07035569846630096\n",
      "Loss:  0.04307961463928223\n",
      "Loss:  0.03746215999126434\n",
      "Loss:  0.11952035129070282\n",
      "Loss:  0.05797882378101349\n",
      "Loss:  0.11125290393829346\n",
      "Loss:  0.03199155628681183\n",
      "Loss:  0.05865310877561569\n",
      "Loss:  0.03533410280942917\n",
      "Epoch:  8\n",
      "Loss:  0.024897396564483643\n",
      "Loss:  0.028219716623425484\n",
      "Loss:  0.04568877071142197\n",
      "Loss:  0.024422552436590195\n",
      "Loss:  0.06780526787042618\n",
      "Loss:  0.04100748896598816\n",
      "Loss:  0.059053536504507065\n",
      "Loss:  0.02539246901869774\n",
      "Loss:  0.03539907932281494\n",
      "Loss:  0.026704203337430954\n",
      "Loss:  0.0938236340880394\n",
      "Loss:  0.06781554222106934\n",
      "Loss:  0.052738867700099945\n",
      "Loss:  0.022498134523630142\n",
      "Loss:  0.03631474822759628\n",
      "Loss:  0.022495999932289124\n",
      "Loss:  0.03742840141057968\n",
      "Loss:  0.05295123904943466\n",
      "Loss:  0.02566223219037056\n",
      "Loss:  0.031861115247011185\n",
      "Loss:  0.07315002381801605\n",
      "Loss:  0.027322527021169662\n",
      "Loss:  0.017796307802200317\n",
      "Loss:  0.045186325907707214\n",
      "Loss:  0.056332048028707504\n",
      "Loss:  0.035234272480010986\n",
      "Loss:  0.05418209731578827\n",
      "Loss:  0.02611735463142395\n",
      "Loss:  0.022647827863693237\n",
      "Loss:  0.021926240995526314\n",
      "Loss:  0.06308621168136597\n",
      "Loss:  0.04833507910370827\n",
      "Loss:  0.0700550302863121\n",
      "Loss:  0.06779098510742188\n",
      "Loss:  0.014271039515733719\n",
      "Loss:  0.022822842001914978\n",
      "Loss:  0.03354279324412346\n",
      "Loss:  0.018709959462285042\n",
      "Loss:  0.01491080317646265\n",
      "Loss:  0.028728747740387917\n",
      "Loss:  0.035647641867399216\n",
      "Training accuracy: 99%\n",
      "Loss:  0.7485707998275757\n",
      "Test accuracy: 62%\n",
      "2019-07-11 23:19:56,672 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,675 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,678 INFO sqlalchemy.engine.base.Engine (8, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.05505488235957739, 0.7485707998275757, 0.9877300613496932, 0.625)\n",
      "2019-07-11 23:19:56,681 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,713 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,714 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,715 INFO sqlalchemy.engine.base.Engine (8, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9544 characters truncated) ... 7fk\\x89\\xbd\\xc6\\x9f\\xbb\\xbd|\\xda\\x00\\xbe\\xceS\\xc9\\xbdPd\\x8e\\xbd\\xd1\\xe3\\xf4=\\xc2\\xed\\xc1<\\xd8\\x18\\xfd\\xbazA\\x1c>5\\xda\\x12\\xbe\\x1e!\\xfc\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9983 characters truncated) ... f3\\xaa\\x1b<\\xef\\xb8\\x8c;\\\\\\xb7\\xa4;\\x03\\xfa\\xe8;\\xf52\\x99;\\xad\\xa6\\xf3;z\\x90\"<\\x0e\\xa7L;\\xc8\\xdb\\xa6;\\xa6\\xf9\\x07<z0L;\\x97\\xf7{;_\\xf0\\xc1;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:56,717 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,723 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,725 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,726 INFO sqlalchemy.engine.base.Engine (8, 'c1.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (368 characters truncated) ... 97=\\xfb\\x8b\\xa8=r\\xbb$>'\\x8e\\x1a>\\xb9\\xecL\\xbe'f\\x9c\\xbd^7\\x1b\\xbe}G\\x11\\xbe\\x01\\xb8\\x08\\xba\\xb1\\xa0`\\xbe\\x83\\xe8\\x01>\\xe8oM=\\xbb9\\x07\\xbeq\\rtq\\x0eb.\", b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (367 characters truncated) ... :\\xe6\\xd0\\x8f;\\x9e\\xafX\\xba\\x94\\xc5;\\xbc\\xac\\x90\\xe195\\xc0\\xc3\\xbb-\\x13\\xc9\\xbbs\\xeb\\xe6;rf\\x91\\xbcp\\x06G\\xbc\\xa6\\x02\\x01\\xbb4\\x01\\xab\\xbbq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:19:56,728 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,732 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,734 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,735 INFO sqlalchemy.engine.base.Engine (8, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200425 characters truncated) ... 0\\x17\\xac;a,\\xe9<\\x956Y<E\\xd0(\\xbd\\x05`\\\\=u=n<\\xfb8\\xf1\\xbc\\xcb\\xef\\xac\\xbcf\\x97\\x1d;\\x19\\x92M\\xbdf\\xa5x\\xbb\\x0c\\xd6\\xb3<\\xbc\\xddI=;\\xb7\":q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (211238 characters truncated) ... baD|\\x139Rk%\\xbb6 \\x84\\xba\\x0e\\xeb\\x08\\xbab\\xed\\xd8\\xb9<\\x14B\\xb9\\xf8\\x90d9|L\\x89\\xb9_9\\xd4\\xb98P\\x9a8spZ\\xb9\\x13K\\xeb\\xb9\\xdb\\xe8\\xcc\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:56,741 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,750 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,752 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,753 INFO sqlalchemy.engine.base.Engine (8, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (743 characters truncated) ... xbdVT9=\\xd8\\x04\\xc2<>\\xa7f\\xbd\\x88)\\xaa\\xbcpX\\x06\\xbd\\xfb\\xf1M\\xbd\\xb9\\xab$\\xbd\\xc6\\xca8=\\x89\\xd6\\xdf\\xbc\\xe0e}\\xbdv-\\x06=\\xc4\\xca\\x99\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (780 characters truncated) ... xbe\\x18\\x80\\xba\\x12\\n\\x88;\\x80\\x0ce;W\\x10\\x01<b\\xd8\\xde:\\x1c-\\xfb\\xbb\\x00\\x00\\x00\\x00s\\xd46;\\xc0o\\xbf\\xbb\\xabW\\x8e\\xbb\\xc4Fp;\\x10\\x9dR\\xbbq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:19:56,755 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,765 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,767 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,767 INFO sqlalchemy.engine.base.Engine (8, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (835623 characters truncated) ... F\\x07\\xbd\\xf7\\xdf&\\xbdw2\\xb8\\xbcKf\\xf6\\xbc\\xc5*\\xa2\\xbc\\xee\\xa6\\xf8<d8\\x99<t\\xac\\x9d<\\xf7\\x9c4=\\x06\\xcb\\xd6\\xbc\\xa0 \\\\\\xbd\\x00\\xaf\\xa6\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (871908 characters truncated) ... \\x15\\xba\\x17\\x19\\x13\\xba\\x03\\x99\\x808z%\\x87\\xb9\\xb0\\x87\\xa58\\x8f\\xa3!9\\x83P\\x8e\\xb9X\\x80\\x00\\xbaW\\xa3\\xe5\\xb8\\x1d\\xf12\\xb9\\xf5\\x80\\xa7\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:56,785 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,804 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,807 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,808 INFO sqlalchemy.engine.base.Engine (8, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1424 characters truncated) ... ;\\xd4\\xf9\\xb7<h\\xf5\\x85\\xbc\\xbb\\xee\\xb8;+\\x05b\\xbd>Xb;\\xc9\\xc9\\x1b=DK\\x1c=!\\xd7A\\xbcX\\xa8m=\\xc1x\\xd3\\xbbM#\\x1f\\xbd\\xc6\\xeaS=NL\\xb6\\xbcejH=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1522 characters truncated) ... q\\x14;\\x05\\xc9\\x9f:\\x06XM\\xbb;8\\x84\\xbb@\\xa7\\xa3\\xb9~z\\xc3\\xbb\\xbfO\\xf9\\xb9\\x04;s;\\xec\\xab5\\xbb\\x80\\xcd\\xe97F<4\\xbb\\xdc\\xe8d\\xbbO\\x8c;\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:56,810 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:56,846 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:56,848 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:56,849 INFO sqlalchemy.engine.base.Engine (8, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35923555 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46264106 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:58,831 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,374 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:19:59,377 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,378 INFO sqlalchemy.engine.base.Engine (8, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5756 characters truncated) ... \\xf9\\x96\\x80<\\x87\\xb8\\x81<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xc4>I<o\\xeeR:\\xf3v\\xd0\\xb9\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xf6@\\xbe<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7325 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x001\\xdb\\xd6\\xb8\\x00\\x00\\x00\\x00\\xa7k\\x8f8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n\\xdd\\xed\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,380 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,387 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,389 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,391 INFO sqlalchemy.engine.base.Engine (8, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1485440 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1974072 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,424 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,520 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,522 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,522 INFO sqlalchemy.engine.base.Engine (8, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2964 characters truncated) ... 9\\x02:d\\tU<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xad\\xf0I\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\xa9\\xfa-\\xbb\\xbb<\\xe5<\\xb8:\\t\\xbc\\xbb\\x0cV\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3457 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00P\\x9e\\xf18\\xf3\\xcaR\\xb9\\'8\\x0b\\xbaH\\x02Q8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,537 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,607 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,609 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,610 INFO sqlalchemy.engine.base.Engine (8, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140334 characters truncated) ... x15\\xe6\\x82=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x18\\x0b\\x91<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x91.\\x17\\xbc\\xda7\\x86<\\xb3\\xc7\\xe5\\xba\\x80a^\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1517174 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00{\\xc5\\x079\\xe8\\xd5W9N\\xf7b\\xb5\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,642 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,702 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,704 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,705 INFO sqlalchemy.engine.base.Engine (8, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4486 characters truncated) ... xc6\\xf1\\xbct+,\\xbd\\xd7\\xd8 \\xbd\\xa8\\x03\\xb5;h\\x96x\\xbd\\x0cu>\\xbd&\\xebH=w9\\x83\\xbd\\xfbD+<\\xd8F\\xdd9ou\\x1e\\xbd\\x002\\xbd\\xbc\\xdf\\x04X\\xbd{06<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5217 characters truncated) ... x17\\x18\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xa8\\x0b\\xa58\\x14^\\x0b9`\\xd5`9<l\\xd1\\xb7\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xaa\\xa3W\\xb9P\\x01\\xd19q\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,707 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,721 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,722 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,724 INFO sqlalchemy.engine.base.Engine (8, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9062 characters truncated) ... xfc\\xe8j\\xbc\\xc9\\x85E=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xbc\\xb5<\\xbd1XB\\xbd\\x9f\\xae\\x13\\xbd\\x1a\\x10?<\\xfa\\x17(\\xbd\\x82\\xf6\\'\\xbd\\x10}b\\xbd\\x1bY8\\xbdq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10641 characters truncated) ... 9df\\xc7\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00[\\xdf\\x83:d\\x1ev:M*\\xa19=\\xd0\\x1f\\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x18\\x8c\\xdd:\\xa4\\x0f\\xba:q\\rtq\\x0eb.\")\n",
      "2019-07-11 23:19:59,853 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:19:59,863 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:19:59,864 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:19:59,865 INFO sqlalchemy.engine.base.Engine (8, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08yM>\\xbdh\\x1d\\x0e=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x14\\x92Z;\\xc8\\x91Z\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:19:59,868 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.07406198233366013\n",
      "Loss:  0.028668470680713654\n",
      "Loss:  0.048739366233348846\n",
      "Loss:  0.033101823180913925\n",
      "Loss:  0.059854909777641296\n",
      "Loss:  0.036665428429841995\n",
      "Loss:  0.03756125271320343\n",
      "Loss:  0.04419602081179619\n",
      "Loss:  0.04387364536523819\n",
      "Loss:  0.016590895131230354\n",
      "Loss:  0.04442588984966278\n",
      "Loss:  0.024001918733119965\n",
      "Loss:  0.024211537092924118\n",
      "Loss:  0.05844298377633095\n",
      "Loss:  0.011031633242964745\n",
      "Loss:  0.07335559278726578\n",
      "Loss:  0.015508061274886131\n",
      "Loss:  0.032489627599716187\n",
      "Loss:  0.04336581006646156\n",
      "Loss:  0.009703856892883778\n",
      "Loss:  0.09364023804664612\n",
      "Loss:  0.04464471712708473\n",
      "Loss:  0.10982521623373032\n",
      "Loss:  0.015953615307807922\n",
      "Loss:  0.08057012408971786\n",
      "Loss:  0.0062962668016552925\n",
      "Loss:  0.03323671966791153\n",
      "Loss:  0.0626140907406807\n",
      "Loss:  0.006486652418971062\n",
      "Loss:  0.03524942696094513\n",
      "Loss:  0.059209730476140976\n",
      "Loss:  0.048518106341362\n",
      "Loss:  0.051602043211460114\n",
      "Loss:  0.015563619323074818\n",
      "Loss:  0.07259693741798401\n",
      "Loss:  0.05700148642063141\n",
      "Loss:  0.03641726076602936\n",
      "Loss:  0.025505436584353447\n",
      "Loss:  0.03507044538855553\n",
      "Loss:  0.029083505272865295\n",
      "Loss:  0.09576757997274399\n",
      "Epoch:  9\n",
      "Loss:  0.05974351987242699\n",
      "Loss:  0.028950294479727745\n",
      "Loss:  0.019112538546323776\n",
      "Loss:  0.0699814036488533\n",
      "Loss:  0.046551547944545746\n",
      "Loss:  0.08366671204566956\n",
      "Loss:  0.09139945358037949\n",
      "Loss:  0.022822188213467598\n",
      "Loss:  0.01548091508448124\n",
      "Loss:  0.03340895101428032\n",
      "Loss:  0.026902105659246445\n",
      "Loss:  0.016903966665267944\n",
      "Loss:  0.017313914373517036\n",
      "Loss:  0.06764115393161774\n",
      "Loss:  0.04295451566576958\n",
      "Loss:  0.030775394290685654\n",
      "Loss:  0.03083217330276966\n",
      "Loss:  0.015862757340073586\n",
      "Loss:  0.053255751729011536\n",
      "Loss:  0.045059241354465485\n",
      "Loss:  0.023386968299746513\n",
      "Loss:  0.019227605313062668\n",
      "Loss:  0.041899941861629486\n",
      "Loss:  0.02253289520740509\n",
      "Loss:  0.042435549199581146\n",
      "Loss:  0.021247126162052155\n",
      "Loss:  0.04447104409337044\n",
      "Loss:  0.10661538690328598\n",
      "Loss:  0.0314796045422554\n",
      "Loss:  0.08211056143045425\n",
      "Loss:  0.06592527031898499\n",
      "Loss:  0.016196459531784058\n",
      "Loss:  0.025137491524219513\n",
      "Loss:  0.06698614358901978\n",
      "Loss:  0.05205441266298294\n",
      "Loss:  0.021981049329042435\n",
      "Loss:  0.030693544074892998\n",
      "Loss:  0.03333782032132149\n",
      "Loss:  0.028239348903298378\n",
      "Loss:  0.016413260251283646\n",
      "Loss:  0.011439426802098751\n",
      "Training accuracy: 99%\n",
      "Loss:  1.1982085704803467\n",
      "Test accuracy: 56%\n",
      "2019-07-11 23:23:56,905 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,906 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,907 INFO sqlalchemy.engine.base.Engine (9, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.043285461574247695, 1.1982085704803467, 0.9850460122699386, 0.5625)\n",
      "2019-07-11 23:23:56,909 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:56,936 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,937 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,938 INFO sqlalchemy.engine.base.Engine (9, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9613 characters truncated) ... 1c\\x8a\\xbd4\\n\\xbd\\xbd\\xeb\\xec\\x00\\xbe\\x08\\xd0\\xc9\\xbd\\xff\\xa7\\x8f\\xbd\\xd1\\xa8\\xf4=Y2\\xbf<\\xabY0\\xbb\\xbe\\xff\\x1b><<\\x13\\xbe\\x12\\x82\\xfd\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9453 characters truncated) ... xc9\\xbc\\x82S\\xa3<\\x91\\x92\\x919&\\xe0\\xb5\\xbc>28=\\x18\\x12\\xba<\\xe6\\x11\\t\\xbb\\xf4$\\'=#\\xaf*<\\x8a\\xd9\\xa0\\xbc\\xd4P\\xca<Q\\xec\\xa7;\\xafY\\x8d\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:56,940 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:56,946 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,948 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,948 INFO sqlalchemy.engine.base.Engine (9, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (363 characters truncated) ... \\xf0\\xe3\\xa8=ON%>\\xc3d\\x19>\\x9c6O\\xbe\\x9b/\\x9e\\xbd\\x8bc\\x1a\\xbe\\xf3\\xb1\\x12\\xbe\\x91\\xb5\\x16\\xba\\xb8*b\\xbeh\\xd2\\x01>\\xddUN=\\xe5\\xce\\x07\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (369 characters truncated) ... xb3_\\n\\xbc\\xa1\\x1b,<\\xb8\\x06\\xdf\\xbc\\xb5\\xfb\\x1e<\\xf8\\x9a%=\\xcf\\x92\\x04=z\\x1f\\xc1;\\x06q\\x0f\\xbd\\xcc\\t\\xb1\\xbc\\xb0\\xad\\xb3\\xbb\\xd6\\xb8\\xb2<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:56,950 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:56,956 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,957 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,959 INFO sqlalchemy.engine.base.Engine (9, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200380 characters truncated) ... \\xb8;^}\\xeb<\\xfer]<\\\\[\\'\\xbd\\xc1\\x1d^=\\xac\\xb6\\x82<!`\\x00\\xbd\\xaa\\x9b\\xe8\\xbc$U\\xe8\\xb9\\xc0\\x9eL\\xbd\\r1\\xd9\\xbb#\\x8b\\xa6<\\xfbnA=\\x082@\\xb9q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (205220 characters truncated) ... f2\\xff\\x84<\\x80\\xb1Y;\\x13\\xe4\\x1e<4\\xfeV<\\xc2k\\xaf\\xba\\xf6%\\x9b\\xba\\x9a\\x00^\\xba\\x087k\\xb8\\xa8\\x18a\\xba&\\x05J\\xba|V\\xb49\\\\4\\xb694\\xe1\\xb0:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:56,965 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:56,979 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,981 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,982 INFO sqlalchemy.engine.base.Engine (9, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (732 characters truncated) ... f4M\\n\\xbd\\xa6c8=M\\x90\\xae<\\x05\\xa7h\\xbde\\xd9\\xb9\\xbc^7\\x11\\xbd\\x19\\xa5P\\xbd\\xb9\\xab$\\xbd\\xd5S==]\\xc1\\xe1\\xbcHX\\x7f\\xbd\\xb7q\\x0b=L[\\x93\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (742 characters truncated) ... \\xbc\\xc2y\\x17<x\\x99t\\xbbu\\x8e\\x8a\\xbb\\xa5\\xf2\\x18<\\xc5\\xa4\\xa7;\\x00\\x00\\x00\\x00\\xd4\\xaa\\x12<D\\x8f\\x16\\xbc\\xe6\\xf6\\x1d\\xbc\\xf8\\xe2|;N*1\\xbcq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:23:56,984 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:56,992 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:56,994 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:56,994 INFO sqlalchemy.engine.base.Engine (9, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834847 characters truncated) ... 8\\xc8(\\xbd\\xff\\x83\\xbd\\xbc\\xb7\\xc5\\xe0\\xbc\\xa9\\x9d|\\xbcZn\\n=\\x19\\x80\\x98<\\x05\\xca\\xaf<\\xed\\x97?=j\\xb1\\xe3\\xbc\\x0e\\xb8b\\xbd\\x8c\\x93\\xab\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (874872 characters truncated) ... b\\x90\\xbe8\\xbbU\\xa9\\x89\\xbb\\x92\\x12\\xaa\\xbb\\xfe\\xb3\\x029\\xfa\\xd5\\xc3\\xb9\\te\\xb5\\xb98 \\xe09\\x1e,E9\\xa4\\xdf\\xb0\\xba\\x04\\x13\\\\92D%\\xb9K7\"\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:57,012 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:57,069 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:57,071 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:57,072 INFO sqlalchemy.engine.base.Engine (9, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1425 characters truncated) ... 5\\x95\\xab<\\t\\xd9\\x99\\xbc\\x87zw;b(e\\xbd\\x08\\x18G;\\xb0\\x97\\x1e=i\\x94\\x1f=(!R\\xbcp_o=/[\\xe4\\xbb\\xfa\\x00\\x1f\\xbd\\x94_X=\\xa8l\\xa9\\xbc\\xf2\\xb0H=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1579 characters truncated) ... c3\\x05\\xbb\\r\\xbai<\\xb2\\xdd\\xaf\\xbc\\xe4\\xc0\\xd5\\xbc\\x03\\xdd0<\\x99\\x15\\x8c\\xbbz\\x7f\\x1a\\xbc\\xe6\\x93\\x08<\\xfa(\\x82\\xbbW\\xba\\x91\\xbb\\x8chU\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:57,074 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:57,107 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:23:57,109 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:57,110 INFO sqlalchemy.engine.base.Engine (9, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35942221 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46534104 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,036 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,546 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,550 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,552 INFO sqlalchemy.engine.base.Engine (9, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5795 characters truncated) ... \\xd8\\x86<\\xa0\\xd2\\x82<=\\x14\\x16<\\xb6\\x7fK\\xbcA\\xecL<\\xbe\\xc5R:\\\\\\x86\\x81\\xba\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;a\\xb3\\xc2<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7348 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x003]}\\xb8\\x00\\x00\\x00\\x00\\x1cm\\x0e;\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xb7\\xb8~\\xbb\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,556 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,565 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,569 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,571 INFO sqlalchemy.engine.base.Engine (9, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1485733 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1977059 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,605 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,637 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,639 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,640 INFO sqlalchemy.engine.base.Engine (9, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2910 characters truncated) ... 2:\\x81WL<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbdq\\xf9I\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\xf5\\xc4\\x02\\xbb\\xb36\\xee<\\x9f\\xd2\\xfb\\xbb\\xd0XP\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3472 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00B\\xbf\\xa1\\xbaS\\x83\\x05\\xbb\\xc4Q>\\xbb~\\x93?\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,642 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,649 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,651 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,652 INFO sqlalchemy.engine.base.Engine (9, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139944 characters truncated) ... 0e\\xbd\\x00\\xf1@\\xbb\\x1eu\\x84=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xa5@\\x91<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x03>\\x17\\xbc1x\\x7f<mp \\xbbu\\tb\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1505199 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00g=P9\\x98{|:\\x12A\\xb5:\\xb8$X6\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,708 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,882 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,884 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,886 INFO sqlalchemy.engine.base.Engine (9, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4457 characters truncated) ... xaa\\xf4\\xbct+,\\xbd#g\\x1f\\xbdZ<\\xc8;h\\x96x\\xbd\\x0cu>\\xbd\\xb8\\xfbG=\\x98c\\x83\\xbd\\xc6\\xf4%<Q\\xb20:[{\\x1e\\xbd\\x002\\xbd\\xbc\\xf8\\xebR\\xbd\\x9bW<<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5218 characters truncated) ... 96\\xa5\\x02\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xbc\\x8es:^\\xb9\\xd7:\\x91\\xbe ;\\xfe\\xc7\\x80\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00*A&;\\xbc\\xb0A;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:23:59,897 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:23:59,945 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:23:59,947 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:23:59,948 INFO sqlalchemy.engine.base.Engine (9, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9104 characters truncated) ... \\xff\\xbb\\xdd\\xf4}\\xbcZ\\x88H=\\xbc@\\xf1<\\xb0\\x9e\\xce;Kw=\\xbd\\xa4\\xe4C\\xbdY\\xe8\\x14\\xbd\\xbe\\xafB< \\x17(\\xbd\\x82\\xf6\\'\\xbd`\\x1di\\xbd5\\x89=\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10431 characters truncated) ... x00\\x00\\x00\\x00\\x00*\\x8a\\xa4\\xbc\\xbd\\x14v\\xbc\\xbe\\x06\\xcf\\xbc\\xc5\\xfc\\xf2\\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xa6\\xc9\\xf1\\xbb\\x9e\\xc38\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:24:00,098 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:24:00,112 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:24:00,119 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:24:00,124 INFO sqlalchemy.engine.base.Engine (9, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x87v?\\xbdsF\\x0f=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08 /\\x17=\\x1f/\\x17\\xbdq\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:24:00,132 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.05623263865709305\n",
      "Loss:  0.057771578431129456\n",
      "Loss:  0.06751106679439545\n",
      "Loss:  0.015811685472726822\n",
      "Loss:  0.053394071757793427\n",
      "Loss:  0.031000427901744843\n",
      "Loss:  0.06562702357769012\n",
      "Loss:  0.02742767706513405\n",
      "Loss:  0.01677144132554531\n",
      "Loss:  0.03829615190625191\n",
      "Loss:  0.016223028302192688\n",
      "Loss:  0.05187271535396576\n",
      "Loss:  0.10564380884170532\n",
      "Loss:  0.01562139205634594\n",
      "Loss:  0.045470669865608215\n",
      "Loss:  0.0223998986184597\n",
      "Loss:  0.05321583151817322\n",
      "Loss:  0.04837369546294212\n",
      "Loss:  0.04300433397293091\n",
      "Loss:  0.01183612272143364\n",
      "Loss:  0.010903757065534592\n",
      "Loss:  0.008447038941085339\n",
      "Loss:  0.03376604989171028\n",
      "Loss:  0.07500758767127991\n",
      "Loss:  0.05321425944566727\n",
      "Loss:  0.047479331493377686\n",
      "Loss:  0.10649166256189346\n",
      "Loss:  0.08851474523544312\n",
      "Loss:  0.015286325477063656\n",
      "Loss:  0.03284614533185959\n",
      "Loss:  0.10094596445560455\n",
      "Loss:  0.03110312670469284\n",
      "Loss:  0.055320724844932556\n",
      "Loss:  0.025206249207258224\n",
      "Loss:  0.02068796008825302\n",
      "Loss:  0.036680325865745544\n",
      "Loss:  0.06461843103170395\n",
      "Loss:  0.030809033662080765\n",
      "Loss:  0.1496659219264984\n",
      "Loss:  0.019433412700891495\n",
      "Loss:  0.020541761070489883\n",
      "Epoch:  10\n",
      "Loss:  0.02233240380883217\n",
      "Loss:  0.025583600625395775\n",
      "Loss:  0.031930696219205856\n",
      "Loss:  0.05319470539689064\n",
      "Loss:  0.08285694569349289\n",
      "Loss:  0.051244206726551056\n",
      "Loss:  0.03382756933569908\n",
      "Loss:  0.030546680092811584\n",
      "Loss:  0.024611597880721092\n",
      "Loss:  0.04066997766494751\n",
      "Loss:  0.029057690873742104\n",
      "Loss:  0.033261917531490326\n",
      "Loss:  0.03525693342089653\n",
      "Loss:  0.03523591533303261\n",
      "Loss:  0.04387100040912628\n",
      "Loss:  0.012484418228268623\n",
      "Loss:  0.060438260436058044\n",
      "Loss:  0.020455963909626007\n",
      "Loss:  0.04575330764055252\n",
      "Loss:  0.052226487547159195\n",
      "Loss:  0.07603415846824646\n",
      "Loss:  0.013851098716259003\n",
      "Loss:  0.015432840213179588\n",
      "Loss:  0.037307776510715485\n",
      "Loss:  0.01685606688261032\n",
      "Loss:  0.011929428204894066\n",
      "Loss:  0.01302685309201479\n",
      "Loss:  0.02700439840555191\n",
      "Loss:  0.018091144040226936\n",
      "Loss:  0.037367306649684906\n",
      "Loss:  0.04734138399362564\n",
      "Loss:  0.04623127728700638\n",
      "Loss:  0.02522663213312626\n",
      "Loss:  0.03548664599657059\n",
      "Loss:  0.03449594974517822\n",
      "Loss:  0.023732008412480354\n",
      "Loss:  0.02159690111875534\n",
      "Loss:  0.013720630668103695\n",
      "Loss:  0.021940238773822784\n",
      "Loss:  0.03654501587152481\n",
      "Loss:  0.020481297746300697\n",
      "Training accuracy: 99%\n",
      "Loss:  0.6373834013938904\n",
      "Test accuracy: 81%\n",
      "2019-07-11 23:27:48,737 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,739 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,739 INFO sqlalchemy.engine.base.Engine (10, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.045621343275032394, 0.6373834013938904, 0.9890720858895705, 0.8125)\n",
      "2019-07-11 23:27:48,742 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,771 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,773 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,774 INFO sqlalchemy.engine.base.Engine (10, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9687 characters truncated) ... >\\xd6[\\x89\\xbd\\x0c\\xb3\\xbc\\xbd\\xd9y\\x00\\xbe[\\x06\\xc9\\xbd0M\\x8f\\xbd\\x17\\x91\\xf5=\\xbe\\x1b\\xc2<\\x1e\\x03(\\xbb;X\\x1c>\\x05\\x06\\x13\\xbesw\\xfd\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9436 characters truncated) ... \\xf6<8X(=3\\xa0\\x15=\\xc6\\x98\\xf9<~\\xc5\\x1c=\\x89\\xfa\\x10=[\\xe1\\xff<\\t\\xe2==&1,=<\\x9d\\x15=\\xb2\\xb9B=\\xd5\\x160=Q_\\x17=V47=\\x93v+=\\xc5\\x7f\\x1a=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,775 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,781 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,782 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,783 INFO sqlalchemy.engine.base.Engine (10, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (357 characters truncated) ... bb\\xc6e\\x9c=:9\\xaa=\\xf0<%>\\x01\\xc8\\x16>\\x81eQ\\xbev\\x98\\xa3\\xbdE.\\x1e\\xbe\\xfc\\xa6\\x14\\xbe\\xffw2\\xba\\x9f\\x8dd\\xbe[Q\\x00>\\xfc\\xc4M=#}\\x08\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (367 characters truncated) ... 2\\xdd@\\xbb\\xb5p)\\xbc\\xecm\\xd6\\xbb\\x92\\xfd\\xd0\\xba\\xcbg\\x1a;\\x823\\xbf;o/\\x84<\\xa8\\x11(\\xb8\\xea`\\x08<\\xcc\\x95\\x93\\xbbD\\xa9\\x1d\\xbc\\x1d(\\xf4<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,785 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,792 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,793 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,794 INFO sqlalchemy.engine.base.Engine (10, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201006 characters truncated) ... e8<l\\xfa\\\\<\\x1ca\\'\\xbd\\xf0\\x9d]=Q\\xf0\\x8d<V\\xfb\\x07\\xbd\\'T\\x11\\xbd\\x96\\xe0\\x99\\xbb\\xee1K\\xbd\\xa9]\\x1d\\xbc\\x82\\xda\\x8c<p:>=\\x0e\\xc0\\x15\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (208155 characters truncated) ... xb8\\xba\\x9c\\xa8\\xcc\\xba\\x88[\\xce\\xba\\xe9\\xf0\\xce\\xb9`9\\x9f\\xb9\\xdc3S\\xb9h\\xca\\xa97\\xae+]\\xb9\\xc7\\xba3\\xb9S\\xcc\\x138F%\\x1d\\xb9O\\xff\\xa8\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,801 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,809 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,810 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,811 INFO sqlalchemy.engine.base.Engine (10, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (727 characters truncated) ... P\\x166=\\xf5\\x8d\\x9f<\\xca\\x1bq\\xbd\\x085\\xc5\\xbc )\\x1d\\xbd\\xd9|_\\xbd\\xb9\\xab$\\xbda\\xb70=|\\xe8\\xea\\xbc\\xa7f\\x85\\xbd\\xdde\\x11=\\xd3\\x8c\\x9a\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (728 characters truncated) ... 1c%\\x868\\x9c\\xaa\\x80\\xba\\x1ed#:[\\x19\\x81\\xbb\\x12\\xda\\x8b:\\x98vT;<\\xdd\\xc5;\\x00\\x00\\x00\\x00@\\xcaT\\xbb\\x1c\\xbe\\xfd;\\xcfrM;>\\\\#\\xbc\\xc0 1\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,813 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,821 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,823 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,823 INFO sqlalchemy.engine.base.Engine (10, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834685 characters truncated) ... xc4\\n\\xbd\\xea\\xe5\\'\\xbdzh\\xbb\\xbcd\\xa9\\xfa\\xbcB\\xb4\\x90\\xbc\\xc5\\x95\\x05=\\xe2`p<\\x1a\\x90\\xa0<:\\xbbK=\\x9a\\xd9\\x03\\xbd\\x97!j\\xbd\\xaa7\\xaa\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (872271 characters truncated) ... a\\t\\xf9 \\xbby\\xfc0\\xbbf\\xf2\\xea\\xb7\\x8a\\x9b\\x8f\\xb9\\xec\\x1d\\xd7\\xb8B\\t\\xcc\\xb9\\xee#3\\xba\\x85\\x92$\\xba\\xd0\\xc6\\x808\\xc0\\xeb\\t9\\x04V\\xd5\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,842 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,865 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:27:48,866 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,867 INFO sqlalchemy.engine.base.Engine (10, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1439 characters truncated) ... xed\\x1b\\x85\\xbc\\xae{\\xde;W\\x14g\\xbd)n\\x8d;\\xc0Q\\x18=\\xa7\\xe4\"=\\x00\\x857\\xbc\\xbfQw=\\x88,\\xf6\\xbb\\x01\\xe3!\\xbd<\\x92c=\\xc4h\\xa4\\xbc\\xd3\\xe7J=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1521 characters truncated) ... d0\\xd9:LV\\xec\\xba\\xdf\\xf4\\xc9\\xbb\\x0b\\x17<\\xbc\\xc0D3\\xb8\\x19)\\xe4\\xbb\\xa0\\t!\\xbb\\xbc\\xb3\\xe2;\\xbf\\x01\\x07\\xbc\\xd6\\x11C\\xbb\\x9c\\xfa\\xe5\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:48,869 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:48,899 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:48,900 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:48,901 INFO sqlalchemy.engine.base.Engine (10, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35960813 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46590288 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:50,523 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,186 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,190 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,192 INFO sqlalchemy.engine.base.Engine (10, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5822 characters truncated) ... \\x07E\\xbc5\\xbd\\x90<\\x1e(\\x8d<=\\x14\\x16<\\xb6\\x7fK\\xbco[`<\\x86}S:\\x83Q\"\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xd9\\x89\\xca<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7359 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\xca\\xae\\xd8\\xb7\\x00\\x00\\x00\\x00\\xddzD:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\tI\\xbb\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,197 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,205 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,207 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,208 INFO sqlalchemy.engine.base.Engine (10, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1485135 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1978895 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,252 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,310 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,312 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,313 INFO sqlalchemy.engine.base.Engine (10, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2949 characters truncated) ... \\x02:L$@<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xf0\\xfd)\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;D\\xb32\\xba\\x17\\x1a\\xff<:\\xeb\\xd8\\xbb\\xfd\\x91E\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3520 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00x\\xc2\\x896\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x8c\\xc6\\x87\\xba\\xcc\\xe5K\\xba\\xa9iR\\xba\\x83\\x92\\x8a\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,315 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,325 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,326 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,328 INFO sqlalchemy.engine.base.Engine (10, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1139817 characters truncated) ... \\xbb\\xf6\\xe7\\x84=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x9f\\x08\\xcb<\\xd8v>\\xbc{\\xc0\\x83\\xbdv\\xad1\\xbcv\\x81z<\\x7f\\xcc\\'\\xbb\\x98\\x90a\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1523758 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\xf3\\xe0\\xbf\\xb6\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xceE\\xc9\\xb6:\\x89\\xb2\\xb7R\\xa6\\r\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,430 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,456 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,459 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,461 INFO sqlalchemy.engine.base.Engine (10, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4532 characters truncated) ... \\xbct+,\\xbd\\xd81\\'\\xbd\\xc5\\xa0\\xdc;h\\x96x\\xbd\\x0cu>\\xbd\\x8d\\x86E=$~\\x84\\xbd\\xb2Q\\x1c<\\xdeI\\xb5:\\x8a|\\x1e\\xbd\\x002\\xbd\\xbc\\x84lV\\xbd\\xde%/<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5424 characters truncated) ... \\xd2\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00()\\xa39\\xf0\\xbb\\x0b:\\xf6\\xd3Z:^\\x1c\\xc4\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xdaz\\x80\\xb9Xm\\x94\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,465 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,474 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,476 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,479 INFO sqlalchemy.engine.base.Engine (10, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9012 characters truncated) ... bbP^\\x7f\\xbcE\\x08I=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\x92\\xf6=\\xbd\\x12\\x89D\\xbd\\xf4}\\x15\\xbd}\\x96B<\\x02\\x17(\\xbd\\x82\\xf6\\'\\xbd\\xc8\\xdej\\xbdp\\x02>\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10478 characters truncated) ... \\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xfd\\x85\\x14\\xbb@\\x10\\x06\\xba\\xe9X\\x19\\xbb\\xf0@\\xb0\\xbb\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xecR\\t;&\\x83$;q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:27:51,553 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:27:51,569 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:27:51,573 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:27:51,576 INFO sqlalchemy.engine.base.Engine (10, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xae\\x03B\\xbd\\x95\\xd3\\x11=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08<\\x81L<1\\x81L\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:27:51,581 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.04225807264447212\n",
      "Loss:  0.02858920954167843\n",
      "Loss:  0.01726299338042736\n",
      "Loss:  0.01758398488163948\n",
      "Loss:  0.035226091742515564\n",
      "Loss:  0.023494604974985123\n",
      "Loss:  0.021603906527161598\n",
      "Loss:  0.005385531112551689\n",
      "Loss:  0.07983439415693283\n",
      "Loss:  0.02970072254538536\n",
      "Loss:  0.009601042605936527\n",
      "Loss:  0.034354593604803085\n",
      "Loss:  0.06915789842605591\n",
      "Loss:  0.025568323209881783\n",
      "Loss:  0.0037460289895534515\n",
      "Loss:  0.02510167844593525\n",
      "Loss:  0.014342743903398514\n",
      "Loss:  0.08381283283233643\n",
      "Loss:  0.05035404860973358\n",
      "Loss:  0.02169189602136612\n",
      "Loss:  0.012510682456195354\n",
      "Loss:  0.006834539584815502\n",
      "Loss:  0.09303991496562958\n",
      "Loss:  0.01944141276180744\n",
      "Loss:  0.052485447376966476\n",
      "Loss:  0.0249093659222126\n",
      "Loss:  0.0011908616870641708\n",
      "Loss:  0.045648399740457535\n",
      "Loss:  0.018268074840307236\n",
      "Loss:  0.05831943452358246\n",
      "Loss:  0.029513223096728325\n",
      "Loss:  0.008140692487359047\n",
      "Loss:  0.023611685261130333\n",
      "Loss:  0.06121152266860008\n",
      "Loss:  0.016372639685869217\n",
      "Loss:  0.021748654544353485\n",
      "Loss:  0.03937973827123642\n",
      "Loss:  0.016390498727560043\n",
      "Loss:  0.03750402480363846\n",
      "Loss:  0.0710974931716919\n",
      "Loss:  0.03528972342610359\n",
      "Epoch:  11\n",
      "Loss:  0.05402318760752678\n",
      "Loss:  0.026377182453870773\n",
      "Loss:  0.022527595981955528\n",
      "Loss:  0.033088620752096176\n",
      "Loss:  0.07104155421257019\n",
      "Loss:  0.041243597865104675\n",
      "Loss:  0.046072568744421005\n",
      "Loss:  0.08301396667957306\n",
      "Loss:  0.02400873601436615\n",
      "Loss:  0.059911180287599564\n",
      "Loss:  0.05307847261428833\n",
      "Loss:  0.08609037101268768\n",
      "Loss:  0.04018757492303848\n",
      "Loss:  0.10293237119913101\n",
      "Loss:  0.05343262478709221\n",
      "Loss:  0.03350584954023361\n",
      "Loss:  0.0538191944360733\n",
      "Loss:  0.03944791853427887\n",
      "Loss:  0.10589884966611862\n",
      "Loss:  0.09646043926477432\n",
      "Loss:  0.07412906736135483\n",
      "Loss:  0.0893385112285614\n",
      "Loss:  0.03451039269566536\n",
      "Loss:  0.06451024115085602\n",
      "Loss:  0.028739312663674355\n",
      "Loss:  0.03041185811161995\n",
      "Loss:  0.028749004006385803\n",
      "Loss:  0.07475920766592026\n",
      "Loss:  0.06986427307128906\n",
      "Loss:  0.10304398834705353\n",
      "Loss:  0.06122981756925583\n",
      "Loss:  0.12908422946929932\n",
      "Loss:  0.07151328027248383\n",
      "Loss:  0.037248287349939346\n",
      "Loss:  0.0832640528678894\n",
      "Loss:  0.05151958763599396\n",
      "Loss:  0.08636092394590378\n",
      "Loss:  0.10263098031282425\n",
      "Loss:  0.05052401125431061\n",
      "Loss:  0.06338445842266083\n",
      "Loss:  0.04383920505642891\n",
      "Training accuracy: 97%\n",
      "Loss:  0.3247453570365906\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:31:38,960 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:38,961 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:31:38,962 INFO sqlalchemy.engine.base.Engine (11, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.03247752751609901, 0.3247453570365906, 0.9748849693251533, 0.75)\n",
      "2019-07-11 23:31:38,967 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,004 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,006 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,007 INFO sqlalchemy.engine.base.Engine (11, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9675 characters truncated) ... \\xbd\\x1c\\x15\\xbc\\xbd\\xf1\\t\\x00\\xbe\\x136\\xc8\\xbdt\\xdd\\x8e\\xbd\\xcb\\xa0\\xf6=9\\xbe\\xc5<\\xdb]\\x13\\xbbO\\xd1\\x1c>\\xfa\\x9e\\x12\\xbe\\xbc\\xd2\\xfc\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9019 characters truncated) ... <\\x88\\xe9\\xc5<e\\x98\\x02=W\\xf8\\xf2<j.\\xdc<\\xac\\x04\\x1d=(\\xf8\\x13=\\xe0\\xce\\xf7<\\x13x%=\\x18\"\\x16=<\\xde\\xf5<\\xd3n\\x1a=\\xfd\\\\\\x11=\\xbc\\x04\\x06=q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,097 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,102 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,103 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,104 INFO sqlalchemy.engine.base.Engine (11, 'c1.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (355 characters truncated) ... f\\x9c=\\x83\\xe3\\xa6=_]%>T\\xdb\\x15>\\xee@S\\xbe\\xf3\\x02\\xa4\\xbd^\\xd1\\x1e\\xbe\\x93\\xed\\x14\\xbe `$\\xbbg\\xbff\\xbe<\\xff\\x00>\\x12\\xc5M=s\\x1f\\x08\\xbeq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (341 characters truncated) ... 88\\xbc|\\xc5n\\xbb\\xd3\\x08\\xe8\\xbbhT\\x8b;\\x13\\xf0\\xc4;NV\\x11;\\xce\\xa1-\\xbc\\xdb\\xf8\\xf1<\\xe2!\\xee;\\xe6_V<\\x92\\xff\\x1f;~\\x17\\xa6\\xbbV\\xc2\\xdb<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,106 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,111 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,113 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,114 INFO sqlalchemy.engine.base.Engine (11, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201033 characters truncated) ... xe6\\xf5\\xe8<\\x0e\\xddZ<\\xae2&\\xbd\\x9a\\x03`=\\xdd\\xe4\\x81<\\xd7\\x80\\x17\\xbd\\x97Q%\\xbd\\xb9\\xc0\\x11\\xbc]\\xfdW\\xbd}_K\\xbc\\x104}<)M7=\\x14Z\\x14\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (204473 characters truncated) ... x97\\xc2\\xba\\x02DG\\xba\\x17\\xc2\\xd1:\\xc2p\\xe0:\\x1b\\x1529\\xcd3K\\xb9hP\\xb9\\xb7t7\\xa79\\xd6\\xbf\\x9f9<\\x0c\\x1e:\\xb0\\xd3\\x899\\xfc\\'\\x949\\x98\\x91i:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,186 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,194 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,195 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,196 INFO sqlalchemy.engine.base.Engine (11, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (750 characters truncated) ... x1c\\x99<\\xbf\\xacq\\xbd\\xd7=\\xc8\\xbc\\xbb\\xf5'\\xbd\\x8a\\xe9[\\xbd\\xb9\\xab$\\xbd\\xb8\\x0f2=\\xb9\\xa2\\xe9\\xbc\\xd2\\xcf\\x83\\xbdy\\xac\\x0c=`\\x05\\x91\\xbcq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (704 characters truncated) ... \\xfa\\xa2n;,J\\x96\\xba6v\\xf8:\\x91A?;\\xd0\\xd2\\xad:\\x1a\\x04\\x0c;\\xf8+\\xcb\\xb9hM\";\\x00\\x00\\x00\\x00\\x96\\xcb\\x86:6\\x141<`v\\xf6:\\xe8\\x947\\xbb]\\rg;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,198 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,206 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:31:39,207 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,208 INFO sqlalchemy.engine.base.Engine (11, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834134 characters truncated) ... \\x17\\r\\xbd\\xf0\\x0f)\\xbd\\xdfS\\xbf\\xbc\\xea \\t\\xbd\\x1aG\\xaa\\xbc\\xe3=\\x12=\\n\\xfbb<\\xd2g\\xd3<\\xa5\\xe2c=\\'\\x15\\x00\\xbd\\x12\\xd9s\\xbd\\xe8x\\xa2\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (865586 characters truncated) ... aZ!\\xde\\xb9\\x14Vb\\xba\\x83\\xde\\x98\\xb9\\xc6\\x9e\\x1b\\xbaR\\x8bY\\xb9\\xb6\\x98\\xa3\\xb8\\xf8t\\x94\\xb8>\\x0b\\x8a\\xb9?\\xd4X\\xb9\\x92\\xb0\\xb89!\\xfa\\xea6q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,226 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,244 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,246 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,247 INFO sqlalchemy.engine.base.Engine (11, 'c3.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1448 characters truncated) ... 6<\\xa1\\x03\\xb8\\xbc\\xdbBu;\\x86\\xa4d\\xbd\\xaa}\\x96;\\xa9\\xda =\\xdb\\x90!=\\x1e\\x1fV\\xbc\\x11ox=\\xda*\\x11\\xbcv\\xa1 \\xbd\\x98yb=\\xa4G\\xb2\\xbc\\xba.J=q\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1550 characters truncated) ... 8T\\x0f:\\x90\\x81\\x80;\\xb0\\xbe\\x94\\xbb\\xcf\\x00\\xe0\\xbb_\\xdfG\\xbb\\\\F\\xd3\\xbb(\\xc7\\x05\\xba\\x868\\xe7;\\x00\\x7f\\xa3\\xbb\\xf6\\x015;\\x9c\\xaf\\xaa\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:39,249 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:39,285 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:39,287 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:39,288 INFO sqlalchemy.engine.base.Engine (11, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35975326 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46511658 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:40,859 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,432 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,439 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,445 INFO sqlalchemy.engine.base.Engine (11, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5751 characters truncated) ... xbcv\\xed\\x92<G\\xf1\\x8f<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xa0\\xa3w<?\\xa0S:\\xec\\xb8C\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;P\\xf8\\xd0<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7382 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x82\\xff\\xb2\\xb9\\xb90\\x922\\x00=\\xd49\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x12d\\x1c\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,453 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,460 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,464 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,466 INFO sqlalchemy.engine.base.Engine (11, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1483950 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1971456 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,508 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,543 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,547 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,550 INFO sqlalchemy.engine.base.Engine (11, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2884 characters truncated) ... x05\\x0e:<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\x85\\x1d\\x80\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\x10\\x15\\x8c\\xb95-\\x01=\\xadG\\xcd\\xbb&\\xa0>\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3473 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00Y\\xec\\xcf\\xb9\\xc6]\\xe8\\xb9B\\x91\\xf4\\xb9\\x89\\xaa\\xd69\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,554 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,564 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,568 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,571 INFO sqlalchemy.engine.base.Engine (11, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140860 characters truncated) ... x8a\\x87=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x01\\x7f\\xf8<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xd7\\xc4\\x0e\\xbc\\r\\x96\\x89<\\xb3\\xa0\\xc1\\xba\\x89W^\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1506557 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x9c\\xad\\xcc8\\xba|\\x19:3\\x16\\xdc9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,603 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,632 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,633 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,634 INFO sqlalchemy.engine.base.Engine (11, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4513 characters truncated) ... \\xfd\\xbct+,\\xbd\\xa27$\\xbd)2\\xec;h\\x96x\\xbd\\x0cu>\\xbd\\xdalD=\\xf2\\x1d\\x85\\xbdl@\\x16<,\\xe9\\xf7:\\xda|\\x1e\\xbd\\x002\\xbd\\xbce\\x16U\\xbd\\x07\\x9aA<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5319 characters truncated) ... \\xb8\\xdc\\xe1\\xc6\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00h\\x84f8`\\xcb\\x878W`\\x0e9t*\\xcb\\xb7\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x007)\\x1d\\xb9\\xc9\\x18::q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:31:41,637 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,642 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,644 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,645 INFO sqlalchemy.engine.base.Engine (11, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (8989 characters truncated) ... 0\\x8d\\xbc\\x92\\x02L=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xdf\\xba>\\xbdx\\xdfF\\xbdS\\xba\\x16\\xbd\\x9d\\x1eF<\\x01\\x17(\\xbd\\x82\\xf6\\'\\xbd\\xcc\\xc8q\\xbd\\xe8gD\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10169 characters truncated) ... 3\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x91\\xbeV\\xba\\x8a\\xf91\\xbae(h\\xba\\x8a\\xaeM\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x8fN\\x8a:\\x06\\x05\\x8d8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,756 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:31:41,765 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:31:41,769 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:31:41,772 INFO sqlalchemy.engine.base.Engine (11, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xaaGC\\xbd\\x8d\\x17\\x13=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (13 characters truncated) ... 0\\x00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xc7P ;lP \\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:31:41,777 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.15370017290115356\n",
      "Loss:  0.05133494734764099\n",
      "Loss:  0.02358856052160263\n",
      "Loss:  0.04295019432902336\n",
      "Loss:  0.048115745186805725\n",
      "Loss:  0.035484328866004944\n",
      "Loss:  0.024144623428583145\n",
      "Loss:  0.02259548008441925\n",
      "Loss:  0.02281270921230316\n",
      "Loss:  0.02841384895145893\n",
      "Loss:  0.011242265813052654\n",
      "Loss:  0.0204932764172554\n",
      "Loss:  0.024274690076708794\n",
      "Loss:  0.03010355494916439\n",
      "Loss:  0.003885938785970211\n",
      "Loss:  0.04997999221086502\n",
      "Loss:  0.025318652391433716\n",
      "Loss:  0.01813056506216526\n",
      "Loss:  0.0037975218147039413\n",
      "Loss:  0.025655759498476982\n",
      "Loss:  0.1222328469157219\n",
      "Loss:  0.010670235380530357\n",
      "Loss:  0.06984317302703857\n",
      "Loss:  0.03489934653043747\n",
      "Loss:  0.008151678368449211\n",
      "Loss:  0.013987117446959019\n",
      "Loss:  0.022459086030721664\n",
      "Loss:  0.0076301912777125835\n",
      "Loss:  0.013772895559668541\n",
      "Loss:  0.05158528313040733\n",
      "Loss:  0.006250973790884018\n",
      "Loss:  0.025027308613061905\n",
      "Loss:  0.03957570716738701\n",
      "Loss:  0.024997016414999962\n",
      "Loss:  0.01939510740339756\n",
      "Loss:  0.0384373664855957\n",
      "Loss:  0.015404263511300087\n",
      "Loss:  0.03934875503182411\n",
      "Loss:  0.03248853236436844\n",
      "Loss:  0.003812999464571476\n",
      "Loss:  0.03453611582517624\n",
      "Epoch:  12\n",
      "Loss:  0.008653389289975166\n",
      "Loss:  0.002232719212770462\n",
      "Loss:  0.03807462379336357\n",
      "Loss:  0.019021140411496162\n",
      "Loss:  0.01729818433523178\n",
      "Loss:  0.013584224507212639\n",
      "Loss:  0.0075341989286243916\n",
      "Loss:  0.005493831820785999\n",
      "Loss:  0.008915606886148453\n",
      "Loss:  0.03006928786635399\n",
      "Loss:  0.004901092499494553\n",
      "Loss:  0.007136907894164324\n",
      "Loss:  0.009036270901560783\n",
      "Loss:  0.04194096475839615\n",
      "Loss:  0.003569602034986019\n",
      "Loss:  0.006709229201078415\n",
      "Loss:  0.015262763947248459\n",
      "Loss:  0.013211674988269806\n",
      "Loss:  0.0031630583107471466\n",
      "Loss:  0.010728261433541775\n",
      "Loss:  0.023376496508717537\n",
      "Loss:  0.005598027259111404\n",
      "Loss:  0.005366793368011713\n",
      "Loss:  0.009765485301613808\n",
      "Loss:  0.08293560892343521\n",
      "Loss:  0.02028607577085495\n",
      "Loss:  0.04001093655824661\n",
      "Loss:  0.013244828209280968\n",
      "Loss:  0.00855405442416668\n",
      "Loss:  0.01840835250914097\n",
      "Loss:  0.044626183807849884\n",
      "Loss:  0.00929796788841486\n",
      "Loss:  0.003125784918665886\n",
      "Loss:  0.0029575973749160767\n",
      "Loss:  0.006536349654197693\n",
      "Loss:  0.006409658119082451\n",
      "Loss:  0.005509001202881336\n",
      "Loss:  0.03895893692970276\n",
      "Loss:  0.008695699274539948\n",
      "Loss:  0.01844717748463154\n",
      "Loss:  0.03445501998066902\n",
      "Training accuracy: 100%\n",
      "Loss:  1.0744032859802246\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:35:29,349 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,351 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,352 INFO sqlalchemy.engine.base.Engine (12, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.03172021530704891, 1.0744032859802246, 0.995398773006135, 0.75)\n",
      "2019-07-11 23:35:29,356 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,392 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,393 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,394 INFO sqlalchemy.engine.base.Engine (12, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9616 characters truncated) ... x88\\xbd\\'\\x97\\xbc\\xbd\\xe1\\x07\\x00\\xbe\\x15G\\xc8\\xbd\\xb2-\\x8f\\xbd\\x1e\\x9f\\xf6=\\xbb\\xef\\xc4<:\\xa0%\\xbbR\\xc2\\x1c>\\xb4\\xc4\\x12\\xbe\\xa9u\\xfd\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (10094 characters truncated) ... \\xca\\xbdF\\xcc\\xb8\\xbd\\x8d\\xb0\\x05\\xbeH\\xf6\\xf7\\xbd r\\xde\\xbd\\xc3U\\x05\\xbeRW\\xf5\\xbd\\x9dZ\\xd9\\xbdM\\xb8\\xf6\\xbd\\xab\\xde\\xea\\xbd0\\xcc\\xd8\\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,396 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,401 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,403 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,404 INFO sqlalchemy.engine.base.Engine (12, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (375 characters truncated) ... \\x9e=Z\\xad\\xa7=\\x81\\xe9&>\\xaa|\\x14>\\x0b\\xa3S\\xbe\\xed\\\\\\xa5\\xbd\\xe5u \\xbeI\\x83\\x16\\xbe\\xe2\\xa2\\xb9\\xba%_i\\xbe\\x15\"\\x00>\\xc6LL=V\\xb8\\x08\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (358 characters truncated) ... x16<\\x1c\\xa2\\xe3<\\x17\\x14\\xb2;d\\x8e\\xf2\\xbb\\x08x\\n\\xbc\\xa0\\xa1\\x82\\xbcf)\\x8a\\xbdD\\n\\x9d\\xbb\\x1f\\xefB\\xbd\\xee_\\n<\\xcc:\\x83<\\xc0\\xb1\\x93\\xbdq\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,405 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,410 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,412 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,413 INFO sqlalchemy.engine.base.Engine (12, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201145 characters truncated) ... d\\xbe\\xea\\xbc;)\\n\\xeb<\\xa4\\td<N\\xc5#\\xbd\\x9d4b=\\xfd\\xf0{<\\x8b\\x1d\\x1d\\xbd\\x85\\xc5/\\xbd\\xe2we\\xbclEf\\xbd\\x189{\\xbca\\x9dI<7\\x19,=\\tx\\x85\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (216538 characters truncated) ... xf4\\xdb\\xbb45\\xc7\\xbb\\x02V\\xcb\\xbb:\\x0c\\xd1\\xbbsvi:p\\xbc\\x9d:I\\xc3l:\\xf2T\\xb29\\xc9\\xf9\\x93:\\xd3i=:B\\\\\\xa6\\xb9\\xd0\\x85\\xa7\\xb7\\xec6\\xa3\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,449 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,468 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:35:29,469 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,470 INFO sqlalchemy.engine.base.Engine (12, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (729 characters truncated) ... 3\\xbd\\xbc\\xe7<=):\\x97<\\x00sx\\xbdH\\x12\\xc1\\xbca\\x84+\\xbd+\\xb8f\\xbd\\xb9\\xab$\\xbd\\xcbq9=~\\xf1\\xec\\xbc\\\\\\xb9\\x87\\xbd\\xc2\\xd0\\x11=\\xda=\\x8d\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (765 characters truncated) ... aVR\\xd9;\\xca\\x84\\x11\\xbc4:\\x1b;Q-\\xb0\\xbbbq\\x0c\\xbc\\n|\\x08\\xbc\\x00\\x00\\x00\\x00\\xd8\\xc9\\xa7;?\\x05G\\xbcU\\xee\\xff\\xbb\\xdc\\xfd\\t<\\x06\\xf9\\xd0;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,472 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,476 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,478 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,479 INFO sqlalchemy.engine.base.Engine (12, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834476 characters truncated) ... xbd\\x8e\\xcb)\\xbdn\\xa9\\xbd\\xbc\\xca{\\x12\\xbdi\\xc3\\xb5\\xbc\\xd1f\\t=\\x94\\x9b6<\\xa3p\\xc2<\\xcc\\xb5`=i\\xe6\\x07\\xbd\\x14\\xb8\\x88\\xbd\\x10\\x9b\\xc3\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (845496 characters truncated) ... \\x98\\x07:\\xdb)\\xe39r<$:P\\xd7\\x9f:v#5:\\xeb\\xcf\\xd2:#T\\xc99tdN:\\xa5\\xcf\\x03:v\\xa9$:\\x0e\\xff\\xda9\\xd1\\r\\xfa9\\xbd\\x1b\\xa7\\xb8\\x88\\x1c 59\\x80K:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,495 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,514 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,516 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,517 INFO sqlalchemy.engine.base.Engine (12, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1409 characters truncated) ... xcbo\\xb6\\xbc\\xd5\\x9cO;\\x14\\x94`\\xbd\\x84[\\xac;\\x1c\\xee!=\\x8e\\xb7#=\\xe8Y;\\xbc\\x7f\\xc3}=A\\x07&\\xbc\\xaeR#\\xbd\\xbe\\xeak=\\xd5\\xf1\\xb3\\xbc9\\x84L=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1404 characters truncated) ... \\xbb\\xfe\\x00t\\xbb\\xdc\\x0b\\xfd\\xba\\xa0\\xac\\xcf\\xb8\\xd49\\xc1\\xbb\\xdd(.<\\x10\\x10\\xaa<\\x16\\xecB\\xbb`!\\xc9\\xb9\\nz-<F>0\\xbci:\\x84<N@\\xbd;>M\\xf8;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:29,519 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:29,554 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:29,555 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:29,556 INFO sqlalchemy.engine.base.Engine (12, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35993149 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (45702585 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:31,280 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,763 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,766 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,767 INFO sqlalchemy.engine.base.Engine (12, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5788 characters truncated) ... e0\\x9b<\\xe9s\\x94<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xda\\x8de<\\xbc@\\xf1\\xbb6\\xda\\x89\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xd2^\\xd9<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7216 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x006\\xc1\\xa2\\xb6\\x00\\x00\\x00\\x00l\\xdc\\xd2\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00 \\xdbD;\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:31,769 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,779 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,780 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,781 INFO sqlalchemy.engine.base.Engine (12, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1483568 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1967040 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:31,816 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,874 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,876 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,877 INFO sqlalchemy.engine.base.Engine (12, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2920 characters truncated) ... 2:W\\xe31<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xf6i\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\xc2\\xf0\\xdb9\\xcc\\xc4\\x06=J\\x13\\xa9\\xbbA\\x1a-\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3363 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00&\\xc4\\x9c:\\xcbK\\xaf:\\\\\\xfa\\x00;\\xf6\\x8f\\xa2:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:31,881 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,893 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,895 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,896 INFO sqlalchemy.engine.base.Engine (12, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140635 characters truncated) ... bb\\xe1\\xbb\\x87=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x1f:\\xfa<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xce\\xd4\\x0c\\xbc\\xc4p\\x86<.\\xa6\\x04\\xbbg\\x83c\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1497019 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x06\\xb9v\\xb9\\x07\\x04\\x98\\xba\\x8e\\x1es\\xba\\xdeh\\x11\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:35:31,923 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,981 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,983 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,984 INFO sqlalchemy.engine.base.Engine (12, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4470 characters truncated) ... \\xbdt+,\\xbd\\x8d5\"\\xbd\\x182\\xfa;h\\x96x\\xbd\\x0cu>\\xbd\\xa42C=\\x05\\xb0\\x84\\xbd\\x12\\x9b\\x14<a\\xc9\\x1e;\\x9fF\\x1e\\xbd\\x002\\xbd\\xbcN\\nW\\xbd@\\x9e><q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5183 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00p\\xbf\\x12\\xba\\xf7\\x06\\x8c\\xba\\xf4H\\xc1\\xba\\xce?\\x149Z\\xe3\\xad\\xb7\\x00\\x00\\x00\\x00\\t\\xfc\\x1d\\xba5\\xba\\x17\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:31,986 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:31,995 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:31,997 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:31,998 INFO sqlalchemy.engine.base.Engine (12, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9074 characters truncated) ... xff\\xbb\\x16\\xbb\\x8f\\xbc\\x9a%N=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\x886?\\xbd5\\xa9H\\xbd\\xcf\\xd9\\x17\\xbd)\\xa5F<C*(\\xbd\\x82\\xf6\\'\\xbd|\\x81s\\xbd\\\\\\xfbC\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10513 characters truncated) ... x00\\x8fE\\x9e;\\xc4\\x85\\x04;\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x01\\xe8\\x1f<ij\\xba;u$-<ne\\x94;\\xf6\\x0e\\xd27\\x00\\x00\\x00\\x00\\x18T0;\\x03\\xfd\\xa1;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:32,249 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:35:32,315 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:35:32,322 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:35:32,327 INFO sqlalchemy.engine.base.Engine (12, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (16 characters truncated) ... 00\\x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08D\\x8dD\\xbd!]\\x14=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08ne\\xaf\\xbc\\x82e\\xaf<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:35:32,334 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.010039197281002998\n",
      "Loss:  0.010229798965156078\n",
      "Loss:  0.028983676806092262\n",
      "Loss:  0.03509823977947235\n",
      "Loss:  0.013737203553318977\n",
      "Loss:  0.015742281451821327\n",
      "Loss:  0.01791689172387123\n",
      "Loss:  0.03912012279033661\n",
      "Loss:  0.005578555632382631\n",
      "Loss:  0.01131492480635643\n",
      "Loss:  0.010487450286746025\n",
      "Loss:  0.033222317695617676\n",
      "Loss:  0.036811038851737976\n",
      "Loss:  0.01772582158446312\n",
      "Loss:  0.039350803941488266\n",
      "Loss:  0.014197448268532753\n",
      "Loss:  0.04791800305247307\n",
      "Loss:  0.03812415152788162\n",
      "Loss:  0.03519390895962715\n",
      "Loss:  0.00709864217787981\n",
      "Loss:  0.016581380739808083\n",
      "Loss:  0.05806045979261398\n",
      "Loss:  0.014528229832649231\n",
      "Loss:  0.06598004698753357\n",
      "Loss:  0.03489687666296959\n",
      "Loss:  0.02696344070136547\n",
      "Loss:  0.016655543819069862\n",
      "Loss:  0.021705960854887962\n",
      "Loss:  0.02553497813642025\n",
      "Loss:  0.005333946086466312\n",
      "Loss:  0.00781610980629921\n",
      "Loss:  0.033478450030088425\n",
      "Loss:  0.013961922377347946\n",
      "Loss:  0.008771957829594612\n",
      "Loss:  0.018474780023097992\n",
      "Loss:  0.028928140178322792\n",
      "Loss:  0.002293716184794903\n",
      "Loss:  0.018328042700886726\n",
      "Loss:  0.007407487370073795\n",
      "Loss:  0.014504019170999527\n",
      "Loss:  0.0014748796820640564\n",
      "Epoch:  13\n",
      "Loss:  0.03375212848186493\n",
      "Loss:  0.024024581536650658\n",
      "Loss:  0.015535304322838783\n",
      "Loss:  0.03181600198149681\n",
      "Loss:  0.00524755846709013\n",
      "Loss:  0.019207868725061417\n",
      "Loss:  0.0016556549817323685\n",
      "Loss:  0.005875051021575928\n",
      "Loss:  0.004468938335776329\n",
      "Loss:  0.03790374845266342\n",
      "Loss:  0.0026329224929213524\n",
      "Loss:  0.01922360062599182\n",
      "Loss:  0.010999061167240143\n",
      "Loss:  0.025368284434080124\n",
      "Loss:  0.013682221993803978\n",
      "Loss:  0.036891717463731766\n",
      "Loss:  0.006845335941761732\n",
      "Loss:  0.02817198820412159\n",
      "Loss:  0.03732210397720337\n",
      "Loss:  0.002339758910238743\n",
      "Loss:  0.009235459379851818\n",
      "Loss:  0.00444217212498188\n",
      "Loss:  0.020643534138798714\n",
      "Loss:  0.0011160671710968018\n",
      "Loss:  0.01672809012234211\n",
      "Loss:  0.009183940477669239\n",
      "Loss:  0.0017025312408804893\n",
      "Loss:  0.006769489962607622\n",
      "Loss:  0.02487991936504841\n",
      "Loss:  0.029900263994932175\n",
      "Loss:  0.02588222175836563\n",
      "Loss:  0.0010574208572506905\n",
      "Loss:  0.003519761376082897\n",
      "Loss:  0.008395474404096603\n",
      "Loss:  0.0031770728528499603\n",
      "Loss:  0.01239807903766632\n",
      "Loss:  0.012716138735413551\n",
      "Loss:  0.0010768789798021317\n",
      "Loss:  0.0023928978480398655\n",
      "Loss:  0.007109750993549824\n",
      "Loss:  0.006858946289867163\n",
      "Training accuracy: 100%\n",
      "Loss:  1.4150464534759521\n",
      "Test accuracy: 69%\n",
      "2019-07-11 23:39:20,316 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,318 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,319 INFO sqlalchemy.engine.base.Engine (13, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.02218465483179543, 1.4150464534759521, 0.9950153374233128, 0.6875)\n",
      "2019-07-11 23:39:20,322 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,348 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,350 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,351 INFO sqlalchemy.engine.base.Engine (13, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9530 characters truncated) ... bdV\\x8b\\xbd\\xbd\\xf1\\x0b\\x00\\xbe\\xb5\\x9e\\xc8\\xbd\\x00\\xe1\\x8f\\xbdW\\x8e\\xf6=i\\xb8\\xc3<\\x06\\x0f<\\xbb\\xab\\x97\\x1c>\\xb1\\x07\\x13\\xbe\\x87W\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9632 characters truncated) ... 3\\xba\\xcd\\xfd\\x1c\\xbb\\x83v\\n\\xbb\\x8cw\\xd7\\xba\\x89\\x89\\x18\\xbb\\xcb\\xba\\x03\\xbb\\xe2\\xad\\xc1\\xba\\x87\\xfd\\x05\\xbb\\xf7\\xda\\xf2\\xba\\xfc^\\xc3\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,354 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,361 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,363 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,364 INFO sqlalchemy.engine.base.Engine (13, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (386 characters truncated) ... a6=\\xdc\\x83%>S\\x9c\\x15>;>U\\xbe\\xe7;\\xa6\\xbd\\xec\\xb9\\x1e\\xbe\\xad\\xd9\\x16\\xbe\\x0f\\xc4(\\xbb\\x98\\xf5i\\xbe\\xb2\\t\\x00>\\xb8\\xb7L=\\xf8\\xfa\\x08\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (369 characters truncated) ... 5\\xb3\\xbaP\\x14\\xd7\\xb9s\\xab\\x15\\xba|-\\xcf\\xb9\\x1425:\\x9a\\x92\"\\xb9\\xad5\\xf1\\xb9L\\x9e\\x928*]\\xaa\\xb9\\xb2\\xdcP:\\xb5C\\xf79p\\xd1l9\\xf0P\\xdd\\xb7q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,366 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,372 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:39:20,374 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,375 INFO sqlalchemy.engine.base.Engine (13, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201261 characters truncated) ... xbdx#.\\xbcA]f<^Q\\x1e\\xbdz6\\x9f;(b\\xe5<>KN<Ea\\'\\xbd+P_=T\\xdbo<[\\x16!\\xbdFG?\\xbd_\\xfa\\x94\\xbc\\x87\\xd1q\\xbdC3\\x92\\xbc-c\\x19<r+!=9\\x18\\xc1\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (215801 characters truncated) ... eb\\x8e\\xc3\\xb9\\x8a\\x9c\\xea\\xb9\\x1c\\x7fK7yH\\xb27X\\x06\\xde6 \\xa9\\xd2\\xb5\\x8b\\x87I\\xb7J\\xd7\\x94\\xb7\\x0fF\\xb4\\xb7\\xd9\\xb7\\xe3\\xb7\\xf0h\\xa4\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,459 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,470 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,471 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,472 INFO sqlalchemy.engine.base.Engine (13, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (739 characters truncated) ... 0c\\xbd|j5=\\xa0\\xa9\\x84<vRv\\xbdx\\xe1\\xca\\xbc0\\x97-\\xbd\\xb7\\x8fa\\xbd\\xb9\\xab$\\xbd\\x9e\\xa9<=\\xaet\\xf0\\xbc\\xe5G\\x85\\xbd$X\\x13=\\xd5\\xac\\x92\\xbcq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (722 characters truncated) ... xb3/\\xb9H\\xb8=8&)\\x1f\\xb9aj\\xb8\\xb9\\xe0\\xc7>\\xb9\\xcb\\x00\\xbb\\xb9\\x1el-:\\x00\\x00\\x00\\x00\\n\\x1f\\xae\\xb9\\x9cA\\xcf8:\\xe2\\xe598.\\xd4\\xb8ns\\xeb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,474 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,483 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,485 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,486 INFO sqlalchemy.engine.base.Engine (13, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834345 characters truncated) ... xbd\\xfe\\x9c\\x0f\\xbd\\x13\\xe0*\\xbdC\\x04\\xc4\\xbc~\\x160\\xbd\\x0fL\\xd8\\xbc]\\x1d\\xf8<VG\\x04<O-\\xbf<\\x97\\xf1a=\\x11\\xd6\\x07\\xbdYW\\x92\\xbd@%\\xec\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (866825 characters truncated) ... 6\\xb7\\xb7U2\\x97\\xb7\\xa5\\x06\\xcf7\\xbb4\\xc7\\xb8\\xb4G\\\\\\xb8\\xdd\\xecQ\\xb7\\xf3\\xcai\\xb7\\x80I\\x187\\xf5\\x0f^8G\\xcb\\xb6\\xb6\\xba8$\\xb7\\xb1\\x93\\x8c7q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,597 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,615 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,616 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,617 INFO sqlalchemy.engine.base.Engine (13, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1388 characters truncated) ... b;\\x977\\xa1<\\xf9i\\xbc\\xbcR\\x9eM;O?d\\xbd\\x1cM\\x85;\\x95A\\'=\\xcdt\"=\\xdb\\x02\\x0b\\xbc(M\\x83=\\x11\\xaf>\\xbc\\xc9-%\\xbd*\\x90y=\\\\\\x1d\\xb7\\xbc}\\xe5I=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1440 characters truncated) ... a4\\x92\\xab\\xb8(\\xf4 \\xb9\\xc1\\xb1\\xb49b6p\\xba:\\xad\\x149\\x80\\xc6\\x1a7L|\\x029\\x92\\nK\\xba\\xce\\xc3h9[.\\xa29\\xd3\\x88\\x0b\\xba,k\\xf9\\xb9O\\x08\"\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:20,619 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:20,651 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:20,653 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:20,654 INFO sqlalchemy.engine.base.Engine (13, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (35993766 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46197738 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:22,189 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:22,819 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:22,823 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:22,826 INFO sqlalchemy.engine.base.Engine (13, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5764 characters truncated) ... \\xdby\\x9f<\\x0e.\\xa5<=\\x14\\x16<\\xb6\\x7fK\\xbc!@m<x\\x14\\xfa\\xbbk\\xb7\\x98\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xd0\\x1e\\xdf<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7316 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\xae\\xde\\xa3\\xb3\\x00\\x00\\x00\\x00\\x90\\x9f\\t\\xb8\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00D\\xdb|8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:22,831 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:22,842 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:22,846 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:22,848 INFO sqlalchemy.engine.base.Engine (13, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1482743 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1981135 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:22,883 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:22,913 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:22,914 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:22,915 INFO sqlalchemy.engine.base.Engine (13, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2881 characters truncated) ... 0\\xe9\\x02:l\\x1c+<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd6r\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;i\\x0co:\\xd4T\\x08=\\x14\\x88\\xa0\\xbb\\x91G\\t\\xbcuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3503 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00|\\xb6\\x04\\xb8\\xbc1N7\\x7f\\xe6K8K=68\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:39:22,917 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:22,924 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:22,925 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:22,926 INFO sqlalchemy.engine.base.Engine (13, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1141762 characters truncated) ... \\xbd\\x00\\xf1@\\xbbRT\\x89=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=X@\\xfa<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x11\\xb0\\xd7\\xbbVt\\x91<%H\\xc5\\xba\\xf2-b\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1520113 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x93\\xa2\\xa1\\xb7f<\\x94\\xb7OwU\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:22,952 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:23,016 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:23,017 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:23,018 INFO sqlalchemy.engine.base.Engine (13, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4510 characters truncated) ... bd\\x0f\\x07 \\xbdp\\xa5\\x01<h\\x96x\\xbd\\x0cu>\\xbd\\xcf\\xfcB=\\x11\\'\\x84\\xbdRD\\x14<\\x03\\xc8);\\x82\\xcc\\x1a\\xbd\\x002\\xbd\\xbc\\xd9\\xe0Q\\xbd\\xb9\\xcaM<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5448 characters truncated) ... b7\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xf8U\\xcd\\xb7V\\xc0p\\xb8\\x9e\\xf8\\x86\\xb8N\\xf7\\x9f6\\xa9Q\\xe4\\xb7\\x00\\x00\\x00\\x00e\\xc1\\xda\\xb8z\\xe4\\xf6\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:23,021 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:23,030 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:23,031 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:23,032 INFO sqlalchemy.engine.base.Engine (13, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9062 characters truncated) ... 0K\\xff\\xbbq\\'\\x9b\\xbcP\\xacP=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xa95@\\xbd\\x95\\xc7J\\xbd\\xff=\\x19\\xbdIeI<\\x0f\\x94&\\xbd\\x82\\xf6\\'\\xbd[\"x\\xbd\\x1c\\x87H\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10297 characters truncated) ... 00\\x00\\xd7U8:\\x92\\xba\\x16\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00A\\x9er:\\x18\\x8c*:^?\\x88:\\x8f\\x04 7\\x93\\x84\\xcd9\\x00\\x00\\x00\\x00\\xac\\x00.:e|k:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:23,152 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:39:23,181 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:39:23,189 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:39:23,193 INFO sqlalchemy.engine.base.Engine (13, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08E\\xf4D\\xbd\\x19\\xc4\\x14=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x99\\x8bp\\xba\\xff\\x8ep:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:39:23,208 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.021119266748428345\n",
      "Loss:  0.0015291906893253326\n",
      "Loss:  0.04897018522024155\n",
      "Loss:  0.019573722034692764\n",
      "Loss:  0.010200468823313713\n",
      "Loss:  0.012218285351991653\n",
      "Loss:  0.005894374568015337\n",
      "Loss:  0.001574978232383728\n",
      "Loss:  0.013149013742804527\n",
      "Loss:  0.010427352972328663\n",
      "Loss:  0.017972666770219803\n",
      "Loss:  0.038086291402578354\n",
      "Loss:  0.015220269560813904\n",
      "Loss:  0.009648754261434078\n",
      "Loss:  0.004991820547729731\n",
      "Loss:  0.006129050627350807\n",
      "Loss:  0.01037241704761982\n",
      "Loss:  0.022121408954262733\n",
      "Loss:  0.021374549716711044\n",
      "Loss:  0.041397642344236374\n",
      "Loss:  0.04003378003835678\n",
      "Loss:  0.004517894703894854\n",
      "Loss:  0.016187230125069618\n",
      "Loss:  0.05495737865567207\n",
      "Loss:  0.013080811128020287\n",
      "Loss:  0.05664931982755661\n",
      "Loss:  0.009429292753338814\n",
      "Loss:  0.025546390563249588\n",
      "Loss:  0.020554915070533752\n",
      "Loss:  0.0523688904941082\n",
      "Loss:  0.07423504441976547\n",
      "Loss:  0.003840499557554722\n",
      "Loss:  0.029247242957353592\n",
      "Loss:  0.010585090145468712\n",
      "Loss:  0.008657405152916908\n",
      "Loss:  0.020790841430425644\n",
      "Loss:  0.009265044704079628\n",
      "Loss:  0.04411127418279648\n",
      "Loss:  0.05813070386648178\n",
      "Loss:  0.005655430722981691\n",
      "Loss:  0.016350416466593742\n",
      "Epoch:  14\n",
      "Loss:  0.06265278160572052\n",
      "Loss:  0.04686766490340233\n",
      "Loss:  0.03365029767155647\n",
      "Loss:  0.03715617582201958\n",
      "Loss:  0.004121607635170221\n",
      "Loss:  0.005909472703933716\n",
      "Loss:  0.027593299746513367\n",
      "Loss:  0.0133440550416708\n",
      "Loss:  0.008435978554189205\n",
      "Loss:  0.01529742032289505\n",
      "Loss:  0.026183322072029114\n",
      "Loss:  0.014362676069140434\n",
      "Loss:  0.008018799126148224\n",
      "Loss:  0.048199594020843506\n",
      "Loss:  0.034340035170316696\n",
      "Loss:  0.05453972518444061\n",
      "Loss:  0.03905105218291283\n",
      "Loss:  0.029183749109506607\n",
      "Loss:  0.020361315459012985\n",
      "Loss:  0.0037825871258974075\n",
      "Loss:  0.02268369309604168\n",
      "Loss:  0.027983777225017548\n",
      "Loss:  0.018287701532244682\n",
      "Loss:  0.04755675047636032\n",
      "Loss:  0.017550112679600716\n",
      "Loss:  0.015766235068440437\n",
      "Loss:  0.014557389542460442\n",
      "Loss:  0.020192699506878853\n",
      "Loss:  0.005526450928300619\n",
      "Loss:  0.006786835379898548\n",
      "Loss:  0.005336227361112833\n",
      "Loss:  0.039455048739910126\n",
      "Loss:  0.0066322991624474525\n",
      "Loss:  0.04654860123991966\n",
      "Loss:  0.010204028338193893\n",
      "Loss:  0.005934847518801689\n",
      "Loss:  0.006198523100465536\n",
      "Loss:  0.009106945246458054\n",
      "Loss:  0.020949210971593857\n",
      "Loss:  0.07025177776813507\n",
      "Loss:  0.02029453217983246\n",
      "Training accuracy: 99%\n",
      "Loss:  1.1223200559616089\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:43:11,688 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,690 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,690 INFO sqlalchemy.engine.base.Engine (14, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.022101624550797592, 1.1223200559616089, 0.9898389570552147, 0.75)\n",
      "2019-07-11 23:43:11,695 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,718 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,720 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,721 INFO sqlalchemy.engine.base.Engine (14, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9610 characters truncated) ... \\x88\\xbd\\x13U\\xbd\\xbd\\xc1\\x8f\\xff\\xbdL\\xf7\\xc7\\xbd\\xf7m\\x8f\\xbd\\xe4/\\xf7=\\xbfL\\xc5<\\xeb\\xf38\\xbb\\xb2\\xcf\\x1c>\\x8d\\xec\\x12\\xbe\\xf6P\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9636 characters truncated) ... be\\x8a<\\xf9\\n\\x80<\\xcb\\xc5`<te\\x88<[\\\\\\x82<v\\x19p<\\xc1\\x16\\x9f<\\r\\x1d\\x90<\\xbeB\\x82<Xu\\xa5<u\\xce\\x9a<-8\\x8b<b\\x1f\\xa3< \\x1d\\x9d<[\\xd9\\x92<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:11,723 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,728 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:43:11,730 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,731 INFO sqlalchemy.engine.base.Engine (14, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (363 characters truncated) ... x9f={\\x87\\xa9=H\\xb7%>\\xc6\\x99\\x14>rMT\\xbe\\xf7\\xd6\\xaa\\xbd\\xd3W\\x1e\\xbe5d\\x19\\xbe\\xf0h\\xfd\\xba\\xae\\nk\\xbe\\xd0\\xcb\\xfe=\\xb1\\xa3K=\\x9bb\\t\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (309 characters truncated) ... xa1\\xa3\\x12<j1\\x9b<\\xbe\\xeb\\xc9\\xbc|}\\xc09\\xe4\"3\\xbcP)\\x9b\\xb9\\x85H\\xca;A\\x8a\\t<,$\\x0f<~6G:\\x04Q\\xa0;H\\xac\\x00<t:b\\xbb\\xfaK\\xb2\\xbbx\\xfeu<q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:11,732 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,737 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,739 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,739 INFO sqlalchemy.engine.base.Engine (14, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201558 characters truncated) ... 8\\xb4;}\\x91\\xe6<D8a<\\t&#\\xbd\\x0f\\x9fb=\\x81*\\x85<\\x01\\xb7#\\xbdt\\x9fX\\xbd\\x85\\x9a\\x85\\xbc\\t\\xc7a\\xbdm(\\xa9\\xbc\\xb9\\x14/</\\xeb.=)\\xfe\\xc5\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (204697 characters truncated) ... \\xaf\\xab:\\xe5\\x0b\\xb9:\\xcc\\xfa\\xa57\\\\\\x0b2\\xb8\\x1a,\\x88\\xb8\\xea\\xd4\\x9b9\\x80 \\x877\\x16\\xcb\\xcd\\xb9\\x80\\x9f\\x929\\xce\\x83[\\xb8\\x1e\\xff\\'\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:11,746 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,754 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,755 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,756 INFO sqlalchemy.engine.base.Engine (14, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (728 characters truncated) ... \\xbd\\'d9=\\x15\\x90\\x80<\\x18\\xfav\\xbd>3\\xcb\\xbc\\x13\\xab+\\xbd2\\xb8]\\xbd\\xb9\\xab$\\xbd\\xb4+3=\\x8d\\x0b\\xf8\\xbc2\\xb5\\x87\\xbd\\xc8~\\t=\\x18B\\x91\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (712 characters truncated) ... ;\\xb8\\xda-\\xb9\\'\\x04g; \\xf3\\xc8;\\x94P+;\\xc6\\xdb\\xa7;\\x0e$\\xfb;`\\x96\\xb3;\\x00\\x00\\x00\\x00z\\x16\\xa0;\\xc0X\\xf09nL_;\\x10\\x89!\\xba0\\xd6\\xe3\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:11,758 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,767 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,769 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,769 INFO sqlalchemy.engine.base.Engine (14, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (833988 characters truncated) ... bd\\xb21\\x10\\xbdj\\x03+\\xbd\\xba\\x0f\\xc5\\xbc*\\xc2\\x15\\xbd\\xaee\\xb5\\xbc|\\xc1\\xef<|G\\x04<\\xf8E\\xb5<\\x0fn\\\\=\\xbc*\\x0e\\xbdsu\\x99\\xbd\\xe0p\\x03\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (864180 characters truncated) ... b9\\xab\\xea\\xb5\\xb9\\x97\\x1d\\x9c9\\x17\\xddB7\\x93\\xf7J\\xb9\\xbe\\x14a\\xba$\\xfe0\\xba\\xc9\\xa8\\x0c\\xba\\xd6,\\x86\\xb9\\x85\\xb6\\x0e\\xb9\\xd7\\x13\\xff\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:11,788 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,806 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,808 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,809 INFO sqlalchemy.engine.base.Engine (14, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1385 characters truncated) ... 4<\\x06\\xce\\x9d\\xbc\\xeep ;\\x9b\\x80`\\xbdr\\x8e\\xb3;A\\xa7)=`\\x18$=\\x0f\\t\\x03\\xbcf\\xc1\\x84=i\\xc04\\xbc\\t\\x96\\'\\xbd\\x05Ko=\\x1f4\\xa7\\xbc\\x1e\\x92I=q\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1451 characters truncated) ... V7;HVE;\\xf2u\\x81;'\\x89D\\xba\\x1f{\\xb0\\xbbz\\xd8\\xc1\\xbb\\xa2\\xd3\\xed:>D\\xaf\\xbaTY\\x12\\xbb\\xa0\\x93{\\xb9\\xdcF\\xdd\\xbb\\x16\\xc8\\xf19b\\xd0\\xd4\\xbaq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:43:11,811 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:11,842 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:11,844 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:11,845 INFO sqlalchemy.engine.base.Engine (14, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36020214 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46479584 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:13,670 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,117 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,125 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,132 INFO sqlalchemy.engine.base.Engine (14, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5844 characters truncated) ... e7\\xa3<s\\xb8\\xad<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xd1\\xacb<\\x174\\xfa\\xbb,\\xf9\\xb2\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;~\\xc7\\xe3<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7385 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x005\\xf7\\xc6\\xb3\\x00\\x00\\x00\\x00,\\x9b\\x1f:\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00l1\\x85\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,140 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,151 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,154 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,155 INFO sqlalchemy.engine.base.Engine (14, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1482656 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1970752 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:43:14,200 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,263 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,268 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,273 INFO sqlalchemy.engine.base.Engine (14, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2914 characters truncated) ... :\\x12`$<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xbca\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\xdd\\x1c\\xb0:\\x99?\\n=\\x03\\xf7\\x97\\xbb\\xbfp\\xf8\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3414 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00;\\x164\\xb8\\x1c\\xad\\x07\\xba\\xe3)%\\xba \\xc0/\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,290 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,346 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,349 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,350 INFO sqlalchemy.engine.base.Engine (14, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140673 characters truncated) ... \\xbd\\x00\\xf1@\\xbb0K\\x8a=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xea\\xc0\\xfa<\\xd8v>\\xbc{\\xc0\\x83\\xbdpL\\xd0\\xbb\\xe1g\\x8e<.c\\xd3\\xbaOJ`\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1499751 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x9cqp9z\\xb9\\xfa8r\\xce\\xac7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,412 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,442 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,443 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,444 INFO sqlalchemy.engine.base.Engine (14, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4435 characters truncated) ... x01\\xbdt+,\\xbd(\\xc4 \\xbd\\xfc\\x86\\n<h\\x96x\\xbd\\x0cu>\\xbd\\xee:B=Lk\\x84\\xbd\\xec\\xd0\\x11<\\x8b\\xdc6;\\x87*\\x1b\\xbd\\x002\\xbd\\xbc\\xcd\\x1bP\\xbdvpI<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5206 characters truncated) ... 7H\\x8f9Cxm\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe8k89\\x16\\xff\\xa69\\x92\\xee\\xee9\\xb8df\\xb8\\xca\\xb9\\x1a9\\x00\\x00\\x00\\x00\\x18\\xc3\\x10:\\x89}#:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,447 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,457 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,459 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,459 INFO sqlalchemy.engine.base.Engine (14, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9023 characters truncated) ... K\\xff\\xbbyV\\x9f\\xbc\\xeegQ=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xd5\\xc1@\\xbd{\\xcbK\\xbd\\xe0\\xbf\\x19\\xbd\\xf4\\rJ<?!\\'\\xbd\\x82\\xf6\\'\\xbdL\\x8fz\\xbd\\xad`K\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10360 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x08)\\xbb\\xba.\\xa5,\\xba\\x01\\xda\\xea\\xbaG\\x9f\\xd5\\xba\\xcaY\\x13\\xb7\\x00\\x00\\x00\\x00\\xbb##\\xb8\\xda\\x9f\\xb9\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,684 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:43:14,696 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:43:14,702 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:43:14,707 INFO sqlalchemy.engine.base.Engine (14, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xd7\\xa4E\\xbd\\xa7t\\x15=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08@8\\xd7;\\xf57\\xd7\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:43:14,713 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.023645639419555664\n",
      "Loss:  0.013334841467440128\n",
      "Loss:  0.03922956436872482\n",
      "Loss:  0.005474811885505915\n",
      "Loss:  0.023455386981368065\n",
      "Loss:  0.004973799455910921\n",
      "Loss:  0.07190099358558655\n",
      "Loss:  0.024685664102435112\n",
      "Loss:  0.020513227209448814\n",
      "Loss:  0.00493545550853014\n",
      "Loss:  0.005639671813696623\n",
      "Loss:  0.005124814808368683\n",
      "Loss:  0.01365226972848177\n",
      "Loss:  0.0035119978711009026\n",
      "Loss:  0.01527190487831831\n",
      "Loss:  0.01844801940023899\n",
      "Loss:  0.014751115813851357\n",
      "Loss:  0.027015019208192825\n",
      "Loss:  0.0034397216513752937\n",
      "Loss:  0.0068574268370866776\n",
      "Loss:  0.11139687895774841\n",
      "Loss:  0.013102361001074314\n",
      "Loss:  0.015271860174834728\n",
      "Loss:  0.01677006669342518\n",
      "Loss:  0.04180808365345001\n",
      "Loss:  0.04827558994293213\n",
      "Loss:  0.048179954290390015\n",
      "Loss:  0.03983587026596069\n",
      "Loss:  0.0060095335356891155\n",
      "Loss:  0.006778474897146225\n",
      "Loss:  0.08338484168052673\n",
      "Loss:  0.005093984771519899\n",
      "Loss:  0.010234869085252285\n",
      "Loss:  0.02133961021900177\n",
      "Loss:  0.03613961115479469\n",
      "Loss:  0.014354825019836426\n",
      "Loss:  0.01732286810874939\n",
      "Loss:  0.03938242048025131\n",
      "Loss:  0.0461154580116272\n",
      "Loss:  0.043889909982681274\n",
      "Loss:  0.01286652684211731\n",
      "Epoch:  15\n",
      "Loss:  0.03975926712155342\n",
      "Loss:  0.006340022664517164\n",
      "Loss:  0.02246178686618805\n",
      "Loss:  0.003980174660682678\n",
      "Loss:  0.018329812213778496\n",
      "Loss:  0.019524691626429558\n",
      "Loss:  0.026286382228136063\n",
      "Loss:  0.01345442607998848\n",
      "Loss:  0.03488677367568016\n",
      "Loss:  0.01778663694858551\n",
      "Loss:  0.02054339088499546\n",
      "Loss:  0.015209739096462727\n",
      "Loss:  0.0058380113914608955\n",
      "Loss:  0.004338199272751808\n",
      "Loss:  0.005536129232496023\n",
      "Loss:  0.001957610249519348\n",
      "Loss:  0.031669002026319504\n",
      "Loss:  0.011633705347776413\n",
      "Loss:  0.03897659480571747\n",
      "Loss:  0.00998026691377163\n",
      "Loss:  0.026275666430592537\n",
      "Loss:  0.036866359412670135\n",
      "Loss:  0.014235560782253742\n",
      "Loss:  0.019672587513923645\n",
      "Loss:  0.01265956461429596\n",
      "Loss:  0.012975415214896202\n",
      "Loss:  0.029468879103660583\n",
      "Loss:  0.026085034012794495\n",
      "Loss:  0.004633755423128605\n",
      "Loss:  0.014257855713367462\n",
      "Loss:  0.02968248352408409\n",
      "Loss:  0.013600345700979233\n",
      "Loss:  0.021979428827762604\n",
      "Loss:  0.009862605482339859\n",
      "Loss:  0.016745567321777344\n",
      "Loss:  0.05069024860858917\n",
      "Loss:  0.009454378858208656\n",
      "Loss:  0.018839484080672264\n",
      "Loss:  0.023730533197522163\n",
      "Loss:  0.00989947747439146\n",
      "Loss:  0.010588650591671467\n",
      "Training accuracy: 99%\n",
      "Loss:  1.1107970476150513\n",
      "Test accuracy: 69%\n",
      "2019-07-11 23:47:03,450 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,451 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,452 INFO sqlalchemy.engine.base.Engine (15, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.024961340116200652, 1.1107970476150513, 0.9929064417177914, 0.6875)\n",
      "2019-07-11 23:47:03,456 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,482 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:47:03,484 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,485 INFO sqlalchemy.engine.base.Engine (15, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9701 characters truncated) ... xc5;/>\\x03\\xf1\\x87\\xbd[\\x1c\\xbd\\xbd\\x18{\\xfe\\xbd \\xe3\\xc6\\xbd\\t\\xf8\\x8e\\xbd\\xb8Q\\xf8=<\\xe6\\xc8<\\xb0o0\\xbb<[\\x1d>\\x01\\x94\\x12\\xbe@)\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (10505 characters truncated) ... \\xaaL`\\xbc\\xac50\\xbc\\x0bx\\x9c\\xbc,\\xc8\\x8e\\xbc\\x1e\\x14m\\xbc\\x1a\\x9b\\x98\\xbc\\x1f#\\x81\\xbc\\xc1\\xf3>\\xbc\\xe2\\'\\x8c\\xbcb\\xd1w\\xbc\\xfe\\xf0G\\xbcq\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,487 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,492 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,493 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,494 INFO sqlalchemy.engine.base.Engine (15, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (362 characters truncated) ... 0=\\x7f/\\xa2=\\xd4\\x89$>)\\x0e\\x12>\\x1a7X\\xbe\\x11\\xdf\\xae\\xbd\\x05\\x1f \\xbe\\xa1\\x15\\x19\\xbe\\x91NO\\xbb7\"l\\xbe\\xa9\\xc3\\xfd=\\xc5\\xa9I=\\xb3s\\t\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (367 characters truncated) ... f9\\x8d\\xbbfX?\\xbb\\x94|o\\xbb\\xbe\\xa4\\x16\\xbaA\\x9b\\x80;\\xb63\";Q\\xdc\\x81\\xbc\\x9c\\x13Z9M\\xb2\\xf2\\xbb\\x9f\\x0b\\x80;\\xdc\\x99\\xe4:\\xfc\\xa2\\xdc\\xbbq\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,496 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,502 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,503 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,504 INFO sqlalchemy.engine.base.Engine (15, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (200979 characters truncated) ... x0f\\xcb;\\xb8\\xbc\\xea<5\\xc5c<\\x8fD\"\\xbdv4c=Fbx<\\xcbV.\\xbd\\x80\\xa1^\\xbd\\x82\\xb8\\xa2\\xbc\\x982f\\xbdg\\x03\\x9c\\xbc\\x05\\xa4;<c\\xad*=C\\x07\\xbf\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (213466 characters truncated) ... \\x95\\xbb\\xf3\\x0c_\\xbb\\x92\\x82\\xe4\\xb8\\x18\\xf4\\xec8\\x86f8\\xb9\\xf2tW\\xb9\\xad\\x81\\xc8\\xb8\\x0ev\\x81\\xb97?\\xec\\xb8\\xf2\\x8c\\xfa\\xb9\\x0f\\xab4\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,510 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,518 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,520 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,521 INFO sqlalchemy.engine.base.Engine (15, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (716 characters truncated) ... xbd\\x87a:=~Cf<\\xaa\\x19\\x81\\xbd\\x97E\\xd5\\xbci\\xbc4\\xbd\\xc7\\x03h\\xbd\\xb9\\xab$\\xbdar4=\\xc1\\x80\\xf9\\xbcN\\xf3\\x8c\\xbd\\xf3\\x7f\\x11=\\x81m\\x8e\\xbcq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (727 characters truncated) ... 78\\x96\\x86\\xb9D\\xea\\x149kJk\\xbb\\x16\\xdd\\xd8\\xba\\xe3s\\xe2:\\x00\\x00\\x00\\x00^\\x96\\x0f:\\x9c\\xc1\\x14\\xbb\\xfc\\x19\\xf6\\xb95F\\x07\\xbbZ\\xbf\\xb6\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,523 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,531 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,532 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,533 INFO sqlalchemy.engine.base.Engine (15, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (833548 characters truncated) ... \\xbd\\xc3\\x06/\\xbd\\x92u\\xcc\\xbc\\xa4@\\x1c\\xbd\\xeah\\xbb\\xbc\\x9b\\x91\\xed<\\xb0\\x81\\xac;\\xa0\\xa1\\xaf<\\x8f\\xf5^=sS\\x08\\xbd\\xabr\\x99\\xbd5v\\x13\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (847298 characters truncated) ... 2\\xb8\\xc8\\xaa\\xdb5[\\xdfx8b\\xce<8h\\xfe\\xc2\\xb9\\x10\\xffC7\\xc6\\xf4\\xa08\\x1d{\\xe08](49\\x1a3\\xb59\\xaeA+9\\x83\\x86\\xb97\\xb0\\x0b\\x038\\xb1\\xc3=\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,550 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,568 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,570 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,571 INFO sqlalchemy.engine.base.Engine (15, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1451 characters truncated) ... 6\\xc9\\xa0<\\xcb2\\xb5\\xbc\\x8aY\\x97:6`i\\xbdi\\x86\\x11;B\\xc7.=\\xd2\\x12\"=\\xfff$\\xbc\\'\\xa1\\x81=\\x1c_7\\xbc\\xc8\\xdc%\\xbdJ\\xeex=~\\x9a\\xc2\\xbc\\xa8RD=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1428 characters truncated) ... ;\\xb8\\xd5\\x19\\xba8\\x9cA\\xbb\\xc4\\x82\\xd7\\xba\\x9c\\x04\\x06;w\\xe7\\x1d\\xbc\\xb8{\\x07\\xbb\\xd4\\xba\\x13;\\x8c\\x19E;\\x18\\x16\\xd5\\xba\\x84Tk:<\\x80\\xa59q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:03,574 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:03,614 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:03,616 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:03,617 INFO sqlalchemy.engine.base.Engine (15, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36020003 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46291389 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:05,343 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:05,784 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:05,787 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:05,788 INFO sqlalchemy.engine.base.Engine (15, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5776 characters truncated) ... xf92\\xab<\\t\\x17\\xb3<=\\x14\\x16<\\xb6\\x7fK\\xbc\\x9f\\x10\\x82<\\x9b,\\xfa\\xbbYd\\xd4\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;}Z\\xee<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7363 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\xca\\n\\x82\\xb5\\x00\\x00\\x00\\x00p\\xd2\\xaa\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xb8\\xddA:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:47:05,790 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:05,799 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:05,801 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:05,802 INFO sqlalchemy.engine.base.Engine (15, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1482649 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1976882 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:05,914 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:05,939 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:05,940 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:05,942 INFO sqlalchemy.engine.base.Engine (15, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2849 characters truncated) ... 2:v\\xbb\\x16<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\x9bT\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\x13q\\xd7:\\x10\\x03\\x0f=\\xc1=_\\xbbt\\x0f\\xd0\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3440 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00#\\xb1\\xa1\\xb9\\xc2x\\x7f9\\x86\\xe3\\xe29\\x06\\xa0\\xfa9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:05,944 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:05,953 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:05,954 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:05,955 INFO sqlalchemy.engine.base.Engine (15, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140333 characters truncated) ... 8\\x8a=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x0e!\\xfb<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xa8\\xe7\\xcd\\xbb\\xaf\\xd4\\x88<\\x85\\xb9\\xf5\\xba\\xa4\\xbb`\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1511285 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xab\\xdb\\xa7\\xb9%\\xf2m\\xb9b\\xf8\\x14\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:05,983 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:06,036 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:06,037 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:06,038 INFO sqlalchemy.engine.base.Engine (15, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4459 characters truncated) ... x89\\x02\\xbdt+,\\xbd\\xa9n#\\xbdZP\\x1f<h\\x96x\\xbd\\x0cu>\\xbd\\xab\\xd9@=\\xb5f\\x85\\xbds\\xe5\\x0c<M7V;\\xee\\xa4!\\xbd\\x002\\xbd\\xbc\\xcaGU\\xbd\\xa8\\xcf@<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5291 characters truncated) ... xf98\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00sI\\x07\\xb9)\\xa7\\x90\\xb9\\xef\\xab\\xb1\\xb9\\xe3\\xa5\\r8\\x1c\\x82U\\xb9\\x00\\x00\\x00\\x00\\xe0\\xa3[\\xb9D\\xfbM\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:06,041 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:06,056 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:06,058 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:06,060 INFO sqlalchemy.engine.base.Engine (15, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9079 characters truncated) ... f\\xbb\\x7fn\\xa4\\xbc%\\x9aQ=\\xbc@\\xf1<\\xb0\\x9e\\xce;\\xc6iA\\xbdt\\xbdL\\xbd\\xae\\x97\\x1a\\xbdb;K<\\xb9c,\\xbd\\x82\\xf6\\'\\xbd\\xa4\\xfa\\x7f\\xbd\\xdf8O\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10518 characters truncated) ... 0\\x00\\x07\\xc9\\xd9:\\xc551\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00cd/;\\xc8c\\x05;\\x84\\x8e[;\\xb3\\xd4Z:\\xcf8r:\\x00\\x00\\x00\\x00\\xa5\\x92\\xa6:[\\\\\\xff:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:06,192 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:47:06,209 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:47:06,219 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:47:06,224 INFO sqlalchemy.engine.base.Engine (15, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08q\\xf0F\\xbd8\\xc0\\x16=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08S\\xbc\\x9a\\xbbl\\xbc\\x9a;q\\rtq\\x0eb.')\n",
      "2019-07-11 23:47:06,231 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.0176523607224226\n",
      "Loss:  0.021003909409046173\n",
      "Loss:  0.0019946396350860596\n",
      "Loss:  0.01839948073029518\n",
      "Loss:  0.03013169951736927\n",
      "Loss:  0.02035311982035637\n",
      "Loss:  0.010675798170268536\n",
      "Loss:  0.004266972653567791\n",
      "Loss:  0.022491347044706345\n",
      "Loss:  0.017582401633262634\n",
      "Loss:  0.012593593448400497\n",
      "Loss:  0.015147188678383827\n",
      "Loss:  0.04002125561237335\n",
      "Loss:  0.013480775989592075\n",
      "Loss:  0.001805787906050682\n",
      "Loss:  0.016626698896288872\n",
      "Loss:  0.021011728793382645\n",
      "Loss:  0.014688142575323582\n",
      "Loss:  0.004284212831407785\n",
      "Loss:  0.006422870792448521\n",
      "Loss:  0.004761933349072933\n",
      "Loss:  0.03821738436818123\n",
      "Loss:  0.031569704413414\n",
      "Loss:  0.0007998654618859291\n",
      "Loss:  0.006370650138705969\n",
      "Loss:  0.044593214988708496\n",
      "Loss:  0.035389527678489685\n",
      "Loss:  0.005639578681439161\n",
      "Loss:  0.015000245533883572\n",
      "Loss:  0.006033414043486118\n",
      "Loss:  0.013676118105649948\n",
      "Loss:  0.00700252503156662\n",
      "Loss:  0.009450404904782772\n",
      "Loss:  0.007387470453977585\n",
      "Loss:  0.006578648462891579\n",
      "Loss:  0.004705491010099649\n",
      "Loss:  0.01667499914765358\n",
      "Loss:  0.0377768948674202\n",
      "Loss:  0.007578381337225437\n",
      "Loss:  0.039521846920251846\n",
      "Loss:  0.0035030555445700884\n",
      "Epoch:  16\n",
      "Loss:  0.006944593042135239\n",
      "Loss:  0.006486115977168083\n",
      "Loss:  0.002747355028986931\n",
      "Loss:  0.002305152826011181\n",
      "Loss:  0.002344919368624687\n",
      "Loss:  0.008109613321721554\n",
      "Loss:  0.018783466890454292\n",
      "Loss:  0.005366167053580284\n",
      "Loss:  0.0010301703587174416\n",
      "Loss:  0.019854789599776268\n",
      "Loss:  0.003517912235110998\n",
      "Loss:  0.021799080073833466\n",
      "Loss:  0.0015135714784264565\n",
      "Loss:  0.002509421668946743\n",
      "Loss:  0.026165520772337914\n",
      "Loss:  0.005101471208035946\n",
      "Loss:  0.003442934714257717\n",
      "Loss:  0.007791660726070404\n",
      "Loss:  0.006291449535638094\n",
      "Loss:  0.00885250698775053\n",
      "Loss:  0.00272402074187994\n",
      "Loss:  0.0029447823762893677\n",
      "Loss:  0.0031504379585385323\n",
      "Loss:  0.014075998216867447\n",
      "Loss:  0.00811738334596157\n",
      "Loss:  0.003777086269110441\n",
      "Loss:  0.008932988159358501\n",
      "Loss:  0.0030220281332731247\n",
      "Loss:  0.0007935725152492523\n",
      "Loss:  0.0010168179869651794\n",
      "Loss:  0.0036425162106752396\n",
      "Loss:  0.002496308647096157\n",
      "Loss:  0.002414819784462452\n",
      "Loss:  0.005676083732396364\n",
      "Loss:  0.004134512040764093\n",
      "Loss:  0.002109076827764511\n",
      "Loss:  0.004170323722064495\n",
      "Loss:  0.007600606884807348\n",
      "Loss:  0.003830426838248968\n",
      "Loss:  0.004914593882858753\n",
      "Loss:  0.001072566956281662\n",
      "Training accuracy: 100%\n",
      "Loss:  0.9030803442001343\n",
      "Test accuracy: 81%\n",
      "2019-07-11 23:50:54,316 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,317 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,318 INFO sqlalchemy.engine.base.Engine (16, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.015923544861058275, 0.9030803442001343, 0.9982745398773006, 0.8125)\n",
      "2019-07-11 23:50:54,320 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,347 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,349 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,349 INFO sqlalchemy.engine.base.Engine (16, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9606 characters truncated) ... 4\\x84\\xbd\\xebh/>\\xe88\\x87\\xbdtd\\xbc\\xbd+U\\xfe\\xbdD\\xb4\\xc6\\xbd\\xae\\xe0\\x8e\\xbdE\\x8a\\xf8=\\x7f]\\xca<{\\xa0*\\xbbed\\x1d>*f\\x12\\xbe|\\xd8\\xfd\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (10098 characters truncated) ... \\x94{0\\xbb\\t\\xef\\x08\\xbb\\xc2jL\\xbac\\x81p\\xbb\\x1c!#\\xbb\\x16\\xcdt\\xba\\x10]t\\xbbh\\xfb\\'\\xbb\\xa2\\xc2c\\xba\\x84\\xe14\\xbb\\xf8\\x81\\r\\xbb\\xef<`\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:54,351 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,357 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,360 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,361 INFO sqlalchemy.engine.base.Engine (16, 'c1.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (381 characters truncated) ... 3=\\x8f\\xc7\\xa6=\\xac\\x92'>\\xf4\\xc2\\x12>w [\\xbeC\\x93\\xb1\\xbd\\xf9\\xc9\\x1f\\xbe\\xad\\xa1\\x19\\xbex\\xdd`\\xbbp\\x00n\\xbeK\\x88\\xfa=\\x99\\xf8K=*C\\n\\xbeq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (377 characters truncated) ... xb9g\\x19&;8Q\\x9c:X\\x8c\\x819\\x90\\xc6\\xef\\xb9\\xe7\\x8d\\xf3\\xbaX\\xdae\\xbb7\\x12\\x06:\\x08\\x04\\x17\\xba\\xdaQ\\n\\xba\\x00\\x19\\x16\\xba\\xce\\x8e\\xba\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:54,363 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,369 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,371 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,372 INFO sqlalchemy.engine.base.Engine (16, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201119 characters truncated) ... a;e\\xc8\\xf0<\\xc4;f<Y\\xe8\\x1f\\xbd\\x83^g=R[z<\\xf9\\xa3/\\xbd\\xfa\\x11`\\xbd\\xfb\\xdb\\xac\\xbc\\xcd\\xf0c\\xbd*\\xbe\\xa6\\xbc J-<\\x07\\xed(=\\x1e/\\xc7\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (215496 characters truncated) ... xae:\\x049\\x07:\\xeeX):W9?:\\xca\\x96\\xde8\\x10_.\\xb7\\xf7\\xee\\xc77\\x80\\x14\\xd86JY\\x05\\xb9#\\xb7\\x01\\xb9\\xa5\\x1dC\\xb9\\r\\x9f\\xfe\\xb8\\xd1\\x1a\\\\\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:54,378 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,387 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,389 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,390 INFO sqlalchemy.engine.base.Engine (16, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (729 characters truncated) ... =\\xb5m\\x85<\\xce7~\\xbda\\xea\\xc5\\xbc\\x00\\x984\\xbd\\xbc&n\\xbd\\xb9\\xab$\\xbd\\xe7\\x9d@=\\x83D\\xf8\\xbc\\x85\\x19\\x90\\xbd\\x80\\xdc\\x15=\\xd8\\xe4\\x8a\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (762 characters truncated) ... xba\\x98R\\x90\\xb8\\x96\\xac\\xdd\\xb9V\\xabF:X\\xa6\\x9e\\xb8\\x17= 9'\\x86\\xcb:\\x00\\x00\\x00\\x00.\\x17\\x13:6\\xc51\\xb9\\xadU\\x91\\xb9\\x1f!(\\xba\\x8ek\\x8c:q\\rtq\\x0eb.\")\n",
      "2019-07-11 23:50:54,392 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,401 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,403 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,403 INFO sqlalchemy.engine.base.Engine (16, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834038 characters truncated) ... 12\\xbd\\xcc\\xb7/\\xbd\\x14\\xf3\\xcb\\xbc\\t\\xfe\\x1e\\xbd\\xc3\\xa3\\xb7\\xbcXC\\x04=jc};O\\x9a\\xaf<\\x87\\xc9g=9\\x1e\\x0c\\xbd\\xaa\\x91\\xa0\\xbd\\xf8O\\x11\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (887078 characters truncated) ... xde\\xb8\\x16\\xa5$\\xb9\\xdc\\xfa>\\xb9\\x88\\xcd\\x9b\\xb8\\x18n\\x197\\xaa\\x19\\x19\\xb8\\xc9P\\x0c\\xb9\\xc7\\xef\\xd0\\xb8\\xd6\\xdf\\x14\\xb8\"s\\xcf7rr\\x817y#68q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:54,420 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,445 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,447 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,448 INFO sqlalchemy.engine.base.Engine (16, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1377 characters truncated) ... 5B{:\\xceX\\xb5<&\\xdd\\xbd\\xbc\\x1e\\xfd\\x0e;+\\xf0x\\xbd\\xd1EA;y|4=I\\xa5$=3\\xe65\\xbc\\x1de\\x89=\\xb8L6\\xbc\\xcfk-\\xbd\\xa8i\\x80=c\\x8f\\xac\\xbcW\\xd7D=q\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1549 characters truncated) ... 2\\x8a2:\\x90\\xda\\x02\\xba\\xd4O99\\xb5x\\xb19\\x97Ud\\xbaL\\xeb\\x96\\xb9\\xa4\\x85\\x81\\xba\\x80\\xe4\\x7f9\\xca\\x9e\\xa69f\\xb8\\xca\\xbax\\xbb\\xc98-\\xdb(\\xbaq\\rtq\\x0eb.\")\n",
      "2019-07-11 23:50:54,449 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:54,479 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:54,481 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:54,482 INFO sqlalchemy.engine.base.Engine (16, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36032440 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46697458 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:50:56,098 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:56,762 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:56,767 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:56,771 INFO sqlalchemy.engine.base.Engine (16, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5787 characters truncated) ... 7E\\xbcG(\\xb6<?B\\xb6<=\\x14\\x16<\\xb6\\x7fK\\xbcx>\\x8f<[%\\xfa\\xbb\\x89\\xb6\\xf8\\xbb\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xc4S\\xf3<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7481 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\xb5G\\xdd\\xb8\\x00\\x00\\x00\\x00\\xdc\\x9f\\xb8\\xb6\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00&\\x95S7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:56,782 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:56,833 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:56,836 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:56,837 INFO sqlalchemy.engine.base.Engine (16, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1482793 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1972657 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:56,974 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:57,003 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:57,006 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:57,008 INFO sqlalchemy.engine.base.Engine (16, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2750 characters truncated) ... xe9\\x02:(\\xa2\\x0b<\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd9T\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\xfde+;5\\x11\\x12=\\xbc\\xa2/\\xbb0\\xce\\xca\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3468 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\"\\'\\xe3\\xb8\\x1c\\xfc\\xc7\\xb7\\xf5\\x04\\x188\\xe6~E7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:57,011 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:57,018 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:57,021 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:57,023 INFO sqlalchemy.engine.base.Engine (16, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140768 characters truncated) ... 0\\xf1@\\xbb\\xe7j\\x8c=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=7%\\xfb<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x80q\\xbb\\xbb5I\\x94<\\\\\\xe8\\x97\\xba\\x94\\x1eT\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1497184 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe2\\x00\\x99\\xb6\\xf4!U\\xb8\\xea\\x92\\x19\\xb8t\\x15\\xac\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:57,061 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:57,125 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:57,126 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:57,127 INFO sqlalchemy.engine.base.Engine (16, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4482 characters truncated) ... \\xbdt+,\\xbd\\xe6\\x8d\"\\xbdo\\xca%<\\x93\\xbdn\\xbd\\x0cu>\\xbd\\xea\\xb0?=J\\xcd\\x85\\xbd\\xd8\\xbd\\x08<lT\\\\;k\\xda\\x1f\\xbd\\x002\\xbd\\xbc\\xab\\xd0R\\xbdhGK<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5378 characters truncated) ... x9a\\x197\\x14x\\x03\\xb6\\x00\\x00\\x00\\x00\"C\\x05\\xb8\\x95\\xed\\x96\\xb8\\x8b\\x8d\\xaa\\xb8\\xc0sv3\\x1e\\xf9E\\xb8\\x00\\x00\\x00\\x00\\xfc\\xb0`\\xb9x\\xffy\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:57,130 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:57,135 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:57,136 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:57,137 INFO sqlalchemy.engine.base.Engine (16, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (8998 characters truncated) ... xbbZ\\xb0\\xae\\xbcv\\xddR=G\\x0c\\xfb<\\xb0\\x9e\\xce;\\x05}B\\xbd\\\\\\xd7N\\xbd\\x18\\n\\x1c\\xbd7\\xbeL<f\\x8c3\\xbd\\x82\\xf6\\'\\xbd\\x07\\xa8\\x82\\xbd\\x80NT\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10575 characters truncated) ... b~\\x9d:@.\\xee\\xb9\\xcdO\\xd1\\xb4\\x00\\x00\\x00\\x00\\x96\\xe9\\xb9:\\xc9A\\x83:\\x9cG\\xd3:\\xcb\\x17\\x97\\xb9\\xd9\\xcbh:\\x00\\x00\\x00\\x00nI\\xb6:\\xa5e\\xde:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:57,279 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:50:57,293 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:50:57,301 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:50:57,306 INFO sqlalchemy.engine.base.Engine (16, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x99\\xf2G\\xbdW\\xc2\\x17=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (28 characters truncated) ... 8K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xec\\x9b\\x91\\xba\\xbc\\x9c\\x91:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:50:57,315 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.0024799415841698647\n",
      "Loss:  0.0026912176981568336\n",
      "Loss:  0.00834708847105503\n",
      "Loss:  0.02216973342001438\n",
      "Loss:  0.0016101542860269547\n",
      "Loss:  0.005668412894010544\n",
      "Loss:  0.024041196331381798\n",
      "Loss:  0.02444547414779663\n",
      "Loss:  0.014280896633863449\n",
      "Loss:  0.02184416726231575\n",
      "Loss:  0.0020746798254549503\n",
      "Loss:  0.0006284024566411972\n",
      "Loss:  0.009486757218837738\n",
      "Loss:  0.012220152653753757\n",
      "Loss:  0.004754302091896534\n",
      "Loss:  0.0033625736832618713\n",
      "Loss:  0.019654545933008194\n",
      "Loss:  0.014295241795480251\n",
      "Loss:  0.05237549543380737\n",
      "Loss:  0.03292705863714218\n",
      "Loss:  0.006573715712875128\n",
      "Loss:  0.05232464522123337\n",
      "Loss:  0.007641265168786049\n",
      "Loss:  0.007478015031665564\n",
      "Loss:  0.030562952160835266\n",
      "Loss:  0.0027591995894908905\n",
      "Loss:  0.009988472796976566\n",
      "Loss:  0.012670367024838924\n",
      "Loss:  0.008267274126410484\n",
      "Loss:  0.01673685759305954\n",
      "Loss:  0.002377190627157688\n",
      "Loss:  0.008639057166874409\n",
      "Loss:  0.03292059898376465\n",
      "Loss:  0.022967470809817314\n",
      "Loss:  0.015358827076852322\n",
      "Loss:  0.039354585111141205\n",
      "Loss:  0.004152016714215279\n",
      "Loss:  0.0014696214348077774\n",
      "Loss:  0.0720956102013588\n",
      "Loss:  0.007272658869624138\n",
      "Loss:  0.00265403650701046\n",
      "Epoch:  17\n",
      "Loss:  0.0033029699698090553\n",
      "Loss:  0.014509482309222221\n",
      "Loss:  0.0027141962200403214\n",
      "Loss:  0.025102701038122177\n",
      "Loss:  0.0011468715965747833\n",
      "Loss:  0.002955046948045492\n",
      "Loss:  0.004216758068650961\n",
      "Loss:  0.004767118487507105\n",
      "Loss:  0.0014686482027173042\n",
      "Loss:  0.005052023101598024\n",
      "Loss:  0.007085808087140322\n",
      "Loss:  0.0015343911945819855\n",
      "Loss:  0.011287325993180275\n",
      "Loss:  0.011571387760341167\n",
      "Loss:  0.005932781845331192\n",
      "Loss:  0.0017675301060080528\n",
      "Loss:  0.005804852582514286\n",
      "Loss:  0.0028160209767520428\n",
      "Loss:  0.010370795615017414\n",
      "Loss:  0.0012976974248886108\n",
      "Loss:  0.005788594949990511\n",
      "Loss:  0.0026740222238004208\n",
      "Loss:  0.004851897247135639\n",
      "Loss:  0.0007013902068138123\n",
      "Loss:  0.001073409803211689\n",
      "Loss:  0.0060356054455041885\n",
      "Loss:  0.006286724470555782\n",
      "Loss:  0.0007315464317798615\n",
      "Loss:  0.02592155896127224\n",
      "Loss:  0.022283857688307762\n",
      "Loss:  0.008269395679235458\n",
      "Loss:  0.01922447234392166\n",
      "Loss:  0.0020698420703411102\n",
      "Loss:  0.012385179288685322\n",
      "Loss:  0.01564575545489788\n",
      "Loss:  0.029874959960579872\n",
      "Loss:  0.011532955802977085\n",
      "Loss:  0.004644834902137518\n",
      "Loss:  0.011394578963518143\n",
      "Loss:  0.0020997291430830956\n",
      "Loss:  0.005907601211220026\n",
      "Training accuracy: 100%\n",
      "Loss:  1.486789584159851\n",
      "Test accuracy: 75%\n",
      "2019-07-11 23:54:46,301 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,302 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,303 INFO sqlalchemy.engine.base.Engine (17, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.015698095863094418, 1.486789584159851, 0.9969325153374233, 0.75)\n",
      "2019-07-11 23:54:46,305 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,332 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,333 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,334 INFO sqlalchemy.engine.base.Engine (17, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9664 characters truncated) ... \\xb2w/>\"\\x17\\x87\\xbd\\x7fF\\xbc\\xbdg \\xfe\\xbdf\\xa2\\xc6\\xbd \\xcc\\x8e\\xbd\\xb5\\xa1\\xf8=>n\\xca<\\xa05*\\xbb\\xa8H\\x1d>\\xf3\\x83\\x12\\xbe\\xb8\"\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9395 characters truncated) ... >\\xb9yj7:*\\x1b\\xe06Yq\\x969\\xe3Vz:\\x96\\xbf3\\xba\\xcc\\x0c\\xe7\\xb8\\xe4\\xc38:\\xf5\\x82A\\xba\\x07\\xc9>\\xb9\\xa7n6:\\x07\\xcc\\xc96\\xcao\\x959\\xe2\\x0ey:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:46,338 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,344 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,346 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,347 INFO sqlalchemy.engine.base.Engine (17, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (361 characters truncated) ... xbb\\xf4\\xa4=G\\xf9%>\\xffg\\x11>5M[\\xbe\\n\\xf3\\xaf\\xbd\\xce\\x96 \\xbe,\\xf3\\x19\\xbe\\xf1\\x04\\x19\\xbb\\xf8\\xeen\\xbe\\xfc\\xda\\xfb=\\xcc>O=\\xd5[\\x0b\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (375 characters truncated) ... fc98\\xa95\\xb98(\\xa7:\\x80\\x9d\\xde:\\xc8\\xb5.;@N\\xe5\\xba\\xa7b\\x87\\xba\\xca\\x13\\xd8\\xba\"\\x8e\\xf9\\xbaX\\xff\\xa3\\xb8\\x92\\x90q;\\xfcw\\x06;\\x004A\\xb6q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:46,349 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,355 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,358 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,359 INFO sqlalchemy.engine.base.Engine (17, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201302 characters truncated) ... ;%\\x12\\xec<4\\x0fY<\\xc6\\x1d!\\xbd\\xaaWe=$\\x89v<w\\x81>\\xbd\\x83~e\\xbd\\x96\\x9e\\xba\\xbc\\\\=r\\xbd\\x9d`\\xc5\\xbc\\xbe\\x07:<\\xec\\xa1.=\\xfc\\xf3\\xdd\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (215967 characters truncated) ... a\\xc4\\xc0\\xd6\\xba\\xb6&\\xc2\\xba\\x06\\xa5\\xd88\\xf2U`8>L4\\xb8N\\xe3\\x1b\\xb80\\xe9\\x8d\\xb6\\x020\\x94\\xb8\\xf6\\xa4\\xb7\\xb84r\\xb9\\xb8\\xcf\\xb2\\xb5\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:46,368 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,376 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,379 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,380 INFO sqlalchemy.engine.base.Engine (17, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (719 characters truncated) ... 02\\x80\\x9c<@\\xeb\\x7f\\xbd*\\x82\\xb8\\xbc#A,\\xbd'\\x8as\\xbd\\xb9\\xab$\\xbd\\xb7\\x91>=\\xbe\\xba\\xfc\\xbc\\x9d\\xdf\\x8e\\xbd\\xfa\\x1f\\x10=\\x90\\xce\\x9f\\xbcq\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (762 characters truncated) ... \\x10\\xbb\\xaa\\x12+\\xbbz\\xfa\\x9f\\xba\\xbcX\\x87\\xba\\xea\\x0fP;\\x00\\x00\\x00\\x00\\xac\\xc9Y\\xba\\xf07\\x8d\\xb7\\x08\\x82\\x029\\xe7\\x85\\x16:\\xa6\\xf8}\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:46,383 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,390 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,392 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,393 INFO sqlalchemy.engine.base.Engine (17, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (833990 characters truncated) ... :\\x12\\x11\\xbd\\x1b71\\xbdV\\x9b\\xcf\\xbc\\x8e\\xba0\\xbdeI\\xc4\\xbc\\x93-\\xee<\\xf9\\x8aL;\\x81e\\xb3<\\x97\\x7f`=T\\xe4\\x02\\xbd\\x8c\\xfe\\xad\\xbd,a\\x17\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (855899 characters truncated) ... \\xb9`\\x91\\xa4\\xb8\\x13\\x16\\x1c\\xb9\\x92\\xcd\\xee8I\\xf2\\xd48\\x82lP8J\\xc5\\xd6\\xb7!\\xd4\\x15\\xb8\\x96\\xc0\\x83\\xb8A\\xaf\\xc5\\xb7~\\xca#7\\xf9\\xfbo\\xb6q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:46,410 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,429 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,430 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,431 INFO sqlalchemy.engine.base.Engine (17, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1426 characters truncated) ... <\\xf7C\\xc1\\xbc\\x9b~\\xe8\\xba\\xd9\\x0by\\xbdmM\\x8f;\\xe8\\xae7=Cm(=9\\x03\\'\\xbc\\x0c\\xd3\\x89=~\\x11j\\xbc;\\x87-\\xbd\\xad\\x89\\x80=\\xd33\\xe0\\xbc\\xf0%E=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1450 characters truncated) ... 9\\xfeL\\x94:\\x10\\x92\\xa8:\\xab\\x07\\'9\\xac\\xf5\\xa3:\\x06|,;\\xea\\xa3\\x93:\\xb4\"5\\xbb\\x8a\\x1dl\\xba \\xb0F: \\x9a&:>\\xc8\\x11;\\x1cm\\xe29\\x8c\\xc6P\\xbaq\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:54:46,434 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:46,479 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:46,481 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:46,481 INFO sqlalchemy.engine.base.Engine (17, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36037700 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46500285 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:48,151 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:48,601 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:48,603 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:48,604 INFO sqlalchemy.engine.base.Engine (17, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5904 characters truncated) ... E\\xbcOH\\xc3<\\'p\\xc0<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xa4\\xe7\\xbb<D%\\xfa\\xbb\\x84#\\x10\\xbc\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;QS\\xfc<\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7282 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\xe6\\x1ax\\xb8\\x00\\x00\\x00\\x00gf$\\xb9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xac\\'\\xac\\xb8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:48,609 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:48,620 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:48,623 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:48,624 INFO sqlalchemy.engine.base.Engine (17, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1481843 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1973201 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:48,659 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:48,728 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:48,730 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:48,731 INFO sqlalchemy.engine.base.Engine (17, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2862 characters truncated) ... \\x02:Oi\\xfc;\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\x08C\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;%\\xc8\\x83;m\\xc6\\x17=)\\xf4\\xd3\\xba\\xb2V\\xb1\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3374 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xc4\\x90\\xbf\\xb3\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xa6\\xd5\\x858\\xb7\\t\\xa78y\\x01H9\\x9e4(9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:48,740 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:48,812 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:48,814 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:48,816 INFO sqlalchemy.engine.base.Engine (17, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140969 characters truncated) ... xf1@\\xbb\\x11%\\x8d=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xebS\\xfb<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x15^\\xe8\\xbb\\x81\\x92\\x8d<W\\xab\\xff\\xbaz]Y\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1500650 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\xb2\\x9cX\\xb3\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xb5\\xb4\\x9a\\xb6\\xd2\\x0b8\\xb8[\\x91N\\xb8\\x05c\\x05\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:48,967 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:48,997 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:48,999 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:49,000 INFO sqlalchemy.engine.base.Engine (17, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4468 characters truncated) ... 5\\xbdZ\\xba.\\xbdEr#\\xbd\\xe5\\xf0/<\\xf0\\xc5J\\xbd\\x0cu>\\xbd$\\x89>=\\x104\\x86\\xbd\\xbc\\x84\\x04<\\x97\\xcex;\\xfa\\x86!\\xbd\\x002\\xbd\\xbc_FV\\xbdd\\x1f9<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5281 characters truncated) ... 8\\xa6\\x9098s$\\xc08\\x00\\x00\\x00\\x00\\x8a\\xc2N\\xb8\\x00\\xd5\\xe2\\xb8,c\\x04\\xb9\\x96\\xbe<7q\\xe9\\x81\\xb8\\x00\\x00\\x00\\x00\\x8b\\x16W\\xb9\\x8d\\x19l\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:49,003 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:49,010 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:49,012 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:49,014 INFO sqlalchemy.engine.base.Engine (17, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9041 characters truncated) ... bcm\\xa8\\xb7\\xbcpyS=\\xf6\\x8f\\xed<\\xb0\\x9e\\xce;\\x88sC\\xbd{\\xfbP\\xbd\\xa56\\x1d\\xbd2\\x90M<\\x06\\xd6=\\xbd\\x82\\xf6\\'\\xbd\\x18\\xb3\\x85\\xbd\\xb6?X\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10044 characters truncated) ... \\xce8\\xc7\\xf7;:\\xea\\xe9\\xbf\\xb8\\x05\\xa5\\xc6\\xb7\\x00\\x00\\x00\\x00\\x98\\xe9\\x85:\\x8e2\"::\\xa1\\x96:\\xe7\\x0ev8m8\\n:\\x00\\x00\\x00\\x00\\x16\\xf6-:qJy:q\\rtq\\x0eb.')\n",
      "2019-07-11 23:54:49,154 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:54:49,163 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:54:49,165 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:54:49,166 INFO sqlalchemy.engine.base.Engine (17, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xd1\\xe4H\\xbd\\x87\\xb4\\x18=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\x98\\xc3\\xe1\\xba<\\xc5\\xe1:q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:54:49,171 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.0006803888827562332\n",
      "Loss:  0.02391837164759636\n",
      "Loss:  0.009751269593834877\n",
      "Loss:  0.0027959421277046204\n",
      "Loss:  0.016942724585533142\n",
      "Loss:  0.016002995893359184\n",
      "Loss:  0.012167944572865963\n",
      "Loss:  0.004804977215826511\n",
      "Loss:  0.04975789040327072\n",
      "Loss:  0.0038500335067510605\n",
      "Loss:  0.0030578700825572014\n",
      "Loss:  0.0005878228694200516\n",
      "Loss:  0.0005548177286982536\n",
      "Loss:  0.005485757254064083\n",
      "Loss:  0.02172982133924961\n",
      "Loss:  0.009985309094190598\n",
      "Loss:  0.004743729252368212\n",
      "Loss:  0.008493083529174328\n",
      "Loss:  0.002339557744562626\n",
      "Loss:  0.03466304764151573\n",
      "Loss:  0.0010923035442829132\n",
      "Loss:  0.00665202597156167\n",
      "Loss:  0.02589930221438408\n",
      "Loss:  0.005996609106659889\n",
      "Loss:  0.02165701985359192\n",
      "Loss:  0.0024308846332132816\n",
      "Loss:  0.02073553577065468\n",
      "Loss:  0.00861432682722807\n",
      "Loss:  0.012822491116821766\n",
      "Loss:  0.02449966035783291\n",
      "Loss:  0.0007440419867634773\n",
      "Loss:  0.0016502905637025833\n",
      "Loss:  0.0005848873406648636\n",
      "Loss:  0.01774696819484234\n",
      "Loss:  0.004679105710238218\n",
      "Loss:  0.05383899435400963\n",
      "Loss:  0.02412111684679985\n",
      "Loss:  0.011109166778624058\n",
      "Loss:  0.003508421126753092\n",
      "Loss:  0.005325158126652241\n",
      "Loss:  0.00022184352565091103\n",
      "Epoch:  18\n",
      "Loss:  0.020826978608965874\n",
      "Loss:  0.007642286829650402\n",
      "Loss:  0.0187225379049778\n",
      "Loss:  0.005236304365098476\n",
      "Loss:  0.041038431227207184\n",
      "Loss:  0.01672511361539364\n",
      "Loss:  0.025821205228567123\n",
      "Loss:  0.009803777560591698\n",
      "Loss:  0.034861527383327484\n",
      "Loss:  0.015719706192612648\n",
      "Loss:  0.00455846730619669\n",
      "Loss:  0.015885451808571815\n",
      "Loss:  0.05975455418229103\n",
      "Loss:  0.036364488303661346\n",
      "Loss:  0.010679776780307293\n",
      "Loss:  0.02478133514523506\n",
      "Loss:  0.002601948566734791\n",
      "Loss:  0.003186730667948723\n",
      "Loss:  0.03173212334513664\n",
      "Loss:  0.018749473616480827\n",
      "Loss:  0.02764732576906681\n",
      "Loss:  0.0172176044434309\n",
      "Loss:  0.0011791791766881943\n",
      "Loss:  0.011681362055242062\n",
      "Loss:  0.01267901249229908\n",
      "Loss:  0.020774340257048607\n",
      "Loss:  0.07153315842151642\n",
      "Loss:  0.008202817291021347\n",
      "Loss:  0.00939876027405262\n",
      "Loss:  0.04601740837097168\n",
      "Loss:  0.013997546397149563\n",
      "Loss:  0.0009477194398641586\n",
      "Loss:  0.011503917165100574\n",
      "Loss:  0.019759075716137886\n",
      "Loss:  0.013681566342711449\n",
      "Loss:  0.013201055116951466\n",
      "Loss:  0.012577000074088573\n",
      "Loss:  0.0020166123285889626\n",
      "Loss:  0.00936758704483509\n",
      "Loss:  0.009853939525783062\n",
      "Loss:  0.020669979974627495\n",
      "Training accuracy: 99%\n",
      "Loss:  0.7364983558654785\n",
      "Test accuracy: 81%\n",
      "2019-07-11 23:58:37,656 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,658 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,659 INFO sqlalchemy.engine.base.Engine (18, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.011859597778444678, 0.7364983558654785, 0.9917561349693251, 0.8125)\n",
      "2019-07-11 23:58:37,663 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,695 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,697 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,699 INFO sqlalchemy.engine.base.Engine (18, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9612 characters truncated) ... 7\\xbdn\\x17\\xbd\\xbd\\xf5\\xd3\\xfd\\xbdJu\\xc6\\xbd\\x93N\\x8f\\xbd\\x1b\\xfc\\xf8=\\xb9\\x1f\\xca<\\xc2\\x98D\\xbb\\x06M\\x1d>\\xa1\\xad\\x12\\xbe\\x96\\xd7\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9384 characters truncated) ... 3\\xb8\\xc1\\x01\\x158\\x07\\xafg7\\x1d\\x1b2\\xb8\\xdd\\xc1\\x1582\\t6\\xb7\\x87\\x1c\\xbd\\xb8H4\\xa38\\xec\\xa8\\xea7la\\x83\\xb8$_\\x898\\x9c\\x1088\\xbe\\xa8K\\xb7q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:37,701 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,710 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,712 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,713 INFO sqlalchemy.engine.base.Engine (18, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (369 characters truncated) ... 4=]\\xce\\x9e=\\xe0\\x89%>\\xadl\\x11>xS\\\\\\xbe\\xbb\\xa6\\xb0\\xbd\\xf5\\xf0\\x1e\\xbeQX\\x1a\\xbe\\xd3\\x17\\xa2\\xbb3\\xb5o\\xbef\\xe6\\xfa=\\xaewM=\\x00p\\x0b\\xbeq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (358 characters truncated) ... 1\\xbac\\xef\\x14\\xb9\\xde\\x85\\x9b\\xb9\\x10?J\\xb8\\xb2\\xbb\\xfc\\xb7\\x96>^826\\x1a8\\xb8u!92F\\xdf\\xb7\\xd3\\xe0\\xe08\\xd62\\xc9\\xb7\\xcc\\rM\\xb8\\xa73\\x0e9q\\rtq\\x0eb.\")\n",
      "2019-07-11 23:58:37,716 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,726 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,728 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,730 INFO sqlalchemy.engine.base.Engine (18, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201929 characters truncated) ... b\\xaa\\xf2<\\xce1d<\\xe4\\x0e\\x1e\\xbd\\x0c\\xdbh=Q\\xc0\\x8d<\\x9fp>\\xbd\\x15\\\\a\\xbd\\x8a\\t\\xa3\\xbcN^l\\xbd\\xb2\\xf3\\xc3\\xbc\\xa9\\x11N<\\x86^)=W=\\xc9\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (207547 characters truncated) ... 48Kg48\\xa74\\x838\\xf4\\xf6\\xf77\\x9eQ\\x87\\xb7\\xca\\xb0\\x9a4Z\\xd8\\x8b6\\xb8\\x07-6.\\x0bN4Z\\xf9\\xca\\xb5\\xacf\\x136\\x17\\xde\\xcb6r\\xac\\xcd6\\xc8~\\x186q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:37,736 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,764 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,766 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,767 INFO sqlalchemy.engine.base.Engine (18, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (735 characters truncated) ... 00\\xbd\\xff\\xcd/=\\x1e\\xd6a<\\xee\\xc3\\x82\\xbdW0\\xc8\\xbc\\xf953\\xbdq2v\\xbd\\xb9\\xab$\\xbd\\xc8P5=\\x1bT\\xfd\\xbc\\xf0\\xab\\x90\\xbdRy\\x11=I\\x97\\x98\\xbcq\\rtq\\x0eb.', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (754 characters truncated) ... 0bA'8\\x0f1\\xa4\\xb8\\x0b\\xbf\\xa878\\xf3\\x987\\x0e\\x0b{9\\x00\\x00\\x00\\x00\\xc4\\x83&\\xb8\\x9e\\xd5\\xfe7\\xaa\\xbd\\xab8\\xdb\\x8f\\xe8\\xb8\\xdc\\xcf\\xb2\\xb8q\\rtq\\x0eb.\")\n",
      "2019-07-11 23:58:37,770 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,775 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,777 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,778 INFO sqlalchemy.engine.base.Engine (18, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (833587 characters truncated) ... c\\xb2\\x01\\x15\\xbd9b\\x11\\xbd\\xf5e3\\xbd\\xd6\\x1e\\xd3\\xbc{\\xcd1\\xbd4)\\xc0\\xbc9k\\xf2<i\\xdf\\r:e\\xba\\xc2<+!h=u\\xf2\\x07\\xbdD\\x8a\\xb3\\xbdrm\\x0b\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (893587 characters truncated) ... <\\x177\\xb7#\\xf5z\\xb7\\xb6^\\r\\xb6.\\x1c\\xba\\xb6\\xd9\\x88\\x9d\\xb6\\xeadF\\xb7\\xc3\\xda7\\xb7\\x83\\xc6\\x82\\xb7\\xd7\\x82)6\\x95\\xa0\\x01\\xb6\\xcbx\\x90\\xb6q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:37,797 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,825 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:58:37,827 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,828 INFO sqlalchemy.engine.base.Engine (18, 'c3.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1427 characters truncated) ... <\\xc4\\x9e\\xbe\\xbc\\xfc\\x83\\x05\\xbb\\x9d8x\\xbd\\xecT\\x0e;VD9=/d'=xS\\x1d\\xbc\\xf7\\xb0\\x87=\\xf3\\x9cZ\\xbc\\xec\\xf40\\xbd\\xd2\\r\\x82=%\\xf8\\xe2\\xbcR3D=q\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1616 characters truncated) ... 1\\x92\\xbf\\xb7xU\\xc0\\xb8\\x87\\xa3\\xb7\\xb9\\xf8\\xa9\\x9f\\xb9\\\\P6\\xb8\\x147o\\xb9\\x88\\xd5\\xbf\\xb8,A\\xd78\\xed\\xae\\x94\\xb9\\xe9\\xe7U\\xb8\\x18\\xa7+\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:37,830 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:37,867 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:37,869 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:37,870 INFO sqlalchemy.engine.base.Engine (18, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36043741 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46979388 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:39,461 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:39,983 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:39,991 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:39,996 INFO sqlalchemy.engine.base.Engine (18, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5888 characters truncated) ... a5\\xc7<\\xf2\\x81\\xce<=\\x14\\x16<\\xb6\\x7fK\\xbcMC\\xb7<D%\\xfa\\xbb\\x94\\xf0\\x1f\\xbc\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;r\\xf9\\x01=\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7456 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x8d\\xed\\t\\xb7\\x00\\x00\\x00\\x00r\\xf2<7\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x005y\\xfa\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,027 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,057 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,060 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,062 INFO sqlalchemy.engine.base.Engine (18, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1481633 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1981248 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,104 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,172 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,173 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,174 INFO sqlalchemy.engine.base.Engine (18, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2839 characters truncated) ... ea;\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\xe2\\x16\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;\\x92\\x8d\\x8f;\\x8ew\\x1b=\\x90\\x9e\\x91\\xba|\\xd1\\x9d\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3513 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00X\\x9f\\x80\\xb7\\x08Fw\\xb7\\x06i\\x8d\\xb7\\xfc\\x88l\\xb7\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,176 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,182 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,184 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,185 INFO sqlalchemy.engine.base.Engine (18, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140918 characters truncated) ... @\\xbb!\\x87\\x8d=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\x98\\xf1\\xfb<\\xd8v>\\xbc{\\xc0\\x83\\xbd=:\\xcb\\xbb\\x16v\\x90<\\xd3\\xfe\\xf2\\xba\\x856T\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1517037 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,212 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,281 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,282 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,283 INFO sqlalchemy.engine.base.Engine (18, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4467 characters truncated) ... \\x06\\xbd\\xf8\\xf99\\xbd\\x95~#\\xbd\\x87\\x1b8<ZhE\\xbd\\x0cu>\\xbd[^==\\xe0s\\x86\\xbd\\x85x\\x00<\\xd6>\\x8b;\\x08N#\\xbd\\x002\\xbd\\xbc\\xe8}U\\xbd\\xc5\\xba8<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5436 characters truncated) ... 7\\xb6v\\x12G\\xb6\\x00\\x00\\x00\\x000\\xb7\\xfd4\\x12\\xec\\x18\\xb6\\xd0\\xac\\xe15kg\\x8c\\xb5\\xb6\\xf0\\xbd\\xb5\\x00\\x00\\x00\\x00\\xa2\\x96\\xa1\\xb6\\xb4(-\\xb7q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,285 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,292 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,293 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,294 INFO sqlalchemy.engine.base.Engine (18, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (8967 characters truncated) ... \\xbcB\\xd8\\xc1\\xbc\\xd9\\xbdT=\\x9e$\\xe1<\\xb0\\x9e\\xce;\\xdf\\x86D\\xbd\\x00\\xf3R\\xbd\\t\\xa1\\x1e\\xbdI1P<\\x03+G\\xbd\\x82\\xf6\\'\\xbd\\xebe\\x89\\xbdFp]\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10579 characters truncated) ... 08\\xce2\\xa28\\x9d\\x04\\xba\\xb8ta|\\xb8\\x00\\x00\\x00\\x00_.\\xc98\\xe5\\xd8\\x928\\x98u\\xd383\\\\8\\xb8\\xfd\\xfc\\x988\\x00\\x00\\x00\\x00\\xf3T\\xd78:\\xa8\\xfc8q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-11 23:58:40,513 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-11 23:58:40,526 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-11 23:58:40,535 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-11 23:58:40,540 INFO sqlalchemy.engine.base.Engine (18, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xfa\\xe4I\\xbd\\xa8\\xb4\\x19=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (25 characters truncated) ... \\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xb5\\x8e\\x0b8\\xfeq\\x0b\\xb8q\\rtq\\x0eb.')\n",
      "2019-07-11 23:58:40,551 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.030464855954051018\n",
      "Loss:  0.0008569685742259026\n",
      "Loss:  0.0018765274435281754\n",
      "Loss:  0.002072972245514393\n",
      "Loss:  0.0008015427738428116\n",
      "Loss:  0.00609211390838027\n",
      "Loss:  0.004122543148696423\n",
      "Loss:  0.00393427349627018\n",
      "Loss:  0.030399056151509285\n",
      "Loss:  0.0020096395164728165\n",
      "Loss:  0.0054038045927882195\n",
      "Loss:  0.004780366085469723\n",
      "Loss:  0.047740425914525986\n",
      "Loss:  0.009441979229450226\n",
      "Loss:  0.007674405816942453\n",
      "Loss:  0.001132613979279995\n",
      "Loss:  0.001200396567583084\n",
      "Loss:  0.014591354876756668\n",
      "Loss:  0.0007963087409734726\n",
      "Loss:  0.040474556386470795\n",
      "Loss:  0.0017568189650774002\n",
      "Loss:  0.001363600604236126\n",
      "Loss:  0.0015528341755270958\n",
      "Loss:  0.011551976203918457\n",
      "Loss:  0.004238894209265709\n",
      "Loss:  0.0015276232734322548\n",
      "Loss:  0.003483124077320099\n",
      "Loss:  0.000632159411907196\n",
      "Loss:  0.0008310256525874138\n",
      "Loss:  0.00015278533101081848\n",
      "Loss:  0.001562795601785183\n",
      "Loss:  0.0002389848232269287\n",
      "Loss:  0.044445931911468506\n",
      "Loss:  0.0021663010120391846\n",
      "Loss:  0.0043229092843830585\n",
      "Loss:  0.001026834361255169\n",
      "Loss:  0.0015974156558513641\n",
      "Loss:  0.014695177786052227\n",
      "Loss:  0.008818736299872398\n",
      "Loss:  0.0011108461767435074\n",
      "Loss:  0.016057061031460762\n",
      "Epoch:  19\n",
      "Loss:  0.004872843623161316\n",
      "Loss:  0.0005898699164390564\n",
      "Loss:  0.0005991263315081596\n",
      "Loss:  0.0006404193118214607\n",
      "Loss:  0.000893566757440567\n",
      "Loss:  0.0005939090624451637\n",
      "Loss:  0.000813797116279602\n",
      "Loss:  0.0009583346545696259\n",
      "Loss:  0.0005098842084407806\n",
      "Loss:  0.004556030035018921\n",
      "Loss:  0.002304451074451208\n",
      "Loss:  0.00038306601345539093\n",
      "Loss:  0.00034190714359283447\n",
      "Loss:  0.0016832435503602028\n",
      "Loss:  0.0009033316746354103\n",
      "Loss:  0.0001942962408065796\n",
      "Loss:  0.00047934986650943756\n",
      "Loss:  0.002603063825517893\n",
      "Loss:  0.007555510848760605\n",
      "Loss:  0.0007896851748228073\n",
      "Loss:  0.00033963657915592194\n",
      "Loss:  0.00375343207269907\n",
      "Loss:  0.0010625608265399933\n",
      "Loss:  0.014555064029991627\n",
      "Loss:  0.00030619464814662933\n",
      "Loss:  0.001575513742864132\n",
      "Loss:  0.0004726313054561615\n",
      "Loss:  0.0009689191356301308\n",
      "Loss:  0.0019258996471762657\n",
      "Loss:  0.0005397684872150421\n",
      "Loss:  0.0004763444885611534\n",
      "Loss:  0.0004274137318134308\n",
      "Loss:  0.0006306637078523636\n",
      "Loss:  0.0011387849226593971\n",
      "Loss:  0.008937662467360497\n",
      "Loss:  0.0037357076071202755\n",
      "Loss:  0.0010029477998614311\n",
      "Loss:  0.00035813823342323303\n",
      "Loss:  0.000596335157752037\n",
      "Loss:  0.0008594058454036713\n",
      "Loss:  0.00031609833240509033\n",
      "Training accuracy: 100%\n",
      "Loss:  1.1807656288146973\n",
      "Test accuracy: 75%\n",
      "2019-07-12 00:02:28,632 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,633 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,634 INFO sqlalchemy.engine.base.Engine (19, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.008268305884174458, 1.1807656288146973, 0.9994248466257669, 0.75)\n",
      "2019-07-12 00:02:28,638 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,664 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,666 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,668 INFO sqlalchemy.engine.base.Engine (19, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9635 characters truncated) ... bd\\xcf\\x0b\\xbd\\xbdV8\\xfd\\xbd\\xec\\xcd\\xc5\\xbdi\\xe1\\x8e\\xbd\\xb1\\xaa\\xf9=\\xa6\\xab\\xcc<\\xa7\\xef:\\xbbv\\x82\\x1d>\\xd3\\x7f\\x12\\xbe\\x8f\\xae\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9554 characters truncated) ... be\\xe2\\xda.\\xbe\\xb8*#\\xbe\\xe6\\xb1\\x18\\xbex\\x92O\\xbe\\xef|;\\xbe\\xec\\x89)\\xbe\\xaa\\x19S\\xbe\\nm?\\xbeV-.\\xbe\\xf4\\xa0I\\xbe\\xf3\\xfd=\\xbe-\\x913\\xbeq\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:28,670 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,675 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,677 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,677 INFO sqlalchemy.engine.base.Engine (19, 'c1.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (355 characters truncated) ... \\xa5=\\x03R\\x9e=:R%>\\xb55\\x11>e\\xe8\\\\\\xbeV\\xe4\\xb1\\xbd\\x02I\\x1e\\xbe<L\\x1a\\xbe\\xe1\\xcb\\xea\\xbb\\x98'p\\xbe\\x02\\x9f\\xfa=\\x02KN=\\xa7\\x17\\x0b\\xbeq\\rtq\\x0eb.\", b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (356 characters truncated) ... x97t=|\\xff\\x99\\xbb\\xd4Z\\xc6<1k\\xca<\\\\\\x0c[\\xbch\\x04\\x85;\\xf8\\x91\\x80\\xbc\\xda&\\xaf\\xbd\\xb6\\xaea\\xbb\\xe8\\xcf\\x84\\xbd\\xe4l!;*Jr<Y\\xf4\\xf7\\xbdq\\rtq\\x0eb.\")\n",
      "2019-07-12 00:02:28,679 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,685 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,687 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,688 INFO sqlalchemy.engine.base.Engine (19, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (202348 characters truncated) ... 0<\\x81\\x96\\xf7<O\\xffn<\\xc2g\\x1a\\xbdc\\x96l=\\xe3\\xac\\x97<gG=\\xbd\\xf4\\xf1l\\xbd\\x076\\xa6\\xbc\\x13k`\\xbdb\\x1a\\xc8\\xbc\\x1dQA<\\xbd%.=]\\x0f\\xca\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (213150 characters truncated) ... 0eH\\x83<j\\xe8\\x8f<\\xb4\\xb9\\xa2<\\x18 \\xcb<g\\xd0\\xd7<6tS:\\x17G\\x83:\\x96\\x9e\\x8c:\\x18\\xac\\xe1\\xb82\\xe4\\x08:Z\\x9a\\x17;@\\xc1s9\\xbey\\x809&m\\x1d;q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:28,693 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,702 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,704 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,704 INFO sqlalchemy.engine.base.Engine (19, 'c2.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (760 characters truncated) ... 042=\\xf3\\x9aG<\\xe6\\x18\\x83\\xbdR\\x8d\\xda\\xbc\\x16\\xf8:\\xbd\\xbd9s\\xbd\\xb9\\xab$\\xbd'I2=\\xd1\\x01\\x00\\xbd\\x1e\\xf5\\x8f\\xbda\\xbf\\x11=\\x1fn\\x87\\xbcq\\rtq\\x0eb.\", b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (740 characters truncated) ... x07\\x1e<\\x1b\\xcb\\x04\\xbc$\\xba1\\xbc\\x80\\x8a\\xb28\\x8a\\xd8\\n\\xbcVg5\\xbc\\x00\\x00\\x00\\x00x\\x1f\\x86\\xbb\\xa4\\xcd-<.\\xa7`\\xbc\\x89\\x13\\xb2<n\\xe2\\r=q\\rtq\\x0eb.\")\n",
      "2019-07-12 00:02:28,706 INFO sqlalchemy.engine.base.Engine COMMIT\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-12 00:02:28,713 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,715 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,717 INFO sqlalchemy.engine.base.Engine (19, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (834376 characters truncated) ... a\\xb7\\x10\\xbdI\\xc31\\xbdm\\xd2\\xd5\\xbc3\\xc6<\\xbd\\xa6U\\xce\\xbc\\xee\\x94\\xe8<5\\xee\\x9e\\xba.\\xdd\\xb7<9\\x1ej=\\xea@\\x07\\xbdRV\\xb3\\xbd\\xaen\\x13\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (850833 characters truncated) ... b1:\\xfeu\\x91:n\\xab\\x93:\\xf9\\xcd\\xf8:\\xd3\\x0e@\\xb9\\x93\\xd5\\x11\\xba\\x92P5:P\\xc9\\xd3:\\x0b\\xe5\\xca:\\x0f\\xcd\\xc2:\\x02\\xf0+:\\x85\"\\x168O\\xc5\\xa2:q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:28,735 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,854 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,855 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,857 INFO sqlalchemy.engine.base.Engine (19, 'c3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1422 characters truncated) ... 2<\\xa5\\xf8\\xd1\\xbc\\x0fl\\x06\\xbb*\\x8ay\\xbd\\x95\\x8d*;a\\xa0:=\\xe5\\x19(=3\\x81E\\xbcr.\\x89=!\\xc2F\\xbc\\xe3:2\\xbd\\xa7a\\x82=\\xd2\"\\xe0\\xbc\\xa0\\xf3A=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1375 characters truncated) ... x10\\xa9/;l\\x91\\xb8:\\xdb}4\\xbbF\\xed;<\\x1e\\xe5\\xaa<\\x8c\\xf6\\x9e<y\\x14\\xca\\xbc\\xe4|y<\\xc2\\xc6\\x10<\\xc0\\x9e\\x9d\\xba5\\x06\\xbc;U\\xaa*\\xbcv\\x0e*<q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:28,860 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:28,897 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:28,900 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:28,901 INFO sqlalchemy.engine.base.Engine (19, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36049401 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46047663 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:30,856 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,291 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,298 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,304 INFO sqlalchemy.engine.base.Engine (19, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5840 characters truncated) ... 1\\xce\\xcd<\\xd9t\\xd3<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xce\\x04\\xb7<X$\\xfa\\xbb\\xd0G.\\xbc\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;@\\xd6\\x05=\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7174 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00dCV\\xb8\\x00\\x00\\x00\\x00\\xe0p\\xe0\\xba\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe3\\x04f;\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,310 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,320 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,324 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,329 INFO sqlalchemy.engine.base.Engine (19, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1481749 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1962634 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,369 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,395 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,397 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,398 INFO sqlalchemy.engine.base.Engine (19, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2853 characters truncated) ... 8\\xd6;\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\x8b6\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;O\\x8a\\x9c;\\x9e^\\x1e=\\xf9\\xa1\\x19\\xba\\xab\\x92\\x95\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3407 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x1c\\x17E:\\x89\\x01\\xb6:H\\xec\\xd8:\\xd3U\\xad:\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,401 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,411 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,412 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,413 INFO sqlalchemy.engine.base.Engine (19, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140087 characters truncated) ... c\\x00\\xf1@\\xbbk[\\x8e=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\xe0\\xe8\\xfc<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\xdeP\\xf8\\xbbY \\x8b<\\xdc \\x11\\xbb]>X\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1479030 characters truncated) ... \\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00n\\x8fs\\xb6\\xc8X\\xdb\\xb9a\\x1a\\xe6\\xb9,\\x9cq\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,440 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,530 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,531 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,533 INFO sqlalchemy.engine.base.Engine (19, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4464 characters truncated) ... \\x1d\\xbd\\x02\\xf5$\\xbd\\xcd#:<\\x11\\x9bB\\xbd\\x0cu>\\xbd\\x8ax==@\\xa7\\x86\\xbd\\x1b\\xf4\\x00<\\xdac\\x91;\\xa3\\xc7$\\xbd\\x002\\xbd\\xbc\\xc1\\xd4U\\xbd\\tj7<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5060 characters truncated) ... xac9\\x19/\\x06:\\x00\\x00\\x00\\x00\\xcd\\xec\\x9f\\xb9E?\\x17\\xba\\xe3gF\\xba\\x86\\x92\\xb28\\x85\\xc7\\xec\\xb9\\x00\\x00\\x00\\x00\\x00\\x8e\\x93\\xbaU\\t\\x9e\\xbaq\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-12 00:02:31,535 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,545 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,547 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,548 INFO sqlalchemy.engine.base.Engine (19, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9041 characters truncated) ... c9\\xbc\\xc6FU=\\xf3g\\xdd<\\xb0\\x9e\\xce;\\xfbtE\\xbd\\xc9\\xdeT\\xbd\\xed\\x90\\x1f\\xbd\\xabqP<\\x89\\xa7N\\xbd\\x82\\xf6\\'\\xbd\\xe7\\x8e\\x8d\\xbd\\xb5\\xbbc\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10249 characters truncated) ... d\\xb18\\xf8\\x01\\x1f;]\\xa0\\xee:\\x0b\\x1fX:\\x00\\x00\\x00\\x00\\x9c\\xc6o;\\x0c\\xe1\\xf9:\\x92\\xc1\\x92;$\\xad\\xbe:0C\\x07;\\x00\\x00\\x00\\x00]_x:N\\x0e\\x00;q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,751 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:02:31,763 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:02:31,767 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:02:31,771 INFO sqlalchemy.engine.base.Engine (19, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08K\\xe3I\\xbd\\xf1\\xb2\\x19=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (22 characters truncated) ... f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xac\\x15+\\xbc\\xe1\\x15+<q\\rtq\\x0eb.')\n",
      "2019-07-12 00:02:31,776 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "Loss:  0.003692218568176031\n",
      "Loss:  0.00675360718742013\n",
      "Loss:  0.0007266346365213394\n",
      "Loss:  0.0014215977862477303\n",
      "Loss:  0.00026616454124450684\n",
      "Loss:  0.0003461576998233795\n",
      "Loss:  0.0013869190588593483\n",
      "Loss:  0.0010213041678071022\n",
      "Loss:  0.0021271533332765102\n",
      "Loss:  0.007250712253153324\n",
      "Loss:  0.003116537816822529\n",
      "Loss:  0.004952891729772091\n",
      "Loss:  0.0012164749205112457\n",
      "Loss:  0.002177173737436533\n",
      "Loss:  0.0024543339386582375\n",
      "Loss:  0.00010492466390132904\n",
      "Loss:  0.00043514836579561234\n",
      "Loss:  0.0004557492211461067\n",
      "Loss:  0.00029304996132850647\n",
      "Loss:  0.0011977264657616615\n",
      "Loss:  0.0012410515919327736\n",
      "Loss:  0.00027452968060970306\n",
      "Loss:  0.00022312626242637634\n",
      "Loss:  0.0005137324333190918\n",
      "Loss:  0.001216425560414791\n",
      "Loss:  0.00027278997004032135\n",
      "Loss:  0.00010084733366966248\n",
      "Loss:  0.0003249403089284897\n",
      "Loss:  0.0002602245658636093\n",
      "Loss:  0.0002444460988044739\n",
      "Loss:  0.00018287263810634613\n",
      "Loss:  0.0018258537165820599\n",
      "Loss:  0.009202849119901657\n",
      "Loss:  0.0014401618391275406\n",
      "Loss:  0.013792653568089008\n",
      "Loss:  0.00028126686811447144\n",
      "Loss:  0.0007783211767673492\n",
      "Loss:  0.006679495796561241\n",
      "Loss:  0.005748624913394451\n",
      "Loss:  0.0001356620341539383\n",
      "Loss:  0.0015219611814245582\n",
      "Epoch:  20\n",
      "Loss:  0.007162278518080711\n",
      "Loss:  0.002196693792939186\n",
      "Loss:  0.016093941405415535\n",
      "Loss:  0.016271116212010384\n",
      "Loss:  0.057969097048044205\n",
      "Loss:  0.005230757407844067\n",
      "Loss:  0.008496151305735111\n",
      "Loss:  0.002281490247696638\n",
      "Loss:  0.012026747688651085\n",
      "Loss:  0.0007564164698123932\n",
      "Loss:  0.0032363440841436386\n",
      "Loss:  0.0023720390163362026\n",
      "Loss:  0.004535790998488665\n",
      "Loss:  0.009170567616820335\n",
      "Loss:  0.055464811623096466\n",
      "Loss:  0.027881469577550888\n",
      "Loss:  0.011781931854784489\n",
      "Loss:  0.018343493342399597\n",
      "Loss:  0.008476275019347668\n",
      "Loss:  0.02272968553006649\n",
      "Loss:  0.013216471299529076\n",
      "Loss:  0.018208909779787064\n",
      "Loss:  0.0009413259103894234\n",
      "Loss:  0.0027941451407969\n",
      "Loss:  0.0055127195082604885\n",
      "Loss:  0.006999877747148275\n",
      "Loss:  0.006048298440873623\n",
      "Loss:  0.013845941051840782\n",
      "Loss:  0.015898684039711952\n",
      "Loss:  0.005939444527029991\n",
      "Loss:  0.003421255387365818\n",
      "Loss:  0.005797715857625008\n",
      "Loss:  0.013965718448162079\n",
      "Loss:  0.0034035034477710724\n",
      "Loss:  0.007579636760056019\n",
      "Loss:  0.04281974211335182\n",
      "Loss:  0.017693767324090004\n",
      "Loss:  0.00073994230479002\n",
      "Loss:  0.01672954671084881\n",
      "Loss:  0.0034940149635076523\n",
      "Loss:  0.001334361732006073\n",
      "Training accuracy: 100%\n",
      "Loss:  1.132605791091919\n",
      "Test accuracy: 75%\n",
      "2019-07-12 00:06:21,816 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,817 INFO sqlalchemy.engine.base.Engine INSERT INTO training_data (epoch, date, training_loss, test_loss, training_accuracy, test_accuracy) VALUES (%s, %s, %s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,818 INFO sqlalchemy.engine.base.Engine (20, datetime.datetime(2019, 7, 11, 22, 48, 18, 448976), 0.00213800772468037, 1.132605791091919, 0.9965490797546013, 0.75)\n",
      "2019-07-12 00:06:21,820 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:21,843 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,845 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,847 INFO sqlalchemy.engine.base.Engine (20, 'c1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (9657 characters truncated) ... 99\\x86\\xbdx\\xa7\\xbc\\xbd\\xe5D\\xfc\\xbd\\xa0\\x1f\\xc5\\xbd\\xd2u\\x8e\\xbd\\xb0\\xae\\xfa=e\\x81\\xcf<\\x01\\xc3*\\xbb\\xa9\\xfc\\x1d>h!\\x12\\xbe\\xeb\\r\\xfe\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K K\\x03K\\x03K\\x03tq\\x06cnump ... (8780 characters truncated) ... \\x17\\xa9y</\\xec=<`\\xfc\\xda;\\x1dHs<\\xb5tJ<\\x93+\\x0f<!\\xa9\\x8d<\\xa4E[<\\xfe\\x10\\x12<B\\x88\\x95<<\\x97o<\\xad\\x84\\x1f<o[\\x92<\\x9a\\x11|<\\xdf\\x0bA<q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:21,851 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:21,856 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,858 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,859 INFO sqlalchemy.engine.base.Engine (20, 'c1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (347 characters truncated) ... xa4=2\\x8f\\xa1=\\xad,&>\\xcd\\x04\\x10>W\\xd8\\\\\\xbe\\xf7\\x0b\\xb1\\xbd5\\x85\\x1e\\xbe\\xe1O\\x19\\xbeVX\\xfb\\xbb\\xac\\xc7o\\xbe\\xf1\\x85\\xf8=\\x13|L=b=\\n\\xbeq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K \\x85q\\x06cnumpy\\ndtype\\nq\\x ... (368 characters truncated) ... 01\\xbb\\x98Y\\x8f\\xba\\x81\\xe7y;\\xa4\\xd6\\xc6:\\xc0\\x84\\xe3\\xba\\xd4\\x02L:\\x0cu\\xd0\\xba\\xd2o\\xb0;|\\x086\\xba`\\xc9\\xeb8JX+\\xbb\\x9f\\xb6\\x8b\\xbbeNc<q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:21,860 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:21,865 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,867 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,869 INFO sqlalchemy.engine.base.Engine (20, 'c2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (201625 characters truncated) ... r\\xa5g<u\\xd1\\x1b\\xbd\\x83\\xadj=\\xc9*\\x9a<\\xb5`=\\xbd\\xec\\xc2r\\xbd\\x9b\\xed\\x9c\\xbc\\xa7\\x05_\\xbd=R\\xda\\xbc\\xe1\\xf0A<\\xde\\xfc/=\\x9c\\xac\\xeb\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K@K K\\x03K\\x03tq\\x06cnumpy\\n ... (208209 characters truncated) ... ;\\x06\\xd6(;\\xf3.\\x1b;Z]U;\\xf6\\x8a>;\\x0e\\x9d?;\\xc2u\\xf58Y\\xc2\\xf28BQ\\xd97\\xaf\\xaa\\xb89\\xd3\\xc6\\xaa9\\xeb\\xed\\xbe9Jv\\x0c:\\x9f\\x96\\xae9\\xfc/+:q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:21,876 INFO sqlalchemy.engine.base.Engine COMMIT\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-12 00:06:21,883 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,885 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,887 INFO sqlalchemy.engine.base.Engine (20, 'c2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (738 characters truncated) ... ce3=4\\x04@<\\xdd\\xfb\\x7f\\xbd?\\x04\\xd5\\xbc\\x1f\\xff>\\xbdC\\x10u\\xbd\\xb9\\xab$\\xbds\\x7f5=\\x99\\xe8\\xff\\xbc\\x10\\xfe\\x90\\xbd\\xe8o\\x11=(\\xf9\\x8d\\xbcq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K@\\x85q\\x06cnumpy\\ndtype\\nq\\x ... (761 characters truncated) ... 9\\xa2\\xba\\xfc2\\x9e\\xba\\xd3x\\x06\\xbb\\xb2\\xc5\\x10\\xba\\xac\\x1f\\xd8\\xbazN\\x16:\\x00\\x00\\x00\\x00\\x8er\\\\\\xba\"\\xaca;\\xeeGi:\\xa6\\x01=:\\xac\\x92\\xbd9q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:21,889 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:21,897 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:21,899 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:21,899 INFO sqlalchemy.engine.base.Engine (20, 'c3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (833780 characters truncated) ... \\x03\\x14\\xbdqj3\\xbdr\\xd3\\xda\\xbc\\x90\\x7f;\\xbd\\x1d\\xd3\\xc1\\xbc*\\xf5\\xe7<`3\\r\\xbb*E\\xbd<\\xc4\\x1dl=\\x14\\xac\\x04\\xbd@\\x17\\xb2\\xbd\\xc1z\\x1d\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01(K\\x80K@K\\x03K\\x03tq\\x06cnump ... (871230 characters truncated) ... \\xb8[EZ\\xb8D^\\xb6\\xb7\\x8e\\x89/\\xb8\\xc0\\x9f\\x06\\xb9\\x80\\t\\x829Y\\x1e\\x088\\xd1\\x92\\x9b8i\\xc5}9Q389\\x97x\\x918^\\xf6\\x91\\xb7\\xd9\\xf7\\x0c8\\xdd{*9q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:21,917 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:22,030 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:22,032 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:22,032 INFO sqlalchemy.engine.base.Engine (20, 'c3.bias', b\"\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1405 characters truncated) ... \\xeb\\xc6\\xbc\\x93\\xea\\x9b8/Dx\\xbd\\xd1]\\xdd:\\x87\\x96<=bY(=\\xec\\xa9>\\xbc\\x8d\\xd9\\x8b=7\\xe4H\\xbc\\xac\\xb51\\xbd\\xe1\\x06\\x85=\\x8d\\xa0\\xb4\\xbcWp>=q\\rtq\\x0eb.\", b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x80\\x85q\\x06cnumpy\\ndtype\\n ... (1570 characters truncated) ... xb2\\xf96: \\x05k\\xb9D\\x18\\x9f9\\xda\\x10\\x87;)\\xa3V\\xbb\\x8a\\x8e\\x85\\xbbFH\\xeb\\xba\\x8a\\xd2;\\xbb\\x8aK\\xef\\xba\\xa2\\x8a\\xcb:J%^\\xbb\\xd6N|:\\xae\"j:q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:22,036 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:22,078 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:22,080 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:22,081 INFO sqlalchemy.engine.base.Engine (20, 'fc1.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (36052967 characters truncated) ... 8-\\xbc\\x90f\\xd3:\\xd9^`\\xbc\\x9b\\xd5\\xb6\\xbb\\xa1\\xf6\\x05\\xbc\\x00\\xf1\\x8a\\xbbPTB\\xbc\\xe5 \\x8b\\xbal\\x1b\\x83:;>v\\xbb6\\x99\\x10;+U\\xc3;}\\x90\\xe6;q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02M\\x80\\x18\\x86q\\x06cn ... (46687716 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:23,753 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,309 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,316 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,321 INFO sqlalchemy.engine.base.Engine (20, 'fc1.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (5864 characters truncated) ... <\\xff\\x87\\xd4<=\\x14\\x16<\\xb6\\x7fK\\xbc\\xf8@\\xb5<\\x1f\\x1b\\xfa\\xbb\\x1a\\xc8,\\xbc\\xf2\\x8d\\x9a;\\x9c\\xc8U\\xbb\\x8f\\xd4W;\\xdb~\\x05=\\xaf\\x15\\x88\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x02\\x85q\\x06cnumpy\\ndty ... (7459 characters truncated) ... 0\\x00\\x00\\x00\\x00\\x00\\x00m\\xa8\\x13\\xb8\\x00\\x00\\x00\\x00\\xbds\\x9b9\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00$S\\x06\\xba\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,349 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,371 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,373 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,374 INFO sqlalchemy.engine.base.Engine (20, 'fc2.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1482314 characters truncated) ... 8\\xce\\xa4;`\\xdd@:\\x9a\\xf8\\x06\\xbdb\\x88\\xfa<\\x0f\\xfa\\x9c\\xbcTo6<\\x9a\\xc2\\x0c=\\xe0\\xb6\\x1b=\\xc8\\xf2\\xce<\\xc2\\xfc\\xf9\\xbc\\x06\\x8b\"\\xbdV\\xf0l<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01M\\x00\\x02\\x86q\\x06cn ... (1963755 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,410 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,466 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,468 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,469 INFO sqlalchemy.engine.base.Engine (20, 'fc2.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (2789 characters truncated) ... 6\\xda;\\xa9m2\\xbd\\xafH\\x80\\xbc\\n4\\x14\\xbd\\x84,\\x82\\xbb\\xc5w\\xc5\\xbc\\x04)\\x94;N\\x8e\\xaf;\\xb4\\x96\\x1f=\\xac\\x14\\x0f\\xba\\x01\"\\x94\\xbbuF\\xc8\\xbaq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x00\\x01\\x85q\\x06cnumpy\\ndty ... (3399 characters truncated) ... x00\\x00\\x00\\x00\\x00\\x00\\x00\\xe6]\\xbd\\xb3\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00i\\x99C\\xb9\\x11\\xc7R\\xb9\\'\\xb5\\x7f\\xb9\\xc1\\x1ab\\xb9\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,566 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,573 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,575 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,576 INFO sqlalchemy.engine.base.Engine (20, 'fc3.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1140329 characters truncated) ... a7\\x9b\\x8f=\\x84,[\\xbdj\\xc7\\x0c\\xbd\\x0c\\'F=\\n\\x1e\\xfd<\\xd8v>\\xbc{\\xc0\\x83\\xbd\\x80\\xc8\\x00\\xbcd\\xaa\\x8a<$\\xa6\\x07\\xbb\\xc4\\xfbW\\xbdq\\xfde\\xbbq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01M\\x00\\x01\\x86q\\x06cn ... (1485578 characters truncated) ... 00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\xb6d\\xd0\\xb2\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x006\"\"8(G\\x998\\x023\\x958\\x18\\xf2\"8\\x00\\x00\\x00\\x00q\\rtq\\x0eb.')\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-07-12 00:06:24,603 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,624 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,626 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,627 INFO sqlalchemy.engine.base.Engine (20, 'fc3.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (4479 characters truncated) ... \\x9d\\xf3\\xbc?-$\\xbd\\xaa\\xea:<F\\xe6A\\xbd\\x0cu>\\xbd=\\xf3==\\xe8U\\x86\\xbd\"\\xaa\\x02<j\\xd6\\x95;\\xe6\\x15#\\xbd\\x002\\xbd\\xbc\\xb4\\xadO\\xbd\\xb5\\xfbB<q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01M\\x9c\\x01\\x85q\\x06cnumpy\\ndty ... (5268 characters truncated) ... 39=\\xbc\\xa68y(E\\xb8\\x84\\xcf\\x9c\\xb8\\x00\\x00\\x00\\x00 \\x11/8\\xd4e\\xa48\\xee \\xd98\\xd0\\x06K\\xb7\\\\\\xc5\\x918\\x00\\x00\\x00\\x00\\x92\\x0e\\xec8:1\\xdc8q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,630 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,650 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,652 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,654 INFO sqlalchemy.engine.base.Engine (20, 'fc4.weight', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (9025 characters truncated) ... 9\\xd3\\xbc\\xe0cV=\\x865\\xe8<\\xb0\\x9e\\xce;\\xae\\x9bF\\xbd\\x1c\\x0bW\\xbd\\x07\\xeb \\xbd\\x88\\xd0Q<\\x1a\\x14[\\xbd\\x82\\xf6\\'\\xbd:\\x13\\x92\\xbds\\x03k\\xbdq\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02M\\x9c\\x01\\x86q\\x06cnumpy ... (10218 characters truncated) ... J9\\xa9\\xb9\\xc3DW\\xba\\xdcR\\x1e\\xba\\x00\\x00\\x00\\x008\\x81\\x06\\xba\\xbd~\\xa5\\xb9-\\xd8B\\xba>n\\x92\\xb9\\xb3u#\\xba\\x00\\x00\\x00\\x00y\\x17J\\xb9=a?\\xb9q\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,872 INFO sqlalchemy.engine.base.Engine COMMIT\n",
      "2019-07-12 00:06:24,877 INFO sqlalchemy.engine.base.Engine BEGIN (implicit)\n",
      "2019-07-12 00:06:24,879 INFO sqlalchemy.engine.base.Engine INSERT INTO parameters (parameters_id, layer, arr_param, arr_grad) VALUES (%s, %s, %s, %s)\n",
      "2019-07-12 00:06:24,880 INFO sqlalchemy.engine.base.Engine (20, 'fc4.bias', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08O\\x91I\\xbd\\xeb`\\x19=q\\rtq\\x0eb.', b'\\x80\\x03cnumpy.core.multiarray\\n_reconstruct\\nq\\x00cnumpy\\nndarray\\nq\\x01K\\x00\\x85q\\x02C\\x01bq\\x03\\x87q\\x04Rq\\x05(K\\x01K\\x02\\x85q\\x06cnumpy\\ndtype\\n ... (19 characters truncated) ... x00f4q\\x08K\\x00K\\x01\\x87q\\tRq\\n(K\\x03X\\x01\\x00\\x00\\x00<q\\x0bNNNJ\\xff\\xff\\xff\\xffJ\\xff\\xff\\xff\\xffK\\x00tq\\x0cb\\x89C\\x08\\xb2b\\xba:Ba\\xba\\xbaq\\rtq\\x0eb.')\n",
      "2019-07-12 00:06:24,883 INFO sqlalchemy.engine.base.Engine COMMIT\n"
     ]
    }
   ],
   "source": [
    "carrot(model=model, loader_train=loaders['train'], loader_test=loaders['valid'], num_epoch=20, use_gpu = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "session.rollback()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = torch.randn(1,3,224,224)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = model(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from torchviz import *\n",
    "from graphviz import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "ename": "ExecutableNotFound",
     "evalue": "failed to execute ['dot', '-Tsvg'], make sure the Graphviz executables are on your systems' PATH",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\graphviz\\backend.py\u001b[0m in \u001b[0;36mrun\u001b[1;34m(cmd, input, capture_output, check, quiet, **kwargs)\u001b[0m\n\u001b[0;32m    152\u001b[0m     \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 153\u001b[1;33m         \u001b[0mproc\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msubprocess\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mPopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcmd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstartupinfo\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mget_startupinfo\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    154\u001b[0m     \u001b[1;32mexcept\u001b[0m \u001b[0mOSError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\subprocess.py\u001b[0m in \u001b[0;36m__init__\u001b[1;34m(self, args, bufsize, executable, stdin, stdout, stderr, preexec_fn, close_fds, shell, cwd, env, universal_newlines, startupinfo, creationflags, restore_signals, start_new_session, pass_fds, encoding, errors, text)\u001b[0m\n\u001b[0;32m    774\u001b[0m                                 \u001b[0merrread\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0merrwrite\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 775\u001b[1;33m                                 restore_signals, start_new_session)\n\u001b[0m\u001b[0;32m    776\u001b[0m         \u001b[1;32mexcept\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\subprocess.py\u001b[0m in \u001b[0;36m_execute_child\u001b[1;34m(self, args, executable, preexec_fn, close_fds, pass_fds, cwd, env, startupinfo, creationflags, shell, p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite, unused_restore_signals, unused_start_new_session)\u001b[0m\n\u001b[0;32m   1177\u001b[0m                                          \u001b[0mos\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfspath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcwd\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mcwd\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m \u001b[1;32melse\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1178\u001b[1;33m                                          startupinfo)\n\u001b[0m\u001b[0;32m   1179\u001b[0m             \u001b[1;32mfinally\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mFileNotFoundError\u001b[0m: [WinError 2] Не удается найти указанный файл",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mExecutableNotFound\u001b[0m                        Traceback (most recent call last)",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\IPython\\core\\formatters.py\u001b[0m in \u001b[0;36m__call__\u001b[1;34m(self, obj)\u001b[0m\n\u001b[0;32m    343\u001b[0m             \u001b[0mmethod\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mget_real_method\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mprint_method\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    344\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mmethod\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 345\u001b[1;33m                 \u001b[1;32mreturn\u001b[0m \u001b[0mmethod\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    346\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    347\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\graphviz\\files.py\u001b[0m in \u001b[0;36m_repr_svg_\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    107\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    108\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_repr_svg_\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 109\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpipe\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m'svg'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdecode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_encoding\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    110\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    111\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mpipe\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mformat\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mrenderer\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mformatter\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mquiet\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mFalse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\graphviz\\files.py\u001b[0m in \u001b[0;36mpipe\u001b[1;34m(self, format, renderer, formatter, quiet)\u001b[0m\n\u001b[0;32m    132\u001b[0m         out = backend.pipe(self._engine, format, data,\n\u001b[0;32m    133\u001b[0m                            \u001b[0mrenderer\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mrenderer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mformatter\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mformatter\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 134\u001b[1;33m                            quiet=quiet)\n\u001b[0m\u001b[0;32m    135\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    136\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mout\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\graphviz\\backend.py\u001b[0m in \u001b[0;36mpipe\u001b[1;34m(engine, format, data, renderer, formatter, quiet)\u001b[0m\n\u001b[0;32m    221\u001b[0m     \"\"\"\n\u001b[0;32m    222\u001b[0m     \u001b[0mcmd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0m_\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcommand\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mengine\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mformat\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mrenderer\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mformatter\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 223\u001b[1;33m     \u001b[0mout\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0m_\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mrun\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcmd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0minput\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcapture_output\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcheck\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mquiet\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mquiet\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    224\u001b[0m     \u001b[1;32mreturn\u001b[0m \u001b[0mout\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    225\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\envs\\carrot\\lib\\site-packages\\graphviz\\backend.py\u001b[0m in \u001b[0;36mrun\u001b[1;34m(cmd, input, capture_output, check, quiet, **kwargs)\u001b[0m\n\u001b[0;32m    154\u001b[0m     \u001b[1;32mexcept\u001b[0m \u001b[0mOSError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    155\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merrno\u001b[0m \u001b[1;33m==\u001b[0m \u001b[0merrno\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mENOENT\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 156\u001b[1;33m             \u001b[1;32mraise\u001b[0m \u001b[0mExecutableNotFound\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcmd\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    157\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    158\u001b[0m             \u001b[1;32mraise\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mExecutableNotFound\u001b[0m: failed to execute ['dot', '-Tsvg'], make sure the Graphviz executables are on your systems' PATH"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1e337bb8da0>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y.mean(), params=dict(model.named_parameters()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss:  0.6937433481216431\n"
     ]
    }
   ],
   "source": [
    "parameters_dict = 0\n",
    "gradients_dict = 0\n",
    "for batch_idx, (data, target) in enumerate(loaders['valid']):\n",
    "    if True:\n",
    "        data, target = data.cuda(), target.cuda()\n",
    "    output = model(data)\n",
    "    loss = criterion(output, target)\n",
    "    print('Loss: ', loss.item())\n",
    "    optimizer.zero_grad()\n",
    "    loss.backward()\n",
    "    optimizer.step()\n",
    "    parameters_dict = {k:v.cpu().numpy() for (k,v) in model.state_dict().items()}\n",
    "    keys = list(model.state_dict().keys())\n",
    "    gradients_dict = {keys[k]:v.grad.cpu().detach().numpy() for (k,v) in enumerate(model.parameters())}    \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'c1.weight': array([[[[-1.85566112e-01,  1.65261477e-01, -7.51488656e-02],\n",
       "          [ 1.71697363e-01, -7.66586289e-02,  8.11957866e-02],\n",
       "          [-2.85945032e-02,  1.12211935e-01,  1.25453010e-01]],\n",
       " \n",
       "         [[ 9.18609649e-02, -1.87989444e-01, -1.80138871e-01],\n",
       "          [-7.79694095e-02, -7.14327917e-02,  1.48664787e-01],\n",
       "          [ 5.74513003e-02, -1.42755602e-02, -1.41031221e-01]],\n",
       " \n",
       "         [[-1.15006849e-01, -1.73570126e-01, -1.19758904e-01],\n",
       "          [ 1.18278913e-04,  4.58392315e-02,  8.08384195e-02],\n",
       "          [ 1.90786839e-01,  6.35053739e-02,  1.91670388e-01]]],\n",
       " \n",
       " \n",
       "        [[[-7.58807063e-02, -1.37314677e-01, -1.41064718e-03],\n",
       "          [ 1.41816903e-02,  9.72379744e-02, -1.41130403e-01],\n",
       "          [-1.42437905e-01,  2.15825252e-02, -1.63405657e-01]],\n",
       " \n",
       "         [[-1.61009356e-01,  8.14107507e-02, -4.91384193e-02],\n",
       "          [-1.64185576e-02, -1.90059453e-01, -1.80028766e-01],\n",
       "          [ 1.21128544e-01,  1.48989752e-01,  4.04939661e-03]],\n",
       " \n",
       "         [[-4.70455810e-02, -1.46020591e-01, -1.01925686e-01],\n",
       "          [ 2.92420760e-02,  2.99907885e-02, -8.63427296e-02],\n",
       "          [ 1.67368010e-01,  5.23306020e-02,  1.13578200e-01]]],\n",
       " \n",
       " \n",
       "        [[[-3.93270813e-02,  4.71719354e-02,  6.77534938e-03],\n",
       "          [ 1.61342293e-01, -4.31403071e-02,  1.67002395e-01],\n",
       "          [-1.57035992e-01, -1.27203748e-01, -1.49615526e-01]],\n",
       " \n",
       "         [[-1.44734934e-01,  1.53101478e-02,  1.39849469e-01],\n",
       "          [-1.24662064e-01,  1.77401721e-01,  1.85142308e-01],\n",
       "          [ 1.51553050e-01, -1.15661666e-01, -3.37411906e-03]],\n",
       " \n",
       "         [[ 1.36395618e-01, -1.60907894e-01, -2.28558294e-03],\n",
       "          [-1.28442213e-01,  1.48320243e-01, -1.51209652e-01],\n",
       "          [-1.85759008e-01, -3.39833088e-02, -3.36229913e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 7.25622848e-02, -9.93636101e-02,  1.42125249e-01],\n",
       "          [-1.25091359e-01,  1.58767030e-01, -1.02601998e-01],\n",
       "          [ 3.57239647e-03, -1.63227260e-01, -1.09325513e-01]],\n",
       " \n",
       "         [[ 1.21571794e-01,  6.19858094e-02, -5.62985092e-02],\n",
       "          [-1.90863445e-01,  7.33946785e-02, -1.90728586e-02],\n",
       "          [-1.30187109e-01, -9.45451558e-02, -1.89502448e-01]],\n",
       " \n",
       "         [[ 1.25703305e-01,  1.24037139e-01, -2.31017312e-03],\n",
       "          [ 8.48890021e-02,  4.16766703e-02,  2.01944746e-02],\n",
       "          [-7.62373656e-02, -1.42023623e-01, -1.02794804e-01]]],\n",
       " \n",
       " \n",
       "        [[[-2.01305151e-02,  1.07592739e-01, -1.65634051e-01],\n",
       "          [-1.14491425e-01,  1.14344820e-01, -1.77149162e-01],\n",
       "          [-8.46365094e-02, -1.56104803e-01,  4.41864170e-02]],\n",
       " \n",
       "         [[ 8.58367905e-02, -9.63107422e-02,  3.68320271e-02],\n",
       "          [ 1.24021702e-01, -1.36484534e-01,  1.55181646e-01],\n",
       "          [ 1.41341105e-01,  3.58255184e-03, -1.77872032e-01]],\n",
       " \n",
       "         [[ 7.80778006e-02,  4.66920324e-02, -1.18897639e-01],\n",
       "          [-1.68239295e-01,  2.70971525e-02,  1.49563298e-01],\n",
       "          [-5.85579202e-02,  1.91800103e-01,  1.89477757e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.09107912e-01, -2.54762974e-02, -7.98839331e-03],\n",
       "          [-6.59746006e-02,  1.59722120e-01, -1.65966466e-01],\n",
       "          [-9.17190164e-02, -4.86255027e-02,  1.30039498e-01]],\n",
       " \n",
       "         [[-1.72995046e-01, -6.65534139e-02,  8.52397084e-02],\n",
       "          [-1.19850695e-01,  1.11430839e-01,  5.43172620e-02],\n",
       "          [-1.64559603e-01,  1.84388340e-01, -8.88271481e-02]],\n",
       " \n",
       "         [[-1.81438878e-01, -1.58042401e-01, -4.56898808e-02],\n",
       "          [ 7.76554197e-02, -1.54062718e-01, -3.35038230e-02],\n",
       "          [ 5.49356453e-03,  5.08895852e-02,  1.27645612e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.46079957e-01, -3.12578380e-02, -9.68999043e-02],\n",
       "          [-3.69525980e-04, -1.13036439e-01,  1.82961337e-02],\n",
       "          [ 4.11717966e-02,  9.31924507e-02,  3.68991718e-02]],\n",
       " \n",
       "         [[ 9.74666327e-02, -6.37871213e-03,  5.17080119e-03],\n",
       "          [ 6.26915768e-02, -4.06007506e-02, -1.16680793e-01],\n",
       "          [ 1.20788537e-01,  1.05843157e-01, -4.03918214e-02]],\n",
       " \n",
       "         [[ 1.31255284e-01, -1.90398410e-01, -1.52737021e-01],\n",
       "          [ 1.42717287e-01,  1.67668626e-01,  1.83261901e-01],\n",
       "          [-1.09046310e-01,  7.28693381e-02,  1.03105873e-01]]],\n",
       " \n",
       " \n",
       "        [[[-3.61401737e-02, -1.16176829e-02,  3.38112339e-02],\n",
       "          [-9.59488526e-02,  6.35087583e-03, -1.63054287e-01],\n",
       "          [-3.37201990e-02, -1.19454548e-01,  1.36405393e-01]],\n",
       " \n",
       "         [[ 9.95223299e-02, -9.96999815e-02,  7.22615421e-02],\n",
       "          [ 1.24122471e-01,  2.95579284e-02, -7.31205121e-02],\n",
       "          [-5.42041026e-02, -2.32817363e-02, -3.72061320e-02]],\n",
       " \n",
       "         [[ 1.21209487e-01, -5.32655753e-02,  1.04642764e-01],\n",
       "          [-1.10933565e-01,  2.74196435e-02,  1.63195208e-01],\n",
       "          [-2.42148424e-04,  4.03197557e-02, -1.50902644e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.74000025e-01,  7.97394440e-02, -1.40383989e-01],\n",
       "          [ 1.06128715e-02,  1.52875677e-01,  7.88163096e-02],\n",
       "          [-1.18766665e-01, -1.22210413e-01, -3.28121074e-02]],\n",
       " \n",
       "         [[ 1.36271074e-01, -6.31517619e-02,  8.09419304e-02],\n",
       "          [ 1.51103763e-02,  1.15370885e-01,  1.53412879e-01],\n",
       "          [-9.42505449e-02,  1.05408676e-01,  1.15749568e-01]],\n",
       " \n",
       "         [[-4.87756617e-02, -1.65171325e-01,  8.11348185e-02],\n",
       "          [ 5.95301203e-02, -9.75454897e-02, -5.64780496e-02],\n",
       "          [-7.07253218e-02,  1.70212120e-01, -6.40388206e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.60629172e-02,  1.77182928e-01,  6.43293262e-02],\n",
       "          [ 2.14426704e-02, -3.18519883e-02, -6.95959032e-02],\n",
       "          [ 9.99408439e-02,  3.65923457e-02, -1.04588158e-01]],\n",
       " \n",
       "         [[ 1.30122006e-01, -1.65601134e-01, -9.24729258e-02],\n",
       "          [ 1.51248083e-01, -2.15468556e-02, -1.63097069e-01],\n",
       "          [ 1.31105006e-01, -1.16781555e-01, -6.64051920e-02]],\n",
       " \n",
       "         [[-5.82431536e-03, -2.37807520e-02,  4.04936895e-02],\n",
       "          [ 1.36215299e-01,  1.48369715e-01, -1.29098207e-01],\n",
       "          [ 1.83111221e-01, -8.42757225e-02,  2.39850357e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 2.63806041e-02, -1.80291548e-01,  1.74894616e-01],\n",
       "          [-5.65301068e-02, -1.04988150e-01,  1.32652014e-01],\n",
       "          [ 6.64683292e-03, -1.92616820e-01, -1.35906741e-01]],\n",
       " \n",
       "         [[-1.38496589e-02, -6.45350590e-02,  1.41581967e-01],\n",
       "          [-2.23060884e-02,  6.72863610e-03,  1.24500886e-01],\n",
       "          [ 1.63611948e-01, -4.38537821e-02,  1.19677879e-01]],\n",
       " \n",
       "         [[-1.01573803e-01, -4.20262180e-02,  1.81122959e-01],\n",
       "          [-1.18810609e-01, -1.67607963e-02,  1.34501681e-01],\n",
       "          [ 1.89650878e-01, -8.34524930e-02, -5.67955188e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 1.11119695e-01, -6.04387419e-03, -4.92864922e-02],\n",
       "          [-2.62771286e-02, -4.39854190e-02,  1.08133264e-01],\n",
       "          [ 2.23511998e-02, -1.30585268e-01,  6.57906234e-02]],\n",
       " \n",
       "         [[-3.27397585e-02, -1.24548100e-01,  5.18628806e-02],\n",
       "          [-1.04076356e-01, -1.70419082e-01,  2.78399903e-02],\n",
       "          [ 8.83735418e-02,  1.43301383e-01, -6.25876561e-02]],\n",
       " \n",
       "         [[ 8.02284926e-02,  4.23975699e-02, -5.18295690e-02],\n",
       "          [-4.02830951e-02,  5.26129194e-02,  1.90668970e-01],\n",
       "          [-1.44878536e-01,  1.33271724e-01,  5.55731393e-02]]],\n",
       " \n",
       " \n",
       "        [[[-5.81103861e-02,  6.02922589e-02,  1.15716919e-01],\n",
       "          [-7.55435452e-02, -1.87213793e-01,  9.17634517e-02],\n",
       "          [ 1.80329695e-01,  1.51952043e-01, -7.91617483e-03]],\n",
       " \n",
       "         [[-1.03120826e-01,  1.35009931e-02, -2.82018837e-02],\n",
       "          [ 1.26505539e-01, -8.43238160e-02,  1.81964636e-01],\n",
       "          [-1.99188497e-02,  1.39472589e-01,  1.43563077e-01]],\n",
       " \n",
       "         [[-4.11221907e-02,  1.22894514e-02, -5.88256307e-02],\n",
       "          [-5.10452464e-02, -2.39872858e-02, -1.70580763e-03],\n",
       "          [-1.57458201e-01, -6.89602494e-02, -1.54811874e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.17380209e-01,  8.96247402e-02,  5.61717153e-03],\n",
       "          [ 1.73319831e-01,  1.27351686e-01, -1.12334378e-01],\n",
       "          [ 1.04981489e-01, -5.58674857e-02, -1.91770829e-02]],\n",
       " \n",
       "         [[-1.73696242e-02,  5.43339886e-02, -1.70523465e-01],\n",
       "          [-6.58977330e-02, -1.57456830e-01, -1.16217978e-01],\n",
       "          [ 1.30982855e-02,  1.14840835e-01, -1.26349211e-01]],\n",
       " \n",
       "         [[ 3.44342515e-02,  9.04852226e-02, -1.76879629e-01],\n",
       "          [-5.32228947e-02,  1.54155225e-01,  1.17369130e-01],\n",
       "          [ 1.19078688e-01,  1.06233664e-01,  1.83544874e-01]]],\n",
       " \n",
       " \n",
       "        [[[-1.07098438e-01, -7.47943893e-02, -4.72445451e-02],\n",
       "          [ 1.16010658e-01, -6.69769645e-02, -8.66006780e-03],\n",
       "          [-4.48078364e-02, -1.06564760e-01,  1.92636028e-01]],\n",
       " \n",
       "         [[-6.44247755e-02, -5.83146997e-02,  1.44494638e-01],\n",
       "          [-1.62270233e-01, -7.84422457e-02, -3.33316922e-02],\n",
       "          [ 1.19182862e-01,  8.12734365e-02, -4.14702371e-02]],\n",
       " \n",
       "         [[-1.59386516e-01, -3.61119397e-02,  2.82212943e-02],\n",
       "          [-1.68570444e-01,  6.04116991e-02, -1.68766946e-01],\n",
       "          [ 1.54798806e-01,  1.88990787e-01, -2.70446856e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 7.10211992e-02,  3.34447287e-02, -1.73256114e-01],\n",
       "          [ 7.33846650e-02,  3.20162587e-02, -9.61610116e-03],\n",
       "          [ 5.28279431e-02,  8.56638923e-02, -2.53187795e-03]],\n",
       " \n",
       "         [[-1.46984696e-01,  9.40191969e-02, -1.64351508e-01],\n",
       "          [-1.79482892e-01, -9.23026875e-02,  5.03805792e-03],\n",
       "          [ 7.39246011e-02,  3.63797694e-02, -9.25594717e-02]],\n",
       " \n",
       "         [[ 6.67540133e-02, -7.80147016e-02,  1.19649500e-01],\n",
       "          [ 3.55339982e-02,  6.31024837e-02,  1.79354653e-01],\n",
       "          [-6.02504350e-02,  6.93011284e-02,  1.84891686e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.23898409e-01, -1.46246284e-01,  1.84518620e-02],\n",
       "          [-1.86211951e-02, -8.72157142e-02,  1.91550449e-01],\n",
       "          [-1.46258235e-01,  1.10815745e-02, -1.68803424e-01]],\n",
       " \n",
       "         [[ 9.04614702e-02, -1.68384343e-01, -4.61840481e-02],\n",
       "          [-1.49809584e-01, -1.04879849e-01,  1.25487566e-01],\n",
       "          [-1.21813655e-01, -3.53805088e-02, -8.36796090e-02]],\n",
       " \n",
       "         [[ 1.84211120e-01,  1.35659143e-01, -6.31896481e-02],\n",
       "          [-1.34689193e-02,  9.30758864e-02,  1.11479843e-02],\n",
       "          [ 2.22272817e-02,  2.37349961e-02,  4.89797331e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 1.76525861e-01, -7.01086447e-02, -1.23744927e-01],\n",
       "          [-5.56376874e-02,  1.65943712e-01, -8.14907029e-02],\n",
       "          [ 1.81027874e-01,  6.15449362e-02, -1.48330384e-03]],\n",
       " \n",
       "         [[ 1.09954573e-01,  9.62919928e-03,  1.33649558e-01],\n",
       "          [ 7.07526654e-02, -8.88924673e-02, -9.63632613e-02],\n",
       "          [-4.45566475e-02, -8.38833004e-02,  1.05546683e-01]],\n",
       " \n",
       "         [[ 1.91206694e-01,  1.62523806e-01, -1.62483454e-01],\n",
       "          [ 1.54271513e-01,  4.13818547e-04, -1.46783262e-01],\n",
       "          [-6.37812316e-02,  4.83875275e-02,  1.32426262e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 2.99504120e-02,  1.24845043e-01, -8.36603940e-02],\n",
       "          [ 1.67530715e-01, -1.91625684e-01, -1.55051544e-01],\n",
       "          [ 1.04296871e-01,  1.38247192e-01,  6.39383681e-03]],\n",
       " \n",
       "         [[ 6.62077367e-02, -7.39604011e-02,  1.23646343e-02],\n",
       "          [ 1.77242279e-01,  1.58229649e-01, -6.58159927e-02],\n",
       "          [ 1.52538180e-01,  6.52021840e-02, -1.65725335e-01]],\n",
       " \n",
       "         [[-1.64026111e-01, -1.73440039e-01, -9.82105359e-02],\n",
       "          [ 1.82026118e-01, -3.39555107e-02,  3.34432162e-02],\n",
       "          [ 1.44987479e-01, -1.74672022e-01,  1.73538908e-01]]],\n",
       " \n",
       " \n",
       "        [[[-6.41639605e-02, -8.07605460e-02, -5.22266589e-02],\n",
       "          [ 2.53279433e-02, -8.17309245e-02, -3.72107625e-02],\n",
       "          [-3.40492115e-03, -1.09087221e-01,  1.84953958e-01]],\n",
       " \n",
       "         [[-1.02914274e-01, -3.18189301e-02,  4.72497568e-02],\n",
       "          [ 1.30512146e-02, -6.41654208e-02, -5.94874769e-02],\n",
       "          [-1.83890522e-01,  1.84797749e-01, -1.47959411e-01]],\n",
       " \n",
       "         [[-1.73837289e-01,  1.60185099e-02, -5.44737540e-02],\n",
       "          [ 9.48445275e-02,  3.69260495e-04,  8.96392390e-02],\n",
       "          [ 7.42750615e-02, -5.50730452e-02,  1.69766083e-01]]],\n",
       " \n",
       " \n",
       "        [[[-5.05618490e-02, -1.11269131e-01, -1.89406157e-01],\n",
       "          [ 1.52896762e-01,  9.78329480e-02, -1.67761996e-01],\n",
       "          [-1.28281340e-02,  5.37440069e-02,  1.35844186e-01]],\n",
       " \n",
       "         [[-1.08163364e-01, -1.11445859e-01,  1.11655772e-01],\n",
       "          [ 1.53557677e-02,  7.20476583e-02,  3.67982537e-02],\n",
       "          [-1.73951343e-01,  6.82786033e-02, -1.68687209e-01]],\n",
       " \n",
       "         [[-1.66085199e-01, -1.31641895e-01, -1.77514896e-01],\n",
       "          [-1.22780815e-01, -1.50992777e-02,  8.41194913e-02],\n",
       "          [ 1.11555845e-01, -4.98207472e-02,  1.68497428e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 5.53729236e-02,  1.70293778e-01, -1.29861698e-01],\n",
       "          [-1.89041004e-01, -1.49695903e-01, -4.86265346e-02],\n",
       "          [ 1.50374964e-01, -1.82341754e-01,  4.98683974e-02]],\n",
       " \n",
       "         [[-4.35598120e-02, -1.46914676e-01,  1.88112065e-01],\n",
       "          [-1.11183658e-01,  1.44496863e-03, -1.06450461e-01],\n",
       "          [-8.32251832e-02, -3.03583452e-03,  5.87387681e-02]],\n",
       " \n",
       "         [[ 8.35026577e-02,  1.35178223e-01,  1.02329142e-02],\n",
       "          [ 1.25809358e-02, -1.68457180e-02, -1.71917394e-01],\n",
       "          [ 1.54322594e-01, -9.14052688e-03,  1.43409818e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 1.16917547e-02, -1.24164671e-01, -4.19715643e-02],\n",
       "          [ 1.62402898e-01, -5.95600307e-02,  3.22849564e-02],\n",
       "          [-1.73716009e-01, -3.21057066e-02,  7.37857670e-02]],\n",
       " \n",
       "         [[ 1.21669225e-01,  7.51803294e-02, -3.73250097e-02],\n",
       "          [-1.24735475e-01, -1.89722836e-01,  9.27503556e-02],\n",
       "          [ 1.84033867e-02, -1.83882087e-01,  4.06055972e-02]],\n",
       " \n",
       "         [[ 9.21561792e-02,  8.00446272e-02, -3.08738574e-02],\n",
       "          [-9.44269225e-02,  1.87806617e-02,  6.39052838e-02],\n",
       "          [ 1.01544850e-01,  1.61773688e-03, -1.85403794e-01]]],\n",
       " \n",
       " \n",
       "        [[[-1.38063118e-01,  4.15218286e-02, -1.87418580e-01],\n",
       "          [ 1.44142970e-01,  4.00436334e-02,  8.51673335e-02],\n",
       "          [ 1.24205850e-01,  1.83383167e-01, -1.66960239e-01]],\n",
       " \n",
       "         [[-1.08236000e-01, -2.05236487e-02,  5.41180931e-02],\n",
       "          [ 1.25896141e-01,  1.35029525e-01, -1.17345236e-01],\n",
       "          [ 1.07034244e-01,  5.39445244e-02, -1.34184305e-02]],\n",
       " \n",
       "         [[-7.95771256e-02,  4.52973088e-03, -3.96345109e-02],\n",
       "          [-7.98845664e-03, -1.44357771e-01, -1.50095850e-01],\n",
       "          [ 4.21307236e-03, -1.71404004e-01,  1.10555664e-01]]],\n",
       " \n",
       " \n",
       "        [[[ 5.74290566e-02, -1.40837403e-02,  5.69139607e-02],\n",
       "          [ 1.48356944e-01,  1.08686067e-01, -7.49283880e-02],\n",
       "          [ 1.49041251e-03, -4.71560694e-02, -8.61403272e-02]],\n",
       " \n",
       "         [[ 1.74842060e-01,  1.72528654e-01,  1.81474850e-01],\n",
       "          [-1.16639994e-01, -1.37260864e-02, -1.59208868e-02],\n",
       "          [ 1.68980837e-01, -8.24815631e-02,  1.61843583e-01]],\n",
       " \n",
       "         [[ 1.67245120e-01, -1.33767426e-01, -6.65893182e-02],\n",
       "          [-1.51559740e-01, -4.36036736e-02,  7.36985505e-02],\n",
       "          [-2.71701440e-02, -8.39026123e-02,  6.21882603e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 9.21814889e-02,  5.08025959e-02, -8.21104720e-02],\n",
       "          [ 1.41571552e-01, -1.34964129e-02, -1.84882954e-02],\n",
       "          [-1.61708906e-01, -5.60288951e-02,  1.22455426e-01]],\n",
       " \n",
       "         [[ 1.73231691e-01, -7.87629113e-02,  7.86230266e-02],\n",
       "          [ 1.34074092e-01, -2.71476824e-02,  5.83800264e-02],\n",
       "          [-1.47349179e-01, -5.23868054e-02, -5.82392849e-02]],\n",
       " \n",
       "         [[-5.93917929e-02, -7.62675330e-03,  1.62361011e-01],\n",
       "          [ 1.88929990e-01, -1.91407531e-01,  2.30185427e-02],\n",
       "          [-1.51966333e-01, -1.29486904e-01,  1.74086895e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.39446750e-01, -1.91337600e-01,  1.24822550e-01],\n",
       "          [ 7.00820014e-02,  7.13726087e-03, -5.49488291e-02],\n",
       "          [-4.12401929e-02,  6.04116432e-02,  1.49323344e-01]],\n",
       " \n",
       "         [[-4.11255732e-02,  1.19487733e-01, -3.33088189e-02],\n",
       "          [-1.79195970e-01, -1.49306521e-01,  2.81572174e-02],\n",
       "          [-1.88085109e-01, -1.52224645e-01,  1.03113651e-01]],\n",
       " \n",
       "         [[ 1.20044136e-02,  1.36350840e-01,  1.63358361e-01],\n",
       "          [-1.57526433e-01,  6.87620193e-02, -1.21387012e-01],\n",
       "          [ 1.54298350e-01,  1.32213816e-01,  6.03357777e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 1.57154277e-01,  8.79001915e-02,  1.83974311e-01],\n",
       "          [-1.91249877e-01, -2.53192079e-03,  2.41810288e-02],\n",
       "          [ 2.27198862e-02,  1.79882854e-01,  1.66827172e-01]],\n",
       " \n",
       "         [[ 1.04695618e-01,  1.47285640e-01, -6.96113929e-02],\n",
       "          [ 3.93694229e-02, -7.66141340e-02, -1.52312219e-01],\n",
       "          [-1.82484329e-01,  1.03517227e-01,  5.47008552e-02]],\n",
       " \n",
       "         [[-2.64938897e-03, -2.31611971e-02,  9.67765823e-02],\n",
       "          [ 3.20322365e-02,  1.63548902e-01,  1.64834484e-01],\n",
       "          [ 1.73761114e-01,  1.72285870e-01, -3.61920223e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.75430384e-02,  1.22801706e-01, -8.88196602e-02],\n",
       "          [ 3.74280736e-02,  1.96264256e-02, -1.42571837e-01],\n",
       "          [ 4.05215891e-03, -9.74183902e-02,  6.87211975e-02]],\n",
       " \n",
       "         [[-2.58395653e-02,  2.26335432e-02, -1.12496451e-01],\n",
       "          [-1.70863256e-01, -1.07357107e-01, -1.62891626e-01],\n",
       "          [ 1.82697594e-01, -1.15889378e-01, -1.02011889e-01]],\n",
       " \n",
       "         [[ 1.39538467e-01,  1.15243033e-01, -1.03113629e-01],\n",
       "          [-1.76897556e-01,  1.01103455e-01, -1.83428183e-01],\n",
       "          [ 3.99805941e-02, -7.37213939e-02,  6.03257231e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.00342214e-01,  8.95193368e-02, -4.42357361e-02],\n",
       "          [-1.23623818e-01, -1.43209890e-01,  1.67605362e-03],\n",
       "          [ 1.59482256e-01,  4.20561694e-02, -1.50557369e-01]],\n",
       " \n",
       "         [[-1.56655774e-01,  5.45758642e-02, -1.04613699e-01],\n",
       "          [ 5.68328612e-02,  1.45185634e-01,  6.77439272e-02],\n",
       "          [ 1.19810879e-01, -9.09374189e-03,  1.18375562e-01]],\n",
       " \n",
       "         [[-1.23417825e-01, -1.47224739e-01, -3.61195803e-02],\n",
       "          [ 7.08049163e-02, -8.23237598e-02, -1.47296771e-01],\n",
       "          [-1.75596505e-01, -8.00475851e-02, -5.46634123e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 1.72024161e-01,  1.27495408e-01,  1.76489934e-01],\n",
       "          [-1.21581070e-01,  1.15916178e-01,  1.49056897e-01],\n",
       "          [ 6.77232221e-02,  3.57490703e-02, -6.04472160e-02]],\n",
       " \n",
       "         [[-8.35651457e-02, -1.40200974e-02, -4.24733832e-02],\n",
       "          [ 2.31190193e-02,  1.14919886e-01,  1.60576865e-01],\n",
       "          [-1.04822032e-02, -1.74287245e-01, -1.03380404e-01]],\n",
       " \n",
       "         [[ 7.72984140e-03,  4.00706269e-02,  1.48018852e-01],\n",
       "          [-9.27089751e-02,  8.27350374e-03, -7.57263526e-02],\n",
       "          [ 6.79870620e-02, -8.93485919e-02, -1.12353936e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.22625299e-01, -1.24500461e-01, -1.63664028e-01],\n",
       "          [-3.43775786e-02, -4.08449546e-02,  1.49997264e-01],\n",
       "          [ 1.18132522e-02,  1.27236709e-01,  1.17433138e-01]],\n",
       " \n",
       "         [[ 8.91434774e-02, -1.90326810e-01,  1.13612510e-01],\n",
       "          [-1.86798185e-01, -9.67845097e-02,  1.09916158e-01],\n",
       "          [ 4.83465381e-03, -5.58208898e-02, -1.63351989e-03]],\n",
       " \n",
       "         [[-2.22174469e-02, -1.07051954e-01,  6.72887266e-02],\n",
       "          [-6.12872839e-02, -9.55687538e-02,  5.54484427e-02],\n",
       "          [-1.44837692e-01, -2.07837969e-02,  2.80216197e-03]]]],\n",
       "       dtype=float32),\n",
       " 'c1.bias': array([ 0.17966342,  0.01842457,  0.1857924 , -0.17045328,  0.02650885,\n",
       "        -0.077822  , -0.11987253,  0.06062172,  0.17747466,  0.05702985,\n",
       "         0.1841786 ,  0.14183845, -0.12210805, -0.18016163,  0.04366652,\n",
       "        -0.14162728,  0.12527381, -0.06164041,  0.09019687,  0.00631087,\n",
       "         0.18002388, -0.00440509, -0.00697892,  0.19058125, -0.02093312,\n",
       "        -0.01613414,  0.05870753, -0.1311902 ,  0.143823  , -0.13461135,\n",
       "         0.1100785 ,  0.10792408], dtype=float32),\n",
       " 'c2.weight': array([[[[-0.05830753,  0.01667326,  0.04556196],\n",
       "          [ 0.03348594, -0.04446632,  0.03548497],\n",
       "          [ 0.01555473, -0.03625606,  0.0335513 ]],\n",
       " \n",
       "         [[ 0.0241443 , -0.04901134,  0.04638178],\n",
       "          [-0.01052588,  0.01056017,  0.02975368],\n",
       "          [-0.00448276, -0.00221379, -0.05425505]],\n",
       " \n",
       "         [[-0.04527364, -0.00773715,  0.01071273],\n",
       "          [ 0.03076317, -0.0343769 ,  0.01164971],\n",
       "          [-0.01992407, -0.02883636,  0.03505635]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-0.03543663, -0.01289852, -0.01131781],\n",
       "          [ 0.02146996,  0.02682595, -0.0561004 ],\n",
       "          [-0.00415299, -0.03329686,  0.03687089]],\n",
       " \n",
       "         [[ 0.0393644 , -0.00370954, -0.03927505],\n",
       "          [-0.02239291,  0.04060715,  0.03686115],\n",
       "          [ 0.03114432, -0.0450037 ,  0.00045635]],\n",
       " \n",
       "         [[-0.04625107,  0.02754955,  0.01783594],\n",
       "          [-0.05332517,  0.05295999,  0.00406697],\n",
       "          [-0.04449178,  0.00276413, -0.04893691]]],\n",
       " \n",
       " \n",
       "        [[[ 0.01072784, -0.02134856, -0.03129651],\n",
       "          [ 0.03938924,  0.00591227, -0.05372805],\n",
       "          [ 0.04468217,  0.01448367, -0.05374075]],\n",
       " \n",
       "         [[-0.00481505,  0.02266252, -0.0229614 ],\n",
       "          [-0.03333204,  0.03486594, -0.05588114],\n",
       "          [-0.0050955 ,  0.01302681, -0.04991178]],\n",
       " \n",
       "         [[-0.05077993, -0.0362524 , -0.0356219 ],\n",
       "          [-0.05074824,  0.01453725, -0.02444573],\n",
       "          [-0.02594978, -0.02602585,  0.02733834]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 0.04261125,  0.03678563, -0.03787629],\n",
       "          [-0.04734426, -0.02593237, -0.0201105 ],\n",
       "          [-0.04736931, -0.00085669,  0.01503725]],\n",
       " \n",
       "         [[ 0.00229638,  0.00344747,  0.04083165],\n",
       "          [-0.01313335, -0.00160715, -0.01241447],\n",
       "          [-0.02068166, -0.02903169, -0.01235734]],\n",
       " \n",
       "         [[ 0.04374783, -0.01879014, -0.03498171],\n",
       "          [-0.02157978,  0.0116844 ,  0.05671031],\n",
       "          [-0.03290031,  0.05194424, -0.05346179]]],\n",
       " \n",
       " \n",
       "        [[[ 0.04640797, -0.00183469, -0.04286758],\n",
       "          [-0.02400337, -0.03391255, -0.00636092],\n",
       "          [-0.04949641, -0.05162252, -0.00387818]],\n",
       " \n",
       "         [[ 0.00797216,  0.01891689,  0.05610605],\n",
       "          [ 0.00585963, -0.03645495, -0.01046613],\n",
       "          [ 0.01681268, -0.02938663, -0.00443066]],\n",
       " \n",
       "         [[ 0.03932939,  0.03006056, -0.02175676],\n",
       "          [ 0.00292722,  0.00475332,  0.04720303],\n",
       "          [ 0.0242738 , -0.05157433,  0.04449023]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-0.01742352,  0.01785278, -0.00442375],\n",
       "          [ 0.03093007, -0.04304171, -0.02111134],\n",
       "          [ 0.03654252, -0.02346804, -0.0077018 ]],\n",
       " \n",
       "         [[ 0.03120402,  0.03845682, -0.00425107],\n",
       "          [-0.02340849, -0.02216447, -0.024528  ],\n",
       "          [ 0.04982289, -0.0248202 ,  0.0273242 ]],\n",
       " \n",
       "         [[ 0.04744881, -0.05429228, -0.05181447],\n",
       "          [-0.01866651,  0.05921798,  0.0335034 ],\n",
       "          [ 0.03606944,  0.01449412,  0.02256193]]],\n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       "        [[[ 0.04005212,  0.0219478 ,  0.03089149],\n",
       "          [ 0.03410192, -0.01975026,  0.05752101],\n",
       "          [ 0.02028838, -0.04515503,  0.03139978]],\n",
       " \n",
       "         [[-0.01457855,  0.00561435, -0.05044929],\n",
       "          [ 0.05653703,  0.02739239,  0.03634414],\n",
       "          [ 0.05338242,  0.0211622 ,  0.04562569]],\n",
       " \n",
       "         [[ 0.02149453,  0.0485987 , -0.02011699],\n",
       "          [ 0.00069474,  0.03336641, -0.01483913],\n",
       "          [ 0.00258159, -0.00509958, -0.04468489]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 0.00693028, -0.05056485,  0.00102469],\n",
       "          [ 0.02439551,  0.02387663,  0.03263735],\n",
       "          [-0.03258746,  0.04073954,  0.04805672]],\n",
       " \n",
       "         [[-0.0151009 , -0.05285984,  0.05463873],\n",
       "          [-0.05730356, -0.01492422,  0.0263638 ],\n",
       "          [-0.02260447, -0.04747153, -0.00416477]],\n",
       " \n",
       "         [[ 0.04580848,  0.04232473,  0.00032953],\n",
       "          [-0.0344321 , -0.03566236, -0.02994645],\n",
       "          [-0.0143494 ,  0.03845392, -0.05424905]]],\n",
       " \n",
       " \n",
       "        [[[ 0.02815098,  0.02681168, -0.01945157],\n",
       "          [-0.00014718, -0.02272869,  0.05733534],\n",
       "          [-0.04264965,  0.03266258, -0.04889391]],\n",
       " \n",
       "         [[ 0.00063056,  0.04966325,  0.05475166],\n",
       "          [-0.0126581 , -0.03186366, -0.03179472],\n",
       "          [ 0.05327665, -0.03786162, -0.04170451]],\n",
       " \n",
       "         [[-0.04945147, -0.00986324,  0.0165701 ],\n",
       "          [ 0.02658222, -0.05197848, -0.02784067],\n",
       "          [-0.05290299, -0.00437643, -0.05666279]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-0.00750201,  0.05008806,  0.05411996],\n",
       "          [-0.0106133 ,  0.02858994,  0.0251371 ],\n",
       "          [ 0.04511511,  0.02649053, -0.02902461]],\n",
       " \n",
       "         [[ 0.00541508, -0.04640473,  0.02252725],\n",
       "          [ 0.01126554, -0.00040755, -0.0182162 ],\n",
       "          [ 0.02788062,  0.04560044, -0.04386352]],\n",
       " \n",
       "         [[ 0.00748705,  0.03179607, -0.0295276 ],\n",
       "          [ 0.02441237, -0.02241411, -0.03718552],\n",
       "          [ 0.05809622, -0.04954963, -0.02903552]]],\n",
       " \n",
       " \n",
       "        [[[-0.05404329,  0.02906329, -0.04562814],\n",
       "          [-0.01483632,  0.05929683,  0.02466943],\n",
       "          [ 0.0425114 , -0.00574861, -0.00397801]],\n",
       " \n",
       "         [[-0.02848846, -0.00694317,  0.01755489],\n",
       "          [-0.04501032,  0.03370156, -0.0517026 ],\n",
       "          [-0.00328463,  0.01735781, -0.02428721]],\n",
       " \n",
       "         [[-0.03629389,  0.027733  ,  0.05834652],\n",
       "          [-0.05616958,  0.03493598, -0.02565596],\n",
       "          [-0.02723619,  0.01413826,  0.01436817]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-0.01905699, -0.01344441,  0.02024026],\n",
       "          [ 0.05298304, -0.01373803,  0.04886032],\n",
       "          [-0.00203713,  0.00080713, -0.01841893]],\n",
       " \n",
       "         [[ 0.02389823, -0.00785868, -0.01051807],\n",
       "          [-0.03836185,  0.05354155,  0.02477133],\n",
       "          [-0.04223637,  0.04427144, -0.05453943]],\n",
       " \n",
       "         [[ 0.0049856 ,  0.02385459, -0.03272218],\n",
       "          [ 0.05482696,  0.01358446, -0.03582553],\n",
       "          [-0.01767893,  0.00246229, -0.02859168]]]], dtype=float32),\n",
       " 'c2.bias': array([ 0.02137639, -0.05493705, -0.02284871, -0.00092756,  0.05743546,\n",
       "        -0.05031649, -0.028268  ,  0.01597996, -0.05403662, -0.02020402,\n",
       "        -0.04802759, -0.00531806, -0.02664338,  0.04332063,  0.00918663,\n",
       "         0.00666046, -0.03973828, -0.05799145,  0.03638994,  0.0383645 ,\n",
       "         0.05372469,  0.03702939, -0.04981232,  0.01145693, -0.04513053,\n",
       "        -0.00954295, -0.05523698, -0.04385963, -0.05610929, -0.0426635 ,\n",
       "        -0.00933846, -0.00647543, -0.03377323,  0.01440164,  0.05585079,\n",
       "         0.00237823,  0.04009375,  0.04692222, -0.04387626,  0.0515079 ,\n",
       "         0.03437362, -0.05360134, -0.0502404 ,  0.0409647 ,  0.01441448,\n",
       "         0.01239491, -0.05417895,  0.04002185, -0.0217052 , -0.01239882,\n",
       "        -0.04174844, -0.01622492,  0.05231684,  0.00340505,  0.03713361,\n",
       "        -0.02717708,  0.03091725,  0.01215732,  0.02246595, -0.02579041,\n",
       "        -0.00957782,  0.0476069 ,  0.00690421, -0.00879823], dtype=float32),\n",
       " 'c3.weight': array([[[[-3.73457819e-02, -4.66636848e-03, -1.36603899e-02],\n",
       "          [-6.23689406e-03,  2.10119947e-03, -2.82609742e-02],\n",
       "          [ 2.17366731e-03,  5.47200069e-03,  3.32194194e-02]],\n",
       " \n",
       "         [[ 2.96247192e-02,  3.72874402e-02,  6.88996911e-03],\n",
       "          [-2.49303803e-02, -9.25186276e-03,  5.48916589e-03],\n",
       "          [-2.64395140e-02, -3.38789225e-02,  2.25666203e-02]],\n",
       " \n",
       "         [[ 2.88691595e-02, -3.27924900e-02,  4.09147367e-02],\n",
       "          [-2.11681891e-02, -1.44913569e-02, -3.11432239e-02],\n",
       "          [ 3.83131839e-02,  1.80082172e-02,  1.28531288e-02]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 3.37109901e-02, -1.87207386e-02, -8.15505628e-03],\n",
       "          [ 2.35361010e-02,  2.79186256e-02, -2.03694794e-02],\n",
       "          [ 2.46373471e-02,  3.86720859e-02, -4.15038355e-02]],\n",
       " \n",
       "         [[-3.56658846e-02,  1.62665211e-02, -1.95687171e-02],\n",
       "          [ 3.75309144e-03,  2.70621348e-02, -2.22866163e-02],\n",
       "          [ 3.93100642e-02, -3.96944471e-02,  3.42780352e-02]],\n",
       " \n",
       "         [[-3.56914066e-02,  2.52399705e-02, -2.18663644e-02],\n",
       "          [-2.34895442e-02,  1.34159653e-02,  1.69026703e-02],\n",
       "          [ 7.94245023e-03, -2.25999225e-02,  3.82787436e-02]]],\n",
       " \n",
       " \n",
       "        [[[-3.66195329e-02, -1.73047725e-02, -3.81015204e-02],\n",
       "          [-1.77877024e-02, -1.49644464e-02,  8.90091527e-03],\n",
       "          [-8.97122640e-03,  3.91366966e-02,  3.34052369e-02]],\n",
       " \n",
       "         [[-7.45520042e-03, -3.96498963e-02,  3.98468748e-02],\n",
       "          [-1.82113033e-02,  1.56817324e-02, -3.68802659e-02],\n",
       "          [-1.16339177e-02,  3.84545214e-02, -1.19382851e-02]],\n",
       " \n",
       "         [[ 4.89547709e-03,  1.33938957e-02,  2.84001436e-02],\n",
       "          [ 2.21650209e-02, -7.03897560e-03, -1.46513944e-02],\n",
       "          [-1.00671151e-03, -3.53193725e-03, -3.50073203e-02]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-2.51627862e-02,  1.77897569e-02, -4.04142775e-02],\n",
       "          [ 2.65210178e-02, -1.91656640e-03,  3.55240628e-02],\n",
       "          [ 1.21312160e-02, -2.67890561e-02, -1.70302503e-02]],\n",
       " \n",
       "         [[-2.20623054e-02, -1.75433047e-02, -1.69614668e-03],\n",
       "          [-2.12187506e-02,  6.96693547e-03,  1.97623819e-02],\n",
       "          [ 2.71051899e-02,  2.85235047e-02,  1.41606899e-03]],\n",
       " \n",
       "         [[-7.64992146e-04, -1.30503308e-02,  9.68283881e-03],\n",
       "          [-9.86026134e-03,  3.09559377e-03, -1.15188807e-02],\n",
       "          [ 1.94605924e-02,  1.22372657e-02,  1.46691659e-02]]],\n",
       " \n",
       " \n",
       "        [[[-1.46649275e-02,  2.66087893e-02,  2.80007608e-02],\n",
       "          [-2.52569169e-02,  2.05052905e-02, -5.82222268e-03],\n",
       "          [ 7.91739207e-03, -2.26512887e-02, -2.99025346e-02]],\n",
       " \n",
       "         [[-2.92384606e-02,  3.38764139e-03, -3.76353040e-02],\n",
       "          [-1.75046735e-02,  3.49846482e-03,  1.77154690e-02],\n",
       "          [-2.48078513e-03, -2.16890890e-02, -2.64094733e-02]],\n",
       " \n",
       "         [[-1.07658096e-02,  5.93325030e-03, -3.22752297e-02],\n",
       "          [-3.02229878e-02, -3.80289480e-02,  9.91762523e-03],\n",
       "          [-4.14981414e-03,  3.27674858e-03,  4.90795448e-03]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 2.29259375e-02,  2.91756354e-03,  5.17528690e-03],\n",
       "          [-3.00577320e-02,  7.91852642e-03,  1.67128742e-02],\n",
       "          [ 3.41547914e-02, -5.08938450e-03,  2.77948100e-02]],\n",
       " \n",
       "         [[-3.39051634e-02, -3.96145545e-02,  3.27066705e-02],\n",
       "          [-1.23297451e-02, -2.84679569e-02,  8.43010191e-03],\n",
       "          [-1.21821770e-02,  1.24845421e-02,  3.36975977e-02]],\n",
       " \n",
       "         [[ 3.11975256e-02, -3.26458439e-02, -1.72324218e-02],\n",
       "          [-3.56092006e-02,  5.85753098e-03, -3.29187661e-02],\n",
       "          [-2.62872898e-03,  1.78343002e-02, -1.01916119e-02]]],\n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       "        [[[ 1.22019770e-02, -3.31736021e-02, -3.90026830e-02],\n",
       "          [-1.73778478e-02,  3.28606293e-02, -3.03328931e-02],\n",
       "          [-1.41749484e-02, -3.83641273e-02,  3.91884595e-02]],\n",
       " \n",
       "         [[-3.45522277e-02, -1.85857620e-02,  1.54538266e-02],\n",
       "          [ 9.42479179e-04,  2.84120552e-02,  1.72191374e-02],\n",
       "          [ 3.99766974e-02, -1.44176167e-02,  3.55591923e-02]],\n",
       " \n",
       "         [[-2.35657971e-02,  4.08888273e-02,  3.01619619e-02],\n",
       "          [-7.25026615e-03,  1.49482498e-02, -1.15225641e-02],\n",
       "          [ 3.87424566e-02, -2.78163385e-02, -4.08134460e-02]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 1.15982406e-02,  3.49091478e-02,  2.21644826e-02],\n",
       "          [-2.37752255e-02, -3.96156013e-02,  2.38196217e-02],\n",
       "          [-4.05973680e-02, -2.21391954e-02,  5.66975307e-03]],\n",
       " \n",
       "         [[-2.43481547e-02,  1.53927440e-02, -2.49642488e-02],\n",
       "          [-3.25565711e-02,  1.16959838e-02, -2.51124054e-02],\n",
       "          [-2.25087143e-02, -3.26396301e-02, -9.60056484e-03]],\n",
       " \n",
       "         [[ 7.01846031e-04,  4.05125879e-02, -2.35684179e-02],\n",
       "          [-1.66383723e-03,  2.34515108e-02, -4.21525314e-02],\n",
       "          [-2.92862132e-02, -3.34267244e-02,  3.10800597e-02]]],\n",
       " \n",
       " \n",
       "        [[[ 1.38583006e-02, -1.43568115e-02,  1.83506764e-03],\n",
       "          [ 3.94429788e-02, -2.23686192e-02, -9.69682471e-04],\n",
       "          [-4.79146605e-03,  2.25344338e-02, -1.60144344e-02]],\n",
       " \n",
       "         [[ 3.26089300e-02, -3.16936150e-03, -3.00672650e-02],\n",
       "          [-2.12037824e-02, -2.77991649e-02,  1.76923461e-02],\n",
       "          [ 1.08582415e-02, -3.05713341e-03,  5.43808565e-03]],\n",
       " \n",
       "         [[ 3.53654905e-04,  2.79701184e-02,  3.73324603e-02],\n",
       "          [ 2.62381285e-02, -5.25145745e-03, -2.37198826e-02],\n",
       "          [ 1.54658481e-02, -3.16958129e-02, -1.72141253e-03]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-8.19528475e-03,  6.88011060e-03, -2.16604620e-02],\n",
       "          [-2.81657912e-02, -4.06115800e-02,  5.86244743e-03],\n",
       "          [-2.49118190e-02, -2.13177092e-02,  3.28633413e-02]],\n",
       " \n",
       "         [[ 1.95173528e-02, -3.40609774e-02, -2.45388523e-02],\n",
       "          [-4.21224050e-02,  3.84995490e-02,  8.74781399e-05],\n",
       "          [-3.00159827e-02,  3.68167125e-02, -4.48681694e-03]],\n",
       " \n",
       "         [[-1.40018566e-02, -1.29409311e-02,  1.88321974e-02],\n",
       "          [-1.64900292e-02,  1.28998756e-02,  8.44030734e-03],\n",
       "          [-3.83546762e-02, -3.15426174e-03,  1.29068065e-02]]],\n",
       " \n",
       " \n",
       "        [[[-3.87068503e-02, -3.15225236e-02,  1.50272958e-02],\n",
       "          [-5.58404997e-03, -7.26005808e-03, -1.04485825e-03],\n",
       "          [-9.07096639e-03,  5.69223985e-03, -3.94766480e-02]],\n",
       " \n",
       "         [[-3.05825770e-02,  3.12253200e-02, -5.65771759e-03],\n",
       "          [ 3.99644636e-02,  1.58714205e-02,  4.05784436e-02],\n",
       "          [ 1.59986354e-02,  3.16317193e-02,  2.45067962e-02]],\n",
       " \n",
       "         [[-2.84661110e-02, -8.40350986e-04,  3.84369977e-02],\n",
       "          [-6.55217096e-03, -2.85730138e-03,  1.14679970e-02],\n",
       "          [ 2.20991857e-02, -2.68443376e-02, -2.49933861e-02]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-2.83627119e-02,  9.41056386e-03, -9.28599015e-03],\n",
       "          [-6.21071830e-03,  2.01649629e-02, -3.09752338e-02],\n",
       "          [ 5.07205725e-04, -3.68515775e-03,  1.23831816e-02]],\n",
       " \n",
       "         [[-3.64629179e-02,  4.07458581e-02, -3.17735821e-02],\n",
       "          [-1.90235134e-02,  2.69742198e-02, -2.09233612e-02],\n",
       "          [-3.77731398e-02, -2.12983191e-02, -2.56549679e-02]],\n",
       " \n",
       "         [[-1.71223842e-02,  2.28933580e-02,  3.99776585e-02],\n",
       "          [-3.09142470e-03, -7.02526420e-04, -2.99488604e-02],\n",
       "          [-2.48304904e-02,  3.57505567e-02,  1.55175067e-02]]]],\n",
       "       dtype=float32),\n",
       " 'c3.bias': array([ 0.00078702, -0.037832  ,  0.02777933, -0.03697772, -0.02142611,\n",
       "         0.00306343, -0.02283767,  0.02424119, -0.03204247,  0.01260361,\n",
       "         0.02724667, -0.03509331, -0.00336302, -0.00895013,  0.00286117,\n",
       "        -0.04029171,  0.03295118, -0.01393867,  0.03232146, -0.02811156,\n",
       "         0.01937244, -0.00374672, -0.00769201, -0.02567351,  0.02027692,\n",
       "         0.02806903, -0.00126949, -0.00988762, -0.03472232,  0.00976094,\n",
       "        -0.03283629, -0.03358427, -0.03435992,  0.03809831, -0.03186393,\n",
       "        -0.02995958, -0.02998927, -0.0374458 ,  0.03842725,  0.00300266,\n",
       "        -0.02681839,  0.0115001 ,  0.03395961,  0.01401934, -0.00690685,\n",
       "        -0.00952972, -0.03402276, -0.03208612, -0.0238568 ,  0.02441959,\n",
       "         0.0114125 , -0.01530694, -0.01650872, -0.02382077,  0.01127333,\n",
       "        -0.00589788, -0.01806571, -0.02774689, -0.01712565,  0.01206931,\n",
       "         0.01887   , -0.01322085,  0.02071782,  0.03886151,  0.02976574,\n",
       "        -0.03744868,  0.01196553,  0.03556044,  0.00954813,  0.02705687,\n",
       "         0.01692775, -0.01429109, -0.01411217,  0.02335849, -0.0151491 ,\n",
       "         0.04048792,  0.0391671 ,  0.02613534, -0.01004646,  0.03867332,\n",
       "        -0.02688055,  0.0297934 ,  0.02744819,  0.01895567, -0.01136001,\n",
       "         0.0124442 , -0.00619716,  0.00186319,  0.0240097 , -0.03579385,\n",
       "        -0.01001328, -0.02813111, -0.03242859, -0.03614653,  0.03748718,\n",
       "        -0.02343433,  0.03207039,  0.00762287, -0.00139225, -0.01325281,\n",
       "        -0.00682168, -0.02951949,  0.03448181,  0.02147768,  0.02394341,\n",
       "        -0.01450142,  0.0019259 , -0.01615715, -0.03352062, -0.02796006,\n",
       "         0.02603174, -0.01020014,  0.01268407, -0.03614426,  0.03186816,\n",
       "         0.02815152,  0.00037638,  0.02046871,  0.00739373, -0.01692003,\n",
       "        -0.02936831, -0.01843601,  0.01961647, -0.03004385,  0.03380927,\n",
       "         0.03126226,  0.00670159, -0.00558702], dtype=float32),\n",
       " 'fc1.weight': array([[-0.00150841,  0.00495297,  0.00452723, ..., -0.0046735 ,\n",
       "          0.00889702, -0.01241368],\n",
       "        [ 0.00257037,  0.00225796, -0.00157878, ...,  0.01054467,\n",
       "          0.00999027,  0.00759371],\n",
       "        [-0.00912579,  0.00088728, -0.00431679, ..., -0.00608176,\n",
       "         -0.01224596, -0.00435129],\n",
       "        ...,\n",
       "        [ 0.00406215,  0.00739666, -0.01141514, ...,  0.01155296,\n",
       "          0.00164153,  0.00881574],\n",
       "        [-0.00602521, -0.00919472,  0.00161091, ..., -0.00741205,\n",
       "         -0.00547842, -0.00236494],\n",
       "        [-0.00400625, -0.00393159,  0.00443758, ...,  0.0016147 ,\n",
       "         -0.00927635,  0.01256641]], dtype=float32),\n",
       " 'fc1.bias': array([ 4.74451296e-03,  5.60563989e-03,  9.15836950e-04,  6.02396729e-04,\n",
       "         1.25683220e-02,  9.83507931e-03,  1.88809668e-03,  7.69180618e-03,\n",
       "         6.58949371e-03,  4.08091024e-03, -1.19899344e-02, -2.86915270e-03,\n",
       "        -2.80232634e-03,  6.47980534e-03,  8.51373479e-04, -3.33373784e-03,\n",
       "         3.67965270e-03, -5.11168269e-03, -1.01128919e-02,  2.92496406e-03,\n",
       "         5.64133935e-03,  1.26026990e-02,  1.02603454e-02, -9.07006953e-03,\n",
       "         1.30596478e-02,  9.29888629e-04, -4.51249257e-03,  2.99755484e-04,\n",
       "        -8.38098489e-03,  7.84706426e-05, -1.11624561e-02, -1.02595873e-02,\n",
       "        -7.90719502e-03, -5.54278167e-03, -9.13547259e-03, -3.05129727e-03,\n",
       "        -1.23245073e-02, -7.17110094e-03,  1.08080357e-02, -1.04993128e-03,\n",
       "         4.94773441e-04, -6.77793240e-03,  8.67623743e-03, -1.18300077e-02,\n",
       "        -8.05207435e-03,  2.07481300e-03,  8.44662543e-03,  4.14403155e-04,\n",
       "        -1.19875569e-03,  4.08983743e-03, -5.46892639e-03, -6.33250037e-03,\n",
       "        -4.42982838e-03,  4.25487757e-03, -3.70406802e-03,  1.00954510e-02,\n",
       "        -8.32153112e-03, -6.99275965e-03, -6.35010190e-03,  4.15164977e-05,\n",
       "         1.20459711e-02, -1.03983590e-02, -8.87282193e-03, -3.56030127e-04,\n",
       "        -1.43350940e-03, -9.66446474e-03, -2.71080993e-03, -1.11922538e-02,\n",
       "        -5.82549395e-03, -6.90793246e-03, -8.02021660e-03,  5.47780702e-03,\n",
       "         3.66074062e-04,  6.64497400e-03, -6.25969982e-03,  6.75401930e-03,\n",
       "         4.51648841e-03,  5.79199800e-03, -3.40100331e-03, -2.31172889e-03,\n",
       "         8.09206255e-03, -4.52104118e-03,  7.62487110e-03,  7.73518288e-04,\n",
       "         6.12947950e-03, -1.11615360e-02,  1.06037473e-02,  8.56915489e-03,\n",
       "         1.18969791e-02,  1.82517921e-03, -2.12169066e-03, -2.63903849e-03,\n",
       "        -3.80760897e-03, -7.00634962e-04, -7.80747039e-04,  4.24901582e-03,\n",
       "        -1.23727946e-02, -2.53706612e-03,  8.58514011e-03, -1.24882385e-02,\n",
       "        -5.25696157e-03, -8.88901763e-03, -2.97836168e-03, -1.06259007e-02,\n",
       "         1.18962005e-02,  1.05702011e-02,  7.59845600e-04, -3.21498886e-03,\n",
       "         1.12385480e-02,  5.11233276e-03, -9.92584694e-03,  6.99178083e-03,\n",
       "        -7.52986874e-03, -7.61919655e-04, -1.01905661e-02, -4.35794797e-03,\n",
       "         3.36328521e-04,  4.43675183e-03,  7.02080457e-03, -7.09947024e-04,\n",
       "         7.93804042e-03,  9.41309892e-03,  2.00229604e-03,  5.23907878e-03,\n",
       "        -1.16689615e-02, -1.08401924e-02, -5.16787451e-03,  1.77136133e-03,\n",
       "        -7.41105992e-03,  9.97282378e-03, -3.13614588e-03, -1.02293678e-02,\n",
       "        -9.62839089e-03, -1.08008552e-02,  1.15523711e-02,  1.00097293e-02,\n",
       "         5.24128973e-03,  9.48248338e-03, -1.03025455e-02, -5.51266223e-03,\n",
       "        -9.14990157e-03,  9.98458453e-03,  6.20029587e-03,  3.61011294e-03,\n",
       "         1.10144783e-02,  9.80272889e-05, -1.23457750e-02, -3.66551615e-03,\n",
       "        -7.90835638e-03,  7.51955854e-03,  6.94170594e-04,  7.74794817e-03,\n",
       "        -1.20968353e-02,  6.88230433e-03,  3.09777819e-03,  2.89517827e-03,\n",
       "         1.18792159e-02, -1.01803429e-02, -5.66532835e-05, -5.12776617e-03,\n",
       "        -9.06222500e-03, -7.76814437e-03, -5.75014576e-03,  2.76593585e-03,\n",
       "        -4.45260573e-03, -3.76671739e-03, -1.19244289e-02, -2.91232765e-03,\n",
       "        -8.41890369e-03, -9.62949637e-03,  1.17722740e-02, -4.42982838e-03,\n",
       "        -5.19426307e-04, -8.34208820e-03,  3.22266109e-03, -8.99796560e-03,\n",
       "         1.00273592e-02, -3.85612622e-03, -8.59380234e-03, -1.24501847e-02,\n",
       "         5.85620292e-04,  2.91238213e-03,  8.91818106e-03, -9.69050452e-04,\n",
       "        -1.10577717e-02,  1.21835712e-02,  9.67214443e-03, -8.61398783e-03,\n",
       "         7.11182132e-03,  1.74654275e-03, -3.92958056e-03, -4.55991458e-03,\n",
       "         7.59031065e-03,  5.42314630e-03, -2.51584686e-04,  8.23118258e-03,\n",
       "        -1.03654610e-02, -4.39290237e-03,  5.89950662e-03,  2.78294273e-03,\n",
       "         2.35892730e-04,  2.59624701e-03, -5.41269779e-03,  1.90454407e-03,\n",
       "         1.08644664e-02, -1.15616992e-02, -8.82508233e-03, -4.37364541e-03,\n",
       "        -4.15423652e-03,  6.73183892e-03,  2.73719337e-03, -8.72901548e-03,\n",
       "         3.10646399e-04, -8.63272976e-03,  8.16509360e-04, -8.82288441e-05,\n",
       "         9.75682028e-03, -8.60299356e-03,  2.86835711e-03, -4.31906339e-03,\n",
       "         1.09759104e-02,  6.00758567e-03,  8.05017818e-03,  7.01451395e-03,\n",
       "        -1.16742589e-03,  1.00429524e-02,  3.23877111e-03,  1.22463200e-02,\n",
       "         2.06545554e-03, -5.01679815e-03, -4.65689367e-03,  8.48044001e-04,\n",
       "        -1.13791022e-02,  3.70812858e-03,  8.19501746e-03, -1.41138956e-03,\n",
       "        -7.82881677e-03, -2.73867976e-03, -1.18526490e-02,  9.99051705e-03,\n",
       "        -8.68703797e-03, -2.35005841e-03,  1.16495397e-02, -1.62419339e-03,\n",
       "        -4.93041659e-03, -4.89269337e-03, -1.07148411e-02, -1.19025167e-02,\n",
       "        -2.90819025e-03,  7.63407117e-03, -5.72135299e-03, -1.08068008e-02,\n",
       "        -1.02947773e-02, -9.32022464e-03,  1.20990686e-02, -1.11625297e-02,\n",
       "        -1.00976333e-03, -1.10509759e-02, -7.32018799e-03, -4.95999306e-03,\n",
       "         4.16401774e-03,  2.30281986e-03, -3.68779246e-03, -6.93190843e-04,\n",
       "         1.18544130e-02, -1.08517595e-02,  7.85183907e-03, -1.28393609e-03,\n",
       "        -9.87883098e-03, -6.68947585e-04,  3.11341556e-03, -6.87357644e-03,\n",
       "         1.10658370e-02,  3.03482357e-03,  7.31543824e-03, -5.83222322e-03,\n",
       "        -5.02465991e-03, -4.12381021e-03, -6.20938512e-03, -8.12380109e-03,\n",
       "        -2.07015499e-03,  8.77977349e-03, -2.12791795e-03, -9.53513291e-03,\n",
       "        -1.20387925e-02,  9.16012563e-03, -1.88310165e-03,  9.64628533e-03,\n",
       "        -1.70441065e-03,  7.24715367e-03, -9.96757997e-04, -1.25213442e-02,\n",
       "        -4.84295562e-03,  2.03789212e-04, -1.26131717e-02,  2.75845570e-03,\n",
       "         8.66110809e-03,  4.49831644e-03,  1.91889331e-03,  3.14641744e-03,\n",
       "         2.42911838e-03,  6.19925500e-04, -3.04464041e-03,  3.64361028e-03,\n",
       "         4.77078371e-04, -2.87987012e-03, -4.20994620e-05, -1.51547277e-03,\n",
       "         8.44706595e-03,  9.11801646e-04, -7.96164386e-03, -1.14816064e-02,\n",
       "         1.66290358e-03, -5.93947247e-04, -9.60705802e-04, -8.40770919e-03,\n",
       "         3.13839316e-03, -7.69014703e-04,  7.27689080e-03,  1.09070502e-02,\n",
       "         8.06398969e-03, -1.06570870e-02,  1.06368028e-02, -1.13703180e-02,\n",
       "         1.11020468e-02, -4.05812915e-03,  6.64156862e-03, -1.17455618e-02,\n",
       "         5.07063605e-03,  9.54980124e-03,  1.89722737e-03,  4.94501460e-03,\n",
       "         1.17912069e-02,  1.01975547e-02, -2.71971733e-03,  8.15320946e-03,\n",
       "        -1.02917487e-02,  8.97206645e-03, -5.72999427e-03,  9.12899617e-03,\n",
       "        -1.17446892e-02, -2.73210672e-03, -7.61635089e-03,  1.06735526e-04,\n",
       "        -2.44643446e-03,  8.83867498e-03,  3.01688287e-05,  2.76000844e-03,\n",
       "        -1.16868131e-03, -7.17908051e-03, -5.75948134e-03,  3.79648851e-03,\n",
       "        -7.14184623e-03,  3.06047313e-03, -9.36232391e-04,  9.25183855e-03,\n",
       "         1.02905538e-02,  1.19539239e-02,  2.85153836e-03,  4.02547419e-03,\n",
       "         8.38384405e-03, -3.81220225e-03, -5.11647668e-03,  2.33379565e-03,\n",
       "        -4.87930933e-03,  4.95617371e-03, -3.29768023e-04, -8.62393156e-03,\n",
       "        -7.61515414e-03,  6.17436180e-03,  1.15192216e-02, -9.37616627e-04,\n",
       "         1.06572639e-03,  4.68666665e-03,  9.38072521e-03,  3.54120508e-04,\n",
       "        -1.07949618e-02, -7.13440636e-03,  2.76213139e-03,  5.48913656e-03,\n",
       "        -8.20454734e-04, -1.51357334e-03, -9.91835818e-03, -9.39298049e-03,\n",
       "        -9.64023545e-03, -1.25895208e-02,  1.13226380e-02,  3.24608944e-03,\n",
       "         8.21031258e-03,  6.48218580e-03,  4.08393703e-03, -8.28338787e-03,\n",
       "        -2.13617738e-03, -3.97377461e-03, -8.46726261e-03, -9.99868196e-03,\n",
       "         9.43428092e-03, -5.91869419e-03,  1.16357617e-02, -6.19216310e-03,\n",
       "         3.47064063e-03, -8.38204287e-04,  2.93977722e-03,  4.06716764e-03,\n",
       "        -9.14905779e-03, -5.75917261e-03,  1.29867112e-02, -2.00732518e-03,\n",
       "         6.31756522e-03,  9.85222310e-03,  3.33059882e-03,  5.22909081e-03,\n",
       "        -5.02644433e-03,  8.97633564e-03,  3.52082337e-04,  1.83702388e-03,\n",
       "         1.75810198e-03,  1.55274570e-03,  9.20408964e-03,  2.06644670e-03,\n",
       "        -7.54007897e-06,  6.22645067e-03, -6.65323529e-03,  3.98384221e-03,\n",
       "         1.04063507e-02,  9.59621929e-03, -5.29081421e-03, -3.55107803e-03,\n",
       "         6.53873198e-03, -1.23526603e-02, -2.21389509e-03,  2.98161944e-03,\n",
       "         1.19511746e-02, -1.19026098e-02, -1.03965076e-03,  5.36691491e-03,\n",
       "         4.70458856e-03,  9.20929015e-03,  1.03967879e-02, -1.03187533e-02,\n",
       "        -1.03741605e-02,  5.54109411e-03, -1.11193508e-02,  1.20823160e-02,\n",
       "         7.86169525e-03, -1.81453256e-03,  4.48408350e-03, -1.17337238e-02,\n",
       "        -8.91449302e-03, -3.55441775e-03,  3.66746075e-03, -9.62243881e-04,\n",
       "        -3.30502307e-03, -7.43985502e-03, -6.88106380e-03,  3.62190348e-03,\n",
       "         3.53746489e-03, -1.60066690e-03,  4.25125379e-03,  2.55335961e-03,\n",
       "        -8.37443862e-03, -6.08837698e-03,  1.17573952e-02,  5.07480558e-03,\n",
       "        -1.24417078e-02,  7.06771621e-03, -6.30071340e-03, -5.32084145e-04,\n",
       "        -5.02026221e-03,  7.25342892e-04,  3.47610284e-03,  1.93191855e-03,\n",
       "         1.70092937e-03, -1.10548809e-02, -1.11085484e-02, -7.41509814e-03,\n",
       "         4.92019346e-04,  1.19774621e-02,  1.08704180e-03, -1.13499360e-02,\n",
       "        -8.86076246e-04, -1.25771649e-02, -5.29019348e-03, -4.15537041e-03,\n",
       "         4.44511883e-03,  4.18197084e-03,  3.89286870e-05,  1.14649152e-02,\n",
       "         8.41879193e-03,  4.05561924e-03,  2.19672080e-03, -1.24282148e-02,\n",
       "         2.93147098e-03, -8.44896492e-03,  8.99057370e-03,  5.99307753e-03,\n",
       "        -4.68947738e-03, -6.24837074e-03, -2.40900350e-04, -6.11982495e-03,\n",
       "        -1.17166871e-02,  8.63670092e-03,  6.09575072e-03, -1.00739636e-02,\n",
       "        -7.90502597e-03, -5.84530504e-03, -2.73235678e-03, -1.11614689e-02,\n",
       "        -6.08417206e-04,  6.03068061e-03, -7.32792960e-03, -1.08372038e-02],\n",
       "       dtype=float32),\n",
       " 'fc2.weight': array([[ 0.03160365, -0.0122155 , -0.00720467, ...,  0.02391646,\n",
       "         -0.02070467,  0.03714744],\n",
       "        [-0.02474714,  0.01030611,  0.03185498, ...,  0.00779208,\n",
       "          0.03865571,  0.01339699],\n",
       "        [ 0.00690495, -0.02760931,  0.00111152, ..., -0.0238507 ,\n",
       "          0.03467794, -0.02385944],\n",
       "        ...,\n",
       "        [-0.04012616, -0.00313245, -0.0071234 , ...,  0.0313332 ,\n",
       "          0.00438427,  0.01465849],\n",
       "        [ 0.01933229,  0.02087536,  0.03513804, ...,  0.03157375,\n",
       "         -0.03730362,  0.00201028],\n",
       "        [ 0.01852031,  0.02274794,  0.02019659, ..., -0.0302995 ,\n",
       "         -0.00486605, -0.02044681]], dtype=float32),\n",
       " 'fc2.bias': array([ 3.47445719e-02,  2.41695642e-02,  1.67256780e-02, -3.13289016e-02,\n",
       "         8.65564123e-03,  1.83268879e-02, -2.48433705e-02, -2.69005951e-02,\n",
       "         8.15373659e-03,  2.43061539e-02,  3.17407176e-02,  4.18304354e-02,\n",
       "        -1.55998133e-02,  2.32144184e-02,  6.20820001e-03, -1.11516379e-02,\n",
       "        -2.10806783e-02,  3.59115265e-02, -1.86210833e-02, -1.47097073e-02,\n",
       "        -1.63793396e-02, -3.37209180e-02, -3.93845960e-02, -3.14167067e-02,\n",
       "         1.59908161e-02, -1.79382730e-02, -3.97673249e-03, -2.55480446e-02,\n",
       "        -2.10728291e-02, -1.34390593e-02,  1.17974132e-02,  1.63567346e-02,\n",
       "        -2.52905004e-02,  4.35909554e-02, -2.42382735e-02, -1.58257447e-02,\n",
       "        -1.80602036e-02, -2.50223577e-02,  2.67305896e-02,  2.72285566e-02,\n",
       "         8.22336785e-03, -3.25502604e-02,  2.84854826e-02, -1.46902613e-02,\n",
       "        -3.94944996e-02,  5.00548771e-03,  4.03083526e-02, -1.83310397e-02,\n",
       "         1.16811050e-02, -2.69508362e-03, -1.57294367e-02, -4.06936146e-02,\n",
       "        -4.86437231e-03,  2.26638410e-02, -1.53511791e-02,  4.39345278e-02,\n",
       "        -2.22721808e-02,  1.73353311e-02,  1.12388441e-02,  3.77521403e-02,\n",
       "        -2.47298460e-03, -1.83467509e-03,  3.09396666e-02,  3.21893170e-02,\n",
       "         2.04748027e-02,  2.61447150e-02,  3.58339101e-02,  8.38022586e-03,\n",
       "         4.34458926e-02, -2.80129518e-02, -3.11483182e-02, -3.10619874e-03,\n",
       "        -3.46529000e-02,  1.01353806e-02, -3.49770375e-02,  1.51101360e-02,\n",
       "         1.64318494e-02,  2.88050063e-02,  3.36744450e-02, -3.41311544e-02,\n",
       "         2.87568551e-02,  2.86323410e-02, -1.51835382e-04, -2.42669303e-02,\n",
       "        -4.37393822e-02, -1.46409776e-02, -3.60537954e-02, -1.35800447e-02,\n",
       "         3.50188278e-02, -6.50076149e-03,  1.87409203e-02,  1.93720870e-02,\n",
       "         3.07187028e-02,  8.19291919e-03, -1.78199708e-02,  5.40507585e-03,\n",
       "        -4.19327244e-02,  1.85259506e-02,  9.83567629e-03, -4.34630923e-02,\n",
       "        -1.09301526e-02,  1.86088793e-02,  1.52953714e-02,  5.23016928e-03,\n",
       "        -5.34856645e-03,  4.93772328e-04, -3.43109146e-02,  6.02255017e-03,\n",
       "        -3.72194648e-02,  3.16805835e-03, -7.22853758e-04, -3.12882513e-02,\n",
       "         2.12954935e-02,  1.37664843e-02, -3.72533202e-02, -1.56550668e-02,\n",
       "        -4.05295789e-02,  4.56302834e-04, -3.84011157e-02,  1.42836105e-02,\n",
       "        -8.43172800e-03,  5.68303419e-03,  7.98891019e-03,  1.87636632e-02,\n",
       "        -2.78784428e-02, -9.16280597e-03, -2.92472616e-02,  2.78395489e-02,\n",
       "         3.86439934e-02, -3.08127049e-02, -2.19993833e-02,  1.49906124e-03,\n",
       "        -2.49346178e-02,  7.61168031e-03,  2.69185640e-02,  4.91002202e-03,\n",
       "         2.74074692e-02, -4.07781228e-02, -2.00893520e-03,  6.63619488e-04,\n",
       "        -3.65620628e-02,  3.81270051e-02,  2.19793636e-02,  2.95257010e-02,\n",
       "        -1.29622240e-02, -1.67651363e-02, -4.40401882e-02, -2.16960330e-02,\n",
       "        -2.00611781e-02, -1.56596191e-02,  1.73450727e-02,  2.24617384e-02,\n",
       "         1.10592600e-02, -4.22179550e-02,  3.89601812e-02, -4.38668728e-02,\n",
       "        -3.83591354e-02, -3.83803956e-02,  1.35530392e-02, -1.86755098e-02,\n",
       "        -8.87443870e-03, -6.29827753e-03, -1.98640656e-02,  3.62299718e-02,\n",
       "         6.51915278e-03,  3.14410999e-02,  1.44940279e-02,  4.16669138e-02,\n",
       "         3.55935246e-02,  3.59250495e-04,  2.01873221e-02, -3.60681787e-02,\n",
       "        -1.06311627e-02,  2.67994739e-02, -2.89960671e-02, -3.70304771e-02,\n",
       "        -1.41448611e-02,  1.08734556e-02,  3.01825884e-03,  1.04759112e-02,\n",
       "        -1.27221458e-02,  2.46447455e-02,  6.33023819e-03, -1.94415879e-02,\n",
       "         9.03479569e-03, -3.98068354e-02, -2.98427381e-02, -2.79844049e-02,\n",
       "        -4.23108414e-02, -4.38707210e-02, -8.14311206e-05, -2.62736529e-03,\n",
       "        -3.11442539e-02, -3.12433802e-02, -9.17576905e-03, -2.87741944e-02,\n",
       "         9.73550882e-03, -9.63408500e-03, -2.27279551e-02,  1.30593646e-02,\n",
       "         2.37189140e-02, -1.35450959e-02,  3.71768288e-02,  3.79206911e-02,\n",
       "         3.29802819e-02,  4.04099934e-02, -3.87433842e-02, -1.62202623e-02,\n",
       "        -2.82504894e-02, -3.98314670e-02, -1.22818155e-02,  4.24139462e-02,\n",
       "        -3.32183950e-02,  2.14092433e-03,  1.96636599e-02, -3.92463654e-02,\n",
       "        -3.50597617e-03, -2.89367791e-02, -1.60203371e-02,  9.85501893e-03,\n",
       "        -9.72670782e-03, -2.38868198e-03, -1.66058424e-03,  9.64559615e-03,\n",
       "        -4.23644520e-02, -1.23472027e-02,  1.92802791e-02,  2.23058667e-02,\n",
       "        -1.40577657e-02,  3.80453840e-03, -3.87630090e-02,  9.59616806e-03,\n",
       "         3.97523567e-02, -3.05768680e-02, -8.22804868e-05,  1.75873898e-02,\n",
       "         2.38526575e-02, -1.71019211e-02,  2.64948048e-02,  8.89599323e-04,\n",
       "        -4.15606573e-02,  1.74606778e-02, -9.46428627e-04,  3.87713835e-02,\n",
       "         5.10669360e-03, -8.14836472e-03,  1.54343676e-02, -2.33668499e-02,\n",
       "         1.70689076e-04, -6.10359339e-03,  2.36664917e-02, -3.48500162e-03,\n",
       "         2.75675878e-02,  1.99412033e-02,  3.51722986e-02,  4.32345644e-02],\n",
       "       dtype=float32),\n",
       " 'fc3.weight': array([[ 4.8200861e-03, -1.6874522e-03, -1.0184921e-02, ...,\n",
       "          4.0309504e-03,  2.1883398e-02,  4.3861642e-03],\n",
       "        [-3.9993529e-03,  1.9064391e-02,  5.9252851e-02, ...,\n",
       "         -3.6074878e-05, -4.7145453e-03,  2.3152789e-03],\n",
       "        [-1.1070505e-02, -2.1129280e-02,  6.2462702e-02, ...,\n",
       "         -4.3059327e-02,  1.6685575e-02, -4.8309937e-03],\n",
       "        ...,\n",
       "        [-4.7097720e-02, -2.7546801e-02, -6.1062075e-02, ...,\n",
       "         -1.7315954e-02,  2.3222283e-02,  1.7622083e-02],\n",
       "        [-2.0639233e-02,  4.4706732e-02,  5.3783491e-02, ...,\n",
       "          1.8502906e-02,  5.7408042e-02, -1.0031067e-02],\n",
       "        [-2.9985026e-02,  2.0884745e-02, -2.2403285e-02, ...,\n",
       "         -3.1838775e-02, -4.8485115e-02, -5.3202294e-02]], dtype=float32),\n",
       " 'fc3.bias': array([ 0.003131  , -0.01227727, -0.00824998, -0.02652623, -0.01278008,\n",
       "        -0.05866559,  0.02525292,  0.00283142,  0.05072017,  0.04724276,\n",
       "        -0.01698463, -0.04034395, -0.01624475, -0.03816082, -0.01718718,\n",
       "         0.02710166,  0.05149908,  0.0604477 , -0.04678303, -0.0307687 ,\n",
       "        -0.03771883,  0.02155525, -0.0204709 ,  0.03840898, -0.06165261,\n",
       "         0.0236823 , -0.05094849,  0.03771928, -0.04235442,  0.04338277,\n",
       "         0.02189867,  0.02298688,  0.00029132,  0.05753142, -0.01078022,\n",
       "        -0.0499701 ,  0.05839544,  0.01237634, -0.00122198,  0.04924747,\n",
       "        -0.04598173, -0.05167625,  0.0533802 ,  0.03756762, -0.04887226,\n",
       "        -0.05691429, -0.017329  ,  0.0242697 ,  0.01941086, -0.01477946,\n",
       "         0.03103346, -0.03811041,  0.00315439, -0.03767147,  0.03087087,\n",
       "        -0.05617324, -0.01062162,  0.0366629 ,  0.00433018, -0.00092619,\n",
       "        -0.05689182,  0.03647846, -0.01644929, -0.02550862,  0.05673777,\n",
       "         0.06116049,  0.02345653,  0.0484165 ,  0.03201449, -0.03233023,\n",
       "        -0.02635414,  0.00846545,  0.03704242, -0.05771802,  0.05229404,\n",
       "        -0.04597144,  0.05904415,  0.04840015, -0.05262026, -0.06175   ,\n",
       "         0.03874781, -0.05705573,  0.02347918, -0.05111516,  0.02850346,\n",
       "         0.0198126 , -0.01643953,  0.05713835, -0.03666064, -0.03368693,\n",
       "        -0.05080657, -0.06179941,  0.02047166,  0.04676392,  0.02265036,\n",
       "         0.05907723, -0.04028113, -0.04123916,  0.02383439, -0.03981118,\n",
       "        -0.05133693,  0.00525582, -0.0006653 ,  0.03810273, -0.02638643,\n",
       "         0.02205577, -0.03615168,  0.04678285, -0.01382241,  0.03313041,\n",
       "         0.00655903, -0.0303634 ,  0.00486494,  0.00281013, -0.01125541,\n",
       "        -0.0106998 , -0.00444712, -0.04015384, -0.02987751, -0.03664576,\n",
       "        -0.04916729, -0.00990012, -0.00602314, -0.05194537,  0.02083393,\n",
       "        -0.05234469, -0.01848865, -0.00222133, -0.02039743, -0.03101604,\n",
       "         0.0295168 , -0.01831072, -0.01076271,  0.00810567, -0.00701023,\n",
       "        -0.04205721, -0.02377711, -0.04498288,  0.04446047, -0.02680106,\n",
       "         0.0382206 ,  0.00873113, -0.05490183,  0.04531099, -0.00112608,\n",
       "         0.01736944, -0.00881726, -0.03740533, -0.04302627, -0.02704624,\n",
       "        -0.03523475,  0.00542593,  0.01795292, -0.04691628,  0.0003876 ,\n",
       "        -0.02060636,  0.0244826 ,  0.01835871,  0.02019602, -0.0109648 ,\n",
       "        -0.02342685, -0.01647161,  0.04898684,  0.0428268 ,  0.02080054,\n",
       "         0.0238596 , -0.06232706,  0.01286393,  0.01469979, -0.02527559,\n",
       "         0.00803762, -0.04859484, -0.0117109 ,  0.00752252, -0.05994609,\n",
       "         0.02839632,  0.04856976, -0.04271759, -0.01816446,  0.00889914,\n",
       "         0.03716021,  0.01723669, -0.04917841, -0.05727237, -0.06141136,\n",
       "         0.01105716, -0.02577782,  0.00047021,  0.04440685, -0.022352  ,\n",
       "        -0.00098976,  0.0435321 ,  0.01001091, -0.04496679,  0.05522777,\n",
       "         0.00213116,  0.03390794,  0.01967324,  0.00151376, -0.05042244,\n",
       "         0.01306116,  0.028397  ,  0.03137946,  0.05353994, -0.05723127,\n",
       "        -0.00784688, -0.00112028,  0.0151209 , -0.02290465, -0.04206104,\n",
       "        -0.01003513, -0.06035867,  0.03565725, -0.03878846,  0.04000174,\n",
       "        -0.00443903, -0.00682679, -0.03310917,  0.06030567,  0.04126651,\n",
       "        -0.02635664,  0.02788334, -0.04614721,  0.0557939 ,  0.00277875,\n",
       "         0.03579838,  0.01609087, -0.03310706, -0.04099865, -0.03824381,\n",
       "        -0.05699974, -0.02356786, -0.00570758, -0.04217282,  0.03916171,\n",
       "        -0.02432483,  0.02822237, -0.02951954, -0.04374699, -0.03759672,\n",
       "         0.02332053, -0.05567589,  0.00774536, -0.0292434 , -0.0581708 ,\n",
       "        -0.03474591,  0.03403662, -0.0334691 , -0.00410126, -0.01076498,\n",
       "         0.06061859,  0.03115817,  0.05052387,  0.0214756 ,  0.02217796,\n",
       "         0.0326318 , -0.00889251,  0.01640634,  0.05772468, -0.04070102,\n",
       "         0.03205749,  0.05367247, -0.02935185, -0.01825428, -0.05716837,\n",
       "         0.00611699, -0.05924911,  0.03747612,  0.02280055, -0.0384729 ,\n",
       "        -0.02071188,  0.03809072, -0.03176466, -0.02332401,  0.05390149,\n",
       "         0.04179926, -0.06088863, -0.03466708, -0.05502315,  0.01182075,\n",
       "         0.0053326 , -0.02319076,  0.04717836, -0.02347078,  0.00252776,\n",
       "        -0.03111675,  0.02691683,  0.00461854,  0.03067241, -0.00753862,\n",
       "         0.03273624, -0.04998813, -0.04446155,  0.01595636,  0.04989142,\n",
       "        -0.01556137,  0.00334689,  0.02575161,  0.04285347,  0.03519778,\n",
       "        -0.03876674, -0.05459581,  0.05905904, -0.01351139, -0.04641317,\n",
       "         0.02051495, -0.00861047,  0.01620607,  0.05789156,  0.02479845,\n",
       "        -0.0472053 , -0.04051645, -0.01601084,  0.00394478,  0.01279652,\n",
       "        -0.03190415, -0.02617017,  0.02836475,  0.04441252,  0.00869008,\n",
       "        -0.05640738, -0.04442246,  0.04364949,  0.01587663,  0.06261758,\n",
       "        -0.03912921,  0.00542452, -0.01031294, -0.00239475, -0.03083981,\n",
       "         0.03825372,  0.01815911,  0.05898386,  0.04064858, -0.05693541,\n",
       "         0.05002211,  0.02740741, -0.01088834,  0.01297393,  0.04840699,\n",
       "         0.05972291,  0.01403751, -0.03303306, -0.0227924 ,  0.02245996,\n",
       "        -0.00209855,  0.05441577, -0.03007365,  0.05943089, -0.03258853,\n",
       "        -0.05045483, -0.05697108, -0.00689716,  0.00428437,  0.01775208,\n",
       "        -0.03980412,  0.01462434,  0.04734465,  0.04897354, -0.04235727,\n",
       "        -0.02574636,  0.00724108, -0.00971582,  0.03772007, -0.04431632,\n",
       "         0.01429867,  0.00942774, -0.05051256, -0.02268211,  0.03674128,\n",
       "         0.00875138, -0.05656988,  0.04196535, -0.03686722, -0.05992732,\n",
       "         0.02007913,  0.00191923,  0.04612973,  0.04683609,  0.03712083,\n",
       "        -0.05282698,  0.0430062 , -0.05486306,  0.00619086, -0.00082272,\n",
       "         0.02856076, -0.03458511,  0.03765357, -0.0473484 ,  0.00145738,\n",
       "        -0.00720539, -0.01691919, -0.00375721,  0.02879009,  0.05107524,\n",
       "         0.04991182, -0.02005909,  0.01589574,  0.03686703, -0.02784833,\n",
       "         0.02311649, -0.01680946,  0.01782292, -0.0031659 , -0.0327302 ,\n",
       "         0.01023562, -0.05721378,  0.00906614,  0.04065191, -0.03948425,\n",
       "        -0.06086614, -0.03501108], dtype=float32),\n",
       " 'fc4.weight': array([[-0.04126891, -0.03015943, -0.01956517,  0.01880444, -0.04441501,\n",
       "         -0.00126349, -0.00673187, -0.02998147,  0.0262302 ,  0.00510087,\n",
       "          0.0075953 , -0.04462356, -0.03738983,  0.02598661, -0.01700348,\n",
       "          0.023317  , -0.00880003,  0.02790044,  0.0205474 ,  0.02007987,\n",
       "          0.03839686,  0.01679138,  0.0229883 , -0.03799568,  0.00373769,\n",
       "         -0.04129411, -0.03580001, -0.01293284, -0.01334856, -0.02966005,\n",
       "         -0.02157753,  0.01233745,  0.01692741,  0.0398221 ,  0.03866606,\n",
       "         -0.0456781 , -0.01794089, -0.04259339,  0.03251529, -0.01279601,\n",
       "         -0.00223382, -0.00578063,  0.03123891, -0.0111757 ,  0.04308162,\n",
       "         -0.04585792, -0.04291052,  0.01887471,  0.01589573,  0.0189636 ,\n",
       "         -0.04392724, -0.01706273,  0.02340441,  0.02993963,  0.02937037,\n",
       "         -0.01361664,  0.0229509 ,  0.0262458 , -0.02420222,  0.02981504,\n",
       "         -0.04541839, -0.00500893, -0.0134354 , -0.01294888,  0.04074393,\n",
       "         -0.01367341, -0.00174576,  0.01864007, -0.0032488 , -0.00256436,\n",
       "         -0.03444398, -0.04378495, -0.02289998, -0.03336163,  0.0407721 ,\n",
       "          0.03077729, -0.00758436,  0.00419094,  0.0439189 , -0.01060351,\n",
       "          0.01762039,  0.00327728, -0.00161779,  0.0070905 , -0.04032724,\n",
       "         -0.00800884,  0.03882904, -0.03955856,  0.00744671, -0.03604002,\n",
       "         -0.02255909, -0.00717045,  0.04221828,  0.0046995 , -0.01165109,\n",
       "          0.01389616, -0.00559678, -0.02349072, -0.02292291, -0.01951486,\n",
       "          0.02687918, -0.02273729,  0.03573868,  0.01126589, -0.03495467,\n",
       "         -0.00755924, -0.00491387,  0.04774795,  0.03179184, -0.01796662,\n",
       "          0.02286515, -0.02013234,  0.00625262,  0.01718767,  0.03608369,\n",
       "          0.03303196, -0.04857996, -0.02205814, -0.01068424, -0.01447156,\n",
       "          0.04378826, -0.04239122,  0.00297918,  0.03521226, -0.03560648,\n",
       "         -0.01870802,  0.02777137,  0.03647283,  0.02534894,  0.01739328,\n",
       "          0.03213073,  0.02132947,  0.02649799, -0.01546008, -0.03278758,\n",
       "          0.03415316, -0.011415  , -0.0246658 ,  0.01353993,  0.01623274,\n",
       "         -0.00601471, -0.01433523,  0.00513995,  0.03602893, -0.02199289,\n",
       "          0.02782864, -0.03426747,  0.02217796, -0.01561735,  0.02147301,\n",
       "          0.00240894,  0.03413404,  0.00357141,  0.04414602, -0.0174631 ,\n",
       "         -0.02430529,  0.0347915 , -0.04602274,  0.02520675,  0.00537495,\n",
       "          0.04572999,  0.00625773, -0.01017422,  0.00090471, -0.02477711,\n",
       "         -0.04349218, -0.00704589,  0.01526526,  0.00656451,  0.01574446,\n",
       "          0.03113788,  0.01147413, -0.01121171,  0.04716586,  0.00071256,\n",
       "          0.00970476, -0.00896983,  0.0349189 ,  0.00367523, -0.02224783,\n",
       "          0.00750824, -0.00147798, -0.01284445, -0.00032176,  0.04222001,\n",
       "         -0.03855517, -0.01204282, -0.04621491, -0.01199264, -0.01299195,\n",
       "         -0.01454501,  0.03787476,  0.01990626,  0.00792043,  0.04693091,\n",
       "          0.00089735, -0.02387172,  0.01710544,  0.00385937,  0.02142385,\n",
       "          0.01746472, -0.0338654 ,  0.03611053,  0.03220025, -0.00315244,\n",
       "          0.00280279, -0.03127361,  0.01224207, -0.02386545,  0.03452785,\n",
       "          0.0474222 ,  0.01725772,  0.03050624, -0.01435036,  0.04383759,\n",
       "          0.02771016,  0.0188663 ,  0.00406253, -0.01461285, -0.01451901,\n",
       "          0.01733655,  0.00072438, -0.03797626, -0.02141298,  0.00634158,\n",
       "         -0.02013579,  0.04802802, -0.04105226, -0.00011901,  0.03816551,\n",
       "          0.03636608,  0.0225552 ,  0.03068772, -0.03775917,  0.01712802,\n",
       "         -0.02512014,  0.00813705,  0.00726021, -0.01657771, -0.02616311,\n",
       "         -0.00229974,  0.04057363, -0.00564743,  0.03090584, -0.04103213,\n",
       "          0.02508435,  0.01684852,  0.0280658 , -0.02947735, -0.01212078,\n",
       "          0.04212214, -0.03055042,  0.04200037,  0.04641233, -0.0450612 ,\n",
       "         -0.02976825, -0.00519383, -0.03745293, -0.00372037,  0.03175123,\n",
       "         -0.03140881, -0.04599002, -0.02913379, -0.00917164, -0.04746702,\n",
       "          0.01402537, -0.02799234, -0.01418235,  0.0200677 , -0.03483232,\n",
       "          0.02911434, -0.04141608, -0.00559054, -0.04627867,  0.00317824,\n",
       "          0.01228589,  0.03870117,  0.01584218, -0.01138581,  0.01248023,\n",
       "          0.0328734 ,  0.03630238, -0.02299179, -0.00435881,  0.04610473,\n",
       "         -0.04732139,  0.01264245, -0.02385   ,  0.03257986, -0.00180119,\n",
       "         -0.04125379,  0.01822346,  0.02805081,  0.01905054,  0.00974528,\n",
       "         -0.04170499,  0.04376013,  0.00335098, -0.01518964, -0.00956034,\n",
       "         -0.0146925 ,  0.04710016,  0.04751009,  0.00384456, -0.02433229,\n",
       "          0.0201431 ,  0.02682988,  0.00525778,  0.01955827,  0.00452135,\n",
       "          0.01893511,  0.03662872, -0.03740947, -0.03498   , -0.01766605,\n",
       "         -0.00864611,  0.03774789,  0.02858148, -0.03629114, -0.03745134,\n",
       "         -0.04485955,  0.04238035, -0.0409597 , -0.03688711, -0.04219489,\n",
       "         -0.03642399, -0.01688061,  0.0313818 , -0.01336142, -0.01980179,\n",
       "          0.00096323,  0.00049172, -0.04725522,  0.03283387,  0.01416153,\n",
       "          0.02854064,  0.01204228, -0.00575753, -0.02269336, -0.00572636,\n",
       "         -0.04162471,  0.03915142, -0.0387404 , -0.01945069,  0.01271166,\n",
       "         -0.02465791, -0.04842939,  0.04160061, -0.03789724, -0.03420859,\n",
       "          0.03366347,  0.00120093, -0.03783944,  0.0188938 , -0.00943389,\n",
       "         -0.0433339 ,  0.03458886, -0.02325697,  0.01206053,  0.03548048,\n",
       "          0.02872653, -0.03181314, -0.030107  ,  0.04239949,  0.02439508,\n",
       "          0.00657574, -0.03162713,  0.01473103,  0.04277974,  0.02186043,\n",
       "         -0.02189971,  0.03444248,  0.00332546, -0.00305328,  0.01617165,\n",
       "         -0.0029067 , -0.01282517, -0.00821292, -0.04281121, -0.01712577,\n",
       "         -0.04257838,  0.02673454,  0.04674715, -0.02656601, -0.01115606,\n",
       "          0.03607114,  0.02137262, -0.02254765, -0.03146789,  0.03893962,\n",
       "         -0.03294379,  0.0410677 , -0.02855741, -0.03155984,  0.02842718,\n",
       "          0.03912614, -0.04004295,  0.03585926,  0.03129463,  0.01753554,\n",
       "          0.00588435, -0.00303048, -0.00804104,  0.03430602, -0.03044835,\n",
       "          0.00920382, -0.01138874, -0.03038498, -0.00437766, -0.00248914,\n",
       "         -0.01257789, -0.02566831],\n",
       "        [ 0.00578655, -0.03603927, -0.01054679,  0.01926114,  0.02008358,\n",
       "          0.02087106,  0.02003476,  0.03742995,  0.0215789 , -0.01311002,\n",
       "         -0.04729907,  0.01201643,  0.00752889,  0.00542586,  0.02781708,\n",
       "          0.02140643, -0.04432686, -0.02452605,  0.03910118,  0.01968122,\n",
       "         -0.04623013, -0.01341681,  0.04693276,  0.04574213,  0.0473654 ,\n",
       "         -0.04212827,  0.01724132, -0.01270154, -0.04646152,  0.00467149,\n",
       "          0.01525746, -0.01679373,  0.03361413, -0.01043332,  0.00071933,\n",
       "         -0.01849241, -0.00991936,  0.03010941,  0.02303898, -0.01778237,\n",
       "          0.015893  , -0.04358218, -0.0378565 , -0.00127873, -0.00168209,\n",
       "         -0.00622879, -0.02858385,  0.03353379,  0.0343669 ,  0.01764794,\n",
       "          0.0420233 , -0.03297228, -0.00321211,  0.03175583,  0.0178402 ,\n",
       "          0.04450938,  0.02147985,  0.04724019, -0.01500482, -0.02361728,\n",
       "         -0.03339384, -0.0256667 , -0.03186986, -0.03830222, -0.0139372 ,\n",
       "         -0.03524802,  0.03661335,  0.02453718,  0.02486521, -0.01702711,\n",
       "          0.00947413, -0.02062619, -0.04470718,  0.02235045, -0.03078693,\n",
       "         -0.00727133, -0.03690333, -0.03976218,  0.02938551, -0.04198643,\n",
       "         -0.04638162,  0.03551058,  0.03373325,  0.00153151, -0.02778226,\n",
       "         -0.01653095, -0.01520722, -0.00894467, -0.01855323, -0.02199596,\n",
       "         -0.04335088,  0.02974378,  0.04583307, -0.01925895, -0.04157422,\n",
       "         -0.03873233,  0.00448965,  0.00488593, -0.03160304, -0.00743117,\n",
       "         -0.01770263,  0.0203897 ,  0.04081379,  0.00097073,  0.04372276,\n",
       "         -0.04403714,  0.01369543,  0.02264657,  0.02339619,  0.04096522,\n",
       "          0.02118539,  0.03157726, -0.03370321,  0.02457385, -0.03013198,\n",
       "         -0.00639383,  0.01418827,  0.0305538 ,  0.01781737, -0.01802444,\n",
       "          0.04085445,  0.02184156,  0.01194016,  0.03484518, -0.04193722,\n",
       "         -0.03355592, -0.03903185,  0.02692967, -0.00917552, -0.04783761,\n",
       "          0.01374365, -0.0201281 ,  0.04625618, -0.03471588,  0.01440583,\n",
       "          0.0270481 , -0.03653726, -0.04178288,  0.03163525, -0.01373089,\n",
       "         -0.0099464 , -0.02151736,  0.00046559,  0.04610834, -0.03245776,\n",
       "         -0.00830322, -0.00814617, -0.01772532,  0.04040936, -0.01332967,\n",
       "         -0.01689881,  0.03938939,  0.04878133,  0.01308006,  0.04201954,\n",
       "          0.03925861,  0.02731549, -0.04689939,  0.04378237, -0.04824835,\n",
       "         -0.03244347, -0.02397109, -0.01231394, -0.04310552,  0.03054553,\n",
       "         -0.02124532, -0.03194652,  0.04133239, -0.01878374, -0.04071881,\n",
       "          0.02388804, -0.01200411,  0.01650081, -0.00734016, -0.02675956,\n",
       "         -0.02353257, -0.00486962,  0.02538554,  0.02674537, -0.00116946,\n",
       "         -0.04360664, -0.01481608, -0.02136837,  0.04856344, -0.04241108,\n",
       "         -0.03581315,  0.02143982, -0.01340016,  0.04068778,  0.02338176,\n",
       "         -0.04458858,  0.01380502,  0.02092381, -0.04801887, -0.00389995,\n",
       "          0.04393922, -0.0470883 , -0.02455965,  0.01701482,  0.04426466,\n",
       "          0.01408996, -0.01039755,  0.01569264,  0.00688292,  0.03928389,\n",
       "         -0.00277302, -0.0428902 , -0.02617175,  0.00501604,  0.02681375,\n",
       "         -0.03762645,  0.00019408, -0.03821976,  0.00406074, -0.03470321,\n",
       "         -0.02727604,  0.04746752, -0.02333262,  0.04364767, -0.03333271,\n",
       "          0.01387601,  0.01417788, -0.0185263 , -0.02140717, -0.02795426,\n",
       "         -0.02760699, -0.02892496, -0.04786383,  0.03402309,  0.00665046,\n",
       "          0.02125716,  0.00270384, -0.04434822,  0.02741593,  0.01824429,\n",
       "         -0.0461316 ,  0.02858216, -0.04482718, -0.01336791, -0.03003423,\n",
       "         -0.0327673 , -0.02823826,  0.03295326,  0.00529256, -0.04061954,\n",
       "         -0.00029184, -0.04316152, -0.02233147,  0.02369133,  0.04023687,\n",
       "         -0.04512918,  0.04735995,  0.00608522,  0.00704342, -0.01423395,\n",
       "         -0.03536226,  0.03228939, -0.02454526, -0.04127708, -0.04053402,\n",
       "          0.03827224,  0.00382962, -0.03394603, -0.03359015,  0.04339868,\n",
       "          0.01700773, -0.03871459,  0.0175418 , -0.0103948 ,  0.03539207,\n",
       "         -0.0469332 , -0.04429263, -0.04579242, -0.01039956, -0.04327612,\n",
       "          0.02007067, -0.04388075,  0.02618968,  0.04726518,  0.03572502,\n",
       "          0.03957261, -0.01618938,  0.04183947, -0.0258185 ,  0.03300128,\n",
       "          0.0427072 , -0.00731118,  0.02763458,  0.02084688,  0.04552124,\n",
       "         -0.01877976, -0.01761543, -0.00848791, -0.01041983, -0.01588786,\n",
       "         -0.0387306 ,  0.02407238,  0.04217083, -0.02370869, -0.00737898,\n",
       "          0.00843794,  0.02026404, -0.01005222,  0.04600098, -0.0204587 ,\n",
       "          0.01564458,  0.02365441,  0.04130412,  0.04709718,  0.04571431,\n",
       "          0.00098842, -0.02916145, -0.02193089,  0.00709587,  0.0122286 ,\n",
       "         -0.02625385,  0.01791701,  0.03211461, -0.00969481,  0.01712524,\n",
       "          0.01706794,  0.00770841, -0.03601187, -0.04366026,  0.03185786,\n",
       "         -0.00542218, -0.012249  ,  0.00328585,  0.0327567 ,  0.02661038,\n",
       "          0.01032392,  0.04758164, -0.02484556, -0.03867427, -0.03381417,\n",
       "          0.03102524, -0.00473721,  0.04246993,  0.02380452,  0.03021934,\n",
       "          0.01452049, -0.04349925, -0.03054907,  0.03278072, -0.02043639,\n",
       "         -0.04235802,  0.04886485,  0.01697133,  0.01644888, -0.00653273,\n",
       "         -0.03331712, -0.03545349,  0.02310804, -0.03238264,  0.03027019,\n",
       "         -0.0256028 , -0.02815715,  0.00562054, -0.00084064, -0.01151302,\n",
       "          0.03275835,  0.02014791, -0.0473264 ,  0.00658303,  0.02609172,\n",
       "         -0.03936579,  0.01873642,  0.00548569, -0.01015346,  0.03167041,\n",
       "         -0.02803318, -0.02256047,  0.03785447,  0.03834735, -0.03358328,\n",
       "         -0.0463055 ,  0.04740586,  0.00165999, -0.0246887 , -0.0314306 ,\n",
       "         -0.01939176, -0.02074466,  0.01799513, -0.00414931,  0.01529598,\n",
       "          0.01718214,  0.01439869,  0.01555644,  0.02759393, -0.01302399,\n",
       "         -0.02925662,  0.04409128, -0.016587  ,  0.03423158, -0.02762793,\n",
       "          0.02345002, -0.02536542,  0.0224342 , -0.03127589, -0.04064895,\n",
       "         -0.01166127, -0.01820246,  0.01687203, -0.04233742,  0.0190623 ,\n",
       "         -0.01117614,  0.04480688,  0.00284263,  0.01035308,  0.00150533,\n",
       "         -0.00348934,  0.04439536]], dtype=float32),\n",
       " 'fc4.bias': array([ 0.03110952, -0.0098249 ], dtype=float32)}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parameters_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'c1.weight': array([[[[ 1.45183867e-05,  2.30837395e-05,  5.07712393e-05],\n",
       "          [ 5.71028113e-06,  1.06607067e-05,  3.16200531e-05],\n",
       "          [-3.12574666e-05, -1.07377946e-05,  6.08651533e-07]],\n",
       " \n",
       "         [[ 3.08660492e-05,  3.96224241e-05,  6.79280638e-05],\n",
       "          [ 2.18611658e-05,  2.69221728e-05,  4.83492258e-05],\n",
       "          [-1.59318024e-05,  5.04601394e-06,  1.66457339e-05]],\n",
       " \n",
       "         [[ 5.82325083e-05,  6.69503570e-05,  9.51298789e-05],\n",
       "          [ 4.92679792e-05,  5.43063179e-05,  7.56381851e-05],\n",
       "          [ 1.16429565e-05,  3.25274341e-05,  4.40754811e-05]]],\n",
       " \n",
       " \n",
       "        [[[-1.28855114e-04, -1.51313187e-04, -1.67145408e-04],\n",
       "          [-1.46455772e-04, -1.67280072e-04, -1.77135778e-04],\n",
       "          [-1.73458640e-04, -1.77475245e-04, -1.87836413e-04]],\n",
       " \n",
       "         [[-1.19190328e-04, -1.42149889e-04, -1.58335344e-04],\n",
       "          [-1.37183932e-04, -1.58473136e-04, -1.68548868e-04],\n",
       "          [-1.64789541e-04, -1.68895800e-04, -1.79488343e-04]],\n",
       " \n",
       "         [[-9.71346599e-05, -1.19992001e-04, -1.36105664e-04],\n",
       "          [-1.15048249e-04, -1.36242757e-04, -1.46273742e-04],\n",
       "          [-1.42531222e-04, -1.46619146e-04, -1.57164599e-04]]],\n",
       " \n",
       " \n",
       "        [[[-4.92159670e-05, -5.48260177e-05, -6.54100368e-05],\n",
       "          [-5.89066076e-05, -6.42237792e-05, -6.59881698e-05],\n",
       "          [-6.68707871e-05, -5.81382556e-05, -5.16753717e-05]],\n",
       " \n",
       "         [[-7.15122223e-05, -7.72476633e-05, -8.80678417e-05],\n",
       "          [-8.14192172e-05, -8.68552670e-05, -8.86587877e-05],\n",
       "          [-8.95611520e-05, -8.06337121e-05, -7.40264950e-05]],\n",
       " \n",
       "         [[-1.07579901e-04, -1.13289832e-04, -1.24061902e-04],\n",
       "          [-1.17442905e-04, -1.22854675e-04, -1.24650367e-04],\n",
       "          [-1.25548730e-04, -1.16661002e-04, -1.10082954e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 1.06125954e-04,  1.23477294e-04,  1.52421082e-04],\n",
       "          [ 1.41870711e-04,  1.35053357e-04,  1.35563634e-04],\n",
       "          [ 1.47265411e-04,  1.47669212e-04,  1.41483120e-04]],\n",
       " \n",
       "         [[ 8.94084806e-05,  1.07147112e-04,  1.36736999e-04],\n",
       "          [ 1.25951221e-04,  1.18981792e-04,  1.19503420e-04],\n",
       "          [ 1.31466353e-04,  1.31879424e-04,  1.25554958e-04]],\n",
       " \n",
       "         [[ 5.62501082e-05,  7.39099269e-05,  1.03368213e-04],\n",
       "          [ 9.26304056e-05,  8.56920524e-05,  8.62112574e-05],\n",
       "          [ 9.81211124e-05,  9.85322622e-05,  9.22360196e-05]]],\n",
       " \n",
       " \n",
       "        [[[-2.14123051e-04, -2.17330758e-04, -2.22500326e-04],\n",
       "          [-2.13769657e-04, -1.94539360e-04, -1.65080914e-04],\n",
       "          [-1.88147955e-04, -1.83814074e-04, -1.44624355e-04]],\n",
       " \n",
       "         [[-2.22043353e-04, -2.25322641e-04, -2.30607809e-04],\n",
       "          [-2.21682145e-04, -2.02022595e-04, -1.71906329e-04],\n",
       "          [-1.95488174e-04, -1.91057814e-04, -1.50993379e-04]],\n",
       " \n",
       "         [[-2.26447140e-04, -2.29712125e-04, -2.34973952e-04],\n",
       "          [-2.26087897e-04, -2.06515659e-04, -1.76533023e-04],\n",
       "          [-2.00010269e-04, -1.95599685e-04, -1.55713438e-04]]],\n",
       " \n",
       " \n",
       "        [[[-3.35424957e-05, -3.53082214e-05, -3.27989837e-05],\n",
       "          [-4.30197433e-05, -3.96646974e-05, -3.13770397e-05],\n",
       "          [-3.00016964e-05, -2.19877511e-05, -2.64829396e-05]],\n",
       " \n",
       "         [[-2.30429905e-05, -2.48481574e-05, -2.22828603e-05],\n",
       "          [-3.27317357e-05, -2.93018293e-05, -2.08291804e-05],\n",
       "          [-1.94230797e-05, -1.12302314e-05, -1.58258063e-05]],\n",
       " \n",
       "         [[-3.63320396e-06, -5.43033730e-06, -2.87649164e-06],\n",
       "          [-1.32789182e-05, -9.86428131e-06, -1.42925273e-06],\n",
       "          [-2.94521669e-08,  8.12700000e-06,  3.55187399e-06]]],\n",
       " \n",
       " \n",
       "        [[[-1.24159094e-04, -1.02331818e-04, -8.54894970e-05],\n",
       "          [-1.34166199e-04, -1.25921884e-04, -1.11727910e-04],\n",
       "          [-1.55968301e-04, -1.43678888e-04, -1.29024673e-04]],\n",
       " \n",
       "         [[-1.64290468e-04, -1.41975994e-04, -1.24757891e-04],\n",
       "          [-1.74521163e-04, -1.66092737e-04, -1.51581509e-04],\n",
       "          [-1.96809415e-04, -1.84246077e-04, -1.69264866e-04]],\n",
       " \n",
       "         [[-2.27687968e-04, -2.05472243e-04, -1.88330974e-04],\n",
       "          [-2.37872970e-04, -2.29482277e-04, -2.15035747e-04],\n",
       "          [-2.60062196e-04, -2.47554708e-04, -2.32639766e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 2.41673001e-06,  2.38571429e-05,  3.43713218e-05],\n",
       "          [-1.42693007e-05, -4.77202775e-06, -5.04821128e-06],\n",
       "          [-6.48719288e-05, -4.59197254e-05, -4.31264270e-05]],\n",
       " \n",
       "         [[-6.01850479e-06,  1.59004885e-05,  2.66492734e-05],\n",
       "          [-2.30770238e-05, -1.33676585e-05, -1.36500548e-05],\n",
       "          [-7.48090970e-05, -5.54338731e-05, -5.25782852e-05]],\n",
       " \n",
       "         [[-2.05631422e-05,  1.25849772e-06,  1.19592733e-05],\n",
       "          [-3.75458876e-05, -2.78797870e-05, -2.81608791e-05],\n",
       "          [-8.90482333e-05, -6.97589057e-05, -6.69161236e-05]]],\n",
       " \n",
       " \n",
       "        [[[-2.24817573e-04, -2.04031807e-04, -2.10452868e-04],\n",
       "          [-2.05111588e-04, -2.09405494e-04, -2.01285337e-04],\n",
       "          [-1.99294576e-04, -1.95692846e-04, -1.93644606e-04]],\n",
       " \n",
       "         [[-2.65339535e-04, -2.44089591e-04, -2.50653626e-04],\n",
       "          [-2.45193864e-04, -2.49583536e-04, -2.41282047e-04],\n",
       "          [-2.39246350e-04, -2.35564905e-04, -2.33471001e-04]],\n",
       " \n",
       "         [[-3.25101370e-04, -3.03945795e-04, -3.10480915e-04],\n",
       "          [-3.05045076e-04, -3.09415307e-04, -3.01150343e-04],\n",
       "          [-2.99124455e-04, -2.95458507e-04, -2.93374120e-04]]],\n",
       " \n",
       " \n",
       "        [[[-1.87346261e-04, -2.03910400e-04, -1.98552443e-04],\n",
       "          [-1.50791238e-04, -1.85172728e-04, -2.21705777e-04],\n",
       "          [-1.74049943e-04, -2.01504867e-04, -2.50304380e-04]],\n",
       " \n",
       "         [[-1.96916662e-04, -2.13850377e-04, -2.08373007e-04],\n",
       "          [-1.59545642e-04, -1.94694614e-04, -2.32043283e-04],\n",
       "          [-1.83323384e-04, -2.11391321e-04, -2.61280395e-04]],\n",
       " \n",
       "         [[-2.05290897e-04, -2.22149363e-04, -2.16696193e-04],\n",
       "          [-1.68085826e-04, -2.03078816e-04, -2.40261143e-04],\n",
       "          [-1.91758154e-04, -2.19701134e-04, -2.69368262e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 9.05544075e-05,  5.78343279e-05,  5.58814500e-05],\n",
       "          [ 6.20610153e-05,  5.08551821e-05,  8.15175954e-05],\n",
       "          [ 4.83972108e-05,  5.47739801e-05,  7.22339901e-05]],\n",
       " \n",
       "         [[ 1.08478263e-04,  7.50276740e-05,  7.30312386e-05],\n",
       "          [ 7.93484869e-05,  6.78927536e-05,  9.92394998e-05],\n",
       "          [ 6.53797615e-05,  7.18990341e-05,  8.97487698e-05]],\n",
       " \n",
       "         [[ 1.35292357e-04,  1.01990350e-04,  1.00002726e-04],\n",
       "          [ 1.06291998e-04,  9.48868910e-05,  1.26094616e-04],\n",
       "          [ 9.23851840e-05,  9.88756074e-05,  1.16646086e-04]]],\n",
       " \n",
       " \n",
       "        [[[-3.64292646e-05, -2.45353158e-06,  1.94433214e-05],\n",
       "          [-6.96429706e-05, -2.94024267e-05,  7.42931570e-06],\n",
       "          [-3.69417467e-05, -1.54399095e-05, -1.01528021e-05]],\n",
       " \n",
       "         [[-3.73946023e-05, -2.66055804e-06,  1.97249701e-05],\n",
       "          [-7.13497939e-05, -3.02108474e-05,  7.44284989e-06],\n",
       "          [-3.79184239e-05, -1.59368028e-05, -1.05316658e-05]],\n",
       " \n",
       "         [[-3.74898991e-05, -2.91017773e-06,  1.93758151e-05],\n",
       "          [-7.12939218e-05, -3.03378383e-05,  7.14850557e-06],\n",
       "          [-3.80113706e-05, -1.61272619e-05, -1.07462065e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 6.41080987e-06,  1.13632641e-05,  1.32763444e-05],\n",
       "          [ 1.40544698e-05,  1.87572787e-05,  1.63009754e-05],\n",
       "          [ 2.03226882e-05,  2.19500889e-05,  1.75194182e-05]],\n",
       " \n",
       "         [[ 8.47746742e-06,  1.35404653e-05,  1.54962472e-05],\n",
       "          [ 1.62917404e-05,  2.10995222e-05,  1.85883910e-05],\n",
       "          [ 2.26998709e-05,  2.43636023e-05,  1.98340385e-05]],\n",
       " \n",
       "         [[ 1.17415339e-05,  1.67820290e-05,  1.87291116e-05],\n",
       "          [ 1.95210760e-05,  2.43074828e-05,  2.18075165e-05],\n",
       "          [ 2.59007320e-05,  2.75570692e-05,  2.30476180e-05]]],\n",
       " \n",
       " \n",
       "        [[[-9.51544571e-05, -9.51262118e-05, -6.50070215e-05],\n",
       "          [-1.13967188e-04, -1.16785312e-04, -7.10447421e-05],\n",
       "          [-1.16500152e-04, -9.60961333e-05, -6.22343650e-05]],\n",
       " \n",
       "         [[-1.35363836e-04, -1.35335329e-04, -1.04543637e-04],\n",
       "          [-1.54596491e-04, -1.57477742e-04, -1.10716283e-04],\n",
       "          [-1.57186252e-04, -1.36326722e-04, -1.01709091e-04]],\n",
       " \n",
       "         [[-2.00135211e-04, -2.00106675e-04, -1.69452003e-04],\n",
       "          [-2.19282563e-04, -2.22150731e-04, -1.75597059e-04],\n",
       "          [-2.21860668e-04, -2.01093746e-04, -1.66630038e-04]]],\n",
       " \n",
       " \n",
       "        [[[-6.73819522e-05, -7.69650578e-05, -7.13425688e-05],\n",
       "          [-8.14956584e-05, -7.24113488e-05, -7.67140446e-05],\n",
       "          [-9.31607938e-05, -8.01315837e-05, -7.74499495e-05]],\n",
       " \n",
       "         [[-4.64546938e-05, -5.62517780e-05, -5.05037278e-05],\n",
       "          [-6.08834889e-05, -5.15963948e-05, -5.59951186e-05],\n",
       "          [-7.28089726e-05, -5.94888988e-05, -5.67474272e-05]],\n",
       " \n",
       "         [[-7.74552154e-06, -1.74990364e-05, -1.17765321e-05],\n",
       "          [-2.21101909e-05, -1.28644115e-05, -1.72435393e-05],\n",
       "          [-3.39826729e-05, -2.07218472e-05, -1.79925282e-05]]],\n",
       " \n",
       " \n",
       "        [[[-9.33005504e-05, -9.21645769e-05, -6.23008018e-05],\n",
       "          [-1.29331936e-04, -1.37924566e-04, -1.14973125e-04],\n",
       "          [-1.42943245e-04, -1.49452666e-04, -1.24686325e-04]],\n",
       " \n",
       "         [[-1.33350972e-04, -1.32189656e-04, -1.01659265e-04],\n",
       "          [-1.70186686e-04, -1.78971022e-04, -1.55507252e-04],\n",
       "          [-1.84101693e-04, -1.90756415e-04, -1.65437348e-04]],\n",
       " \n",
       "         [[-1.97929228e-04, -1.96772758e-04, -1.66377969e-04],\n",
       "          [-2.34601161e-04, -2.43346338e-04, -2.19986701e-04],\n",
       "          [-2.48454162e-04, -2.55079474e-04, -2.29872821e-04]]],\n",
       " \n",
       " \n",
       "        [[[-1.95904053e-04, -1.66046593e-04, -1.10307126e-04],\n",
       "          [-1.90135994e-04, -1.45792175e-04, -1.01554993e-04],\n",
       "          [-1.64372788e-04, -1.15554460e-04, -8.72326273e-05]],\n",
       " \n",
       "         [[-2.00825642e-04, -1.70301370e-04, -1.13317794e-04],\n",
       "          [-1.94928492e-04, -1.49594940e-04, -1.04370316e-04],\n",
       "          [-1.68590224e-04, -1.18682328e-04, -8.97283244e-05]],\n",
       " \n",
       "         [[-2.00874158e-04, -1.70485873e-04, -1.13755697e-04],\n",
       "          [-1.95003726e-04, -1.49871572e-04, -1.04847830e-04],\n",
       "          [-1.68782455e-04, -1.19096192e-04, -9.02710235e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 1.65856341e-04,  1.46731050e-04,  1.17937416e-04],\n",
       "          [ 1.57118411e-04,  1.56152440e-04,  1.38031886e-04],\n",
       "          [ 1.51381217e-04,  1.55548201e-04,  1.66541678e-04]],\n",
       " \n",
       "         [[ 1.90165520e-04,  1.70613202e-04,  1.41177065e-04],\n",
       "          [ 1.81232492e-04,  1.80245042e-04,  1.61720061e-04],\n",
       "          [ 1.75367109e-04,  1.79627183e-04,  1.90865903e-04]],\n",
       " \n",
       "         [[ 2.24691743e-04,  2.05226286e-04,  1.75920970e-04],\n",
       "          [ 2.15798602e-04,  2.14815154e-04,  1.96372464e-04],\n",
       "          [ 2.09959282e-04,  2.14200205e-04,  2.25388998e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 1.45995698e-04,  1.54663372e-04,  1.44802922e-04],\n",
       "          [ 1.11054003e-04,  1.22803220e-04,  1.30866712e-04],\n",
       "          [ 1.08186381e-04,  1.00682992e-04,  1.03155522e-04]],\n",
       " \n",
       "         [[ 1.56897935e-04,  1.65758684e-04,  1.55678630e-04],\n",
       "          [ 1.21176403e-04,  1.33187874e-04,  1.41431054e-04],\n",
       "          [ 1.18244876e-04,  1.10573856e-04,  1.13101894e-04]],\n",
       " \n",
       "         [[ 1.69320614e-04,  1.78142072e-04,  1.68106577e-04],\n",
       "          [ 1.33757654e-04,  1.45715865e-04,  1.53922636e-04],\n",
       "          [ 1.30839151e-04,  1.23202073e-04,  1.25719045e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 3.19399405e-05,  1.69781651e-05,  1.46151715e-05],\n",
       "          [ 5.76809871e-05,  3.86067659e-05,  3.04000514e-05],\n",
       "          [ 8.73428435e-05,  7.75495864e-05,  7.71095074e-05]],\n",
       " \n",
       "         [[ 3.44813307e-05,  1.91855906e-05,  1.67698163e-05],\n",
       "          [ 6.07968759e-05,  4.12968802e-05,  3.29070863e-05],\n",
       "          [ 9.11208990e-05,  8.11089994e-05,  8.06590833e-05]],\n",
       " \n",
       "         [[ 3.74665142e-05,  2.22387607e-05,  1.98337384e-05],\n",
       "          [ 6.36651166e-05,  4.42518140e-05,  3.58992766e-05],\n",
       "          [ 9.38544035e-05,  8.38870765e-05,  8.34391030e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 9.02818501e-05,  6.38754500e-05,  5.40161673e-05],\n",
       "          [ 8.68390198e-05,  3.56045202e-05,  1.40540060e-05],\n",
       "          [ 6.44024694e-05,  1.84096079e-05, -1.68628776e-06]],\n",
       " \n",
       "         [[ 8.26430987e-05,  5.56471969e-05,  4.55679437e-05],\n",
       "          [ 7.91233833e-05,  2.67452797e-05,  4.71371732e-06],\n",
       "          [ 5.61861416e-05,  9.16660883e-06, -1.13779270e-05]],\n",
       " \n",
       "         [[ 6.57050768e-05,  3.88292210e-05,  2.87945713e-05],\n",
       "          [ 6.22009320e-05,  1.00555999e-05, -1.18780381e-05],\n",
       "          [ 3.93656155e-05, -7.44496037e-06, -2.78981861e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 1.05420615e-04,  1.10581721e-04,  1.17729309e-04],\n",
       "          [ 1.05681414e-04,  1.03521350e-04,  1.13789240e-04],\n",
       "          [ 6.40801518e-05,  7.67021338e-05,  8.80804946e-05]],\n",
       " \n",
       "         [[ 1.12575799e-04,  1.17851974e-04,  1.25159218e-04],\n",
       "          [ 1.12842470e-04,  1.10634181e-04,  1.21131387e-04],\n",
       "          [ 7.03124533e-05,  8.32161895e-05,  9.48485613e-05]],\n",
       " \n",
       "         [[ 1.20317971e-04,  1.25570892e-04,  1.32845453e-04],\n",
       "          [ 1.20583536e-04,  1.18385025e-04,  1.28835673e-04],\n",
       "          [ 7.82424540e-05,  9.10889721e-05,  1.02669575e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 1.57163922e-05,  3.66214908e-06, -1.12616017e-05],\n",
       "          [ 2.62221292e-05,  1.23538239e-05, -7.82224743e-06],\n",
       "          [ 2.23850202e-05, -2.85310739e-06, -1.56508868e-05]],\n",
       " \n",
       "         [[ 2.36424876e-05,  1.13190827e-05, -3.93777054e-06],\n",
       "          [ 3.43826578e-05,  2.02048377e-05, -4.21647684e-07],\n",
       "          [ 3.04598634e-05,  4.65837002e-06, -8.42508689e-06]],\n",
       " \n",
       "         [[ 3.65401065e-05,  2.42714978e-05,  9.08239599e-06],\n",
       "          [ 4.72326210e-05,  3.31177835e-05,  1.25829529e-05],\n",
       "          [ 4.33272035e-05,  1.76404319e-05,  4.61515947e-06]]],\n",
       " \n",
       " \n",
       "        [[[ 1.59695028e-05,  2.93829471e-05,  2.78200114e-05],\n",
       "          [-1.43740726e-05,  7.02118450e-06,  2.13181793e-05],\n",
       "          [-2.91543001e-05, -1.86384186e-05,  9.18467686e-06]],\n",
       " \n",
       "         [[ 6.99838392e-06,  2.07112498e-05,  1.91133840e-05],\n",
       "          [-2.40224363e-05, -2.14963961e-06,  1.24664948e-05],\n",
       "          [-3.91326284e-05, -2.83820118e-05,  6.20718765e-08]],\n",
       " \n",
       "         [[-9.04324042e-06,  4.60870933e-06,  3.01795626e-06],\n",
       "          [-3.99262390e-05, -1.81506402e-05, -3.59948763e-06],\n",
       "          [-5.49692231e-05, -4.42664132e-05, -1.59487263e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 6.36447658e-06, -6.82604309e-07, -3.78662708e-06],\n",
       "          [-8.83835764e-06, -1.14886889e-05, -1.40641641e-05],\n",
       "          [-2.10533381e-05, -3.18691418e-05, -4.12786612e-05]],\n",
       " \n",
       "         [[ 8.37747450e-07, -6.36662116e-06, -9.54004099e-06],\n",
       "          [-1.47043547e-05, -1.74138549e-05, -2.00468821e-05],\n",
       "          [-2.71920781e-05, -3.82491671e-05, -4.78688562e-05]],\n",
       " \n",
       "         [[-8.89647617e-06, -1.60686650e-05, -1.92279695e-05],\n",
       "          [-2.43692339e-05, -2.70666933e-05, -2.96879352e-05],\n",
       "          [-3.68015972e-05, -4.78096845e-05, -5.73865254e-05]]],\n",
       " \n",
       " \n",
       "        [[[-1.22670943e-04, -9.52730625e-05, -1.03791273e-04],\n",
       "          [-1.27003834e-04, -1.06455642e-04, -1.02737074e-04],\n",
       "          [-8.96748170e-05, -8.95801713e-05, -1.00956677e-04]],\n",
       " \n",
       "         [[-1.40231656e-04, -1.12222202e-04, -1.20930643e-04],\n",
       "          [-1.44661433e-04, -1.23654492e-04, -1.19852921e-04],\n",
       "          [-1.06499152e-04, -1.06402389e-04, -1.18032731e-04]],\n",
       " \n",
       "         [[-1.65051097e-04, -1.37166193e-04, -1.45835991e-04],\n",
       "          [-1.69461302e-04, -1.48547479e-04, -1.44762962e-04],\n",
       "          [-1.31468754e-04, -1.31372333e-04, -1.42950856e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 6.00525891e-05,  4.23019374e-05,  4.59837356e-05],\n",
       "          [ 5.40847432e-05,  4.66558340e-05,  3.71927381e-05],\n",
       "          [ 4.66377351e-05,  5.49099532e-05,  5.03248266e-05]],\n",
       " \n",
       "         [[ 6.28899870e-05,  4.47432067e-05,  4.85072051e-05],\n",
       "          [ 5.67887910e-05,  4.91941792e-05,  3.95198440e-05],\n",
       "          [ 4.91759019e-05,  5.76328930e-05,  5.29452554e-05]],\n",
       " \n",
       "         [[ 6.51800146e-05,  4.71136991e-05,  5.08612611e-05],\n",
       "          [ 5.91061907e-05,  5.15452884e-05,  4.19138960e-05],\n",
       "          [ 5.15267238e-05,  5.99462692e-05,  5.52794299e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 1.02801489e-04,  1.10901885e-04,  1.14695140e-04],\n",
       "          [ 1.00800076e-04,  1.11263646e-04,  1.32571411e-04],\n",
       "          [ 1.03474078e-04,  1.04162857e-04,  1.18842872e-04]],\n",
       " \n",
       "         [[ 1.40302902e-04,  1.48584091e-04,  1.52462046e-04],\n",
       "          [ 1.38256917e-04,  1.48953841e-04,  1.70737199e-04],\n",
       "          [ 1.40990480e-04,  1.41694647e-04,  1.56702386e-04]],\n",
       " \n",
       "         [[ 2.00110750e-04,  2.08355093e-04,  2.12215979e-04],\n",
       "          [ 1.98073889e-04,  2.08723417e-04,  2.30409918e-04],\n",
       "          [ 2.00795446e-04,  2.01496310e-04,  2.16437373e-04]]],\n",
       " \n",
       " \n",
       "        [[[ 1.98524485e-05,  2.40049958e-05,  3.14643985e-05],\n",
       "          [ 3.54788017e-06,  7.74299770e-06,  2.18614314e-05],\n",
       "          [-2.87821658e-05, -7.47807553e-06,  1.63996629e-05]],\n",
       " \n",
       "         [[ 8.87389524e-06,  1.31191655e-05,  2.07449975e-05],\n",
       "          [-7.79467246e-06, -3.50589380e-06,  1.09275934e-05],\n",
       "          [-4.08463602e-05, -1.90667051e-05,  5.34403443e-06]],\n",
       " \n",
       "         [[-1.07706810e-05, -6.54431187e-06,  1.04764126e-06],\n",
       "          [-2.73651385e-05, -2.30954411e-05, -8.72610417e-06],\n",
       "          [-6.02699511e-05, -3.85870771e-05, -1.42849658e-05]]],\n",
       " \n",
       " \n",
       "        [[[-7.12537585e-05, -6.74316179e-05, -6.84112456e-05],\n",
       "          [-6.45277323e-05, -5.76204911e-05, -5.29038116e-05],\n",
       "          [-7.04132544e-05, -6.08070186e-05, -4.82586984e-05]],\n",
       " \n",
       "         [[-6.31256553e-05, -5.92181314e-05, -6.02196087e-05],\n",
       "          [-5.62494097e-05, -4.91880201e-05, -4.43659919e-05],\n",
       "          [-6.22662701e-05, -5.24455645e-05, -3.96171999e-05]],\n",
       " \n",
       "         [[-4.61631898e-05, -4.22730809e-05, -4.32701236e-05],\n",
       "          [-3.93175142e-05, -3.22875749e-05, -2.74869435e-05],\n",
       "          [-4.53076864e-05, -3.55306402e-05, -2.27592664e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 2.52366735e-05,  1.68124825e-05,  9.13307122e-06],\n",
       "          [-1.23782384e-05, -5.99152190e-06,  1.09926873e-06],\n",
       "          [-2.41878497e-05, -1.99329188e-05, -1.03007312e-06]],\n",
       " \n",
       "         [[ 1.18620073e-05,  3.24972189e-06, -4.60104320e-06],\n",
       "          [-2.65924064e-05, -2.00632112e-05, -1.28140609e-05],\n",
       "          [-3.86656648e-05, -3.43158717e-05, -1.49909338e-05]],\n",
       " \n",
       "         [[-1.21149278e-05, -2.06889563e-05, -2.85048191e-05],\n",
       "          [-5.03985175e-05, -4.38982097e-05, -3.66813001e-05],\n",
       "          [-6.24180248e-05, -5.80875094e-05, -3.88485059e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 1.66453956e-05,  5.23338167e-05,  9.03427572e-05],\n",
       "          [ 1.64961530e-05,  4.21200166e-05,  6.86848434e-05],\n",
       "          [ 1.62795823e-05,  2.68267013e-05,  4.31633198e-05]],\n",
       " \n",
       "         [[ 1.28024294e-05,  4.92875515e-05,  8.81449014e-05],\n",
       "          [ 1.26498617e-05,  3.88457556e-05,  6.60035221e-05],\n",
       "          [ 1.24284925e-05,  2.32110178e-05,  3.99122910e-05]],\n",
       " \n",
       "         [[ 5.51151015e-06,  4.18343952e-05,  8.05190939e-05],\n",
       "          [ 5.35961408e-06,  3.14390272e-05,  5.84761146e-05],\n",
       "          [ 5.13918258e-06,  1.58737967e-05,  3.25008477e-05]]]],\n",
       "       dtype=float32),\n",
       " 'c1.bias': array([ 1.23767342e-04,  9.68671520e-05, -1.63734716e-04, -1.47424391e-04,\n",
       "        -2.42595270e-05,  8.68830393e-05, -2.88574287e-04, -6.55715266e-05,\n",
       "        -2.74234626e-04, -4.16218099e-05,  1.22832207e-04, -1.17597665e-06,\n",
       "         1.48578256e-05, -2.94178142e-04,  1.73262248e-04, -2.93268065e-04,\n",
       "        -4.23668826e-06,  1.59171133e-04,  5.90393829e-05,  1.41230412e-05,\n",
       "        -7.45685684e-05,  3.70915768e-05,  5.85121779e-05, -7.20472308e-05,\n",
       "        -4.37865747e-05, -1.14492184e-04,  1.15627299e-05,  2.71941535e-04,\n",
       "        -8.82230888e-05,  7.50683903e-05, -1.07658918e-04, -3.25532892e-05],\n",
       "       dtype=float32),\n",
       " 'c2.weight': array([[[[-2.40910831e-05, -3.13673372e-05, -3.77006218e-05],\n",
       "          [ 3.22020533e-05,  1.24913840e-05, -2.42423266e-05],\n",
       "          [ 6.37024714e-05,  5.61916895e-05,  4.04053062e-05]],\n",
       " \n",
       "         [[ 9.15151904e-05,  2.39209494e-05, -3.14038734e-05],\n",
       "          [ 9.75464936e-05,  4.17563460e-05, -4.37122872e-05],\n",
       "          [ 1.73359185e-05,  3.91414833e-05, -1.06903426e-05]],\n",
       " \n",
       "         [[ 5.31451733e-05,  4.34625435e-05, -3.63566551e-06],\n",
       "          [ 2.61011837e-06,  3.59921687e-05, -2.89701347e-08],\n",
       "          [-1.33957728e-05, -1.71136144e-05, -2.28339086e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 4.50669104e-05,  2.14302836e-05, -1.01086989e-05],\n",
       "          [ 2.42798069e-05,  1.66492755e-05, -3.30813891e-05],\n",
       "          [-2.76686769e-05, -2.03254567e-05, -2.24388205e-05]],\n",
       " \n",
       "         [[-1.82321673e-05, -1.70520116e-06,  1.03372877e-05],\n",
       "          [-7.07966828e-05, -6.69466608e-05, -2.50775520e-06],\n",
       "          [-4.43870922e-05, -4.95232925e-05, -1.87074638e-05]],\n",
       " \n",
       "         [[ 6.18943304e-05,  7.54863140e-05,  6.47467323e-06],\n",
       "          [ 5.70563279e-05,  6.86695348e-05, -8.97342215e-06],\n",
       "          [ 6.99206566e-07,  3.01002710e-05, -3.65379515e-06]]],\n",
       " \n",
       " \n",
       "        [[[ 5.76270577e-06,  4.92697609e-06,  2.99916337e-06],\n",
       "          [ 2.65463791e-06,  3.10073005e-06,  3.02660874e-06],\n",
       "          [ 4.24587461e-06,  3.73772059e-06,  2.78316497e-06]],\n",
       " \n",
       "         [[ 5.41773397e-06,  2.62123012e-06,  2.98992319e-07],\n",
       "          [ 0.00000000e+00,  2.10323378e-07,  3.28830936e-07],\n",
       "          [ 0.00000000e+00,  2.42214242e-07,  2.81458711e-07]],\n",
       " \n",
       "         [[ 1.36347580e-07,  8.78719817e-08,  1.22438976e-07],\n",
       "          [-1.64384431e-07, -2.25690599e-07,  1.59038819e-07],\n",
       "          [ 0.00000000e+00,  1.00641103e-07,  1.78403027e-07]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 2.90766684e-06,  8.70193787e-07,  1.15486124e-07],\n",
       "          [ 0.00000000e+00,  8.39650660e-09,  1.38959621e-07],\n",
       "          [ 0.00000000e+00,  6.31532373e-08,  1.11434247e-07]],\n",
       " \n",
       "         [[ 5.76297589e-06,  6.41951101e-06,  5.18730076e-06],\n",
       "          [ 3.40228507e-06,  4.34705180e-06,  5.81549011e-06],\n",
       "          [ 4.89987769e-06,  5.22064511e-06,  5.82836719e-06]],\n",
       " \n",
       "         [[ 4.81650068e-06,  2.59568014e-06,  2.15022766e-07],\n",
       "          [ 0.00000000e+00,  1.55815115e-07,  2.70096194e-07],\n",
       "          [ 0.00000000e+00,  1.62740946e-07,  2.00095087e-07]]],\n",
       " \n",
       " \n",
       "        [[[ 1.77129295e-05,  1.74367033e-05,  4.88068144e-06],\n",
       "          [ 2.60171601e-05,  2.46120508e-05,  6.19006460e-06],\n",
       "          [ 3.17659869e-05, -7.63388289e-06,  2.73542719e-06]],\n",
       " \n",
       "         [[ 1.37382580e-04,  6.13545781e-05,  2.65617855e-05],\n",
       "          [ 6.09014605e-05,  1.50244978e-06, -1.17384279e-05],\n",
       "          [ 4.47072343e-05,  3.35570945e-07, -3.25496367e-05]],\n",
       " \n",
       "         [[ 4.15044888e-05,  5.37534470e-06, -2.94757610e-05],\n",
       "          [ 3.86158790e-05,  7.76681134e-07, -1.15667117e-05],\n",
       "          [-1.43680300e-05, -2.89259297e-05, -1.00307761e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 9.68528111e-05,  6.33459640e-05,  6.79955483e-05],\n",
       "          [ 4.81202769e-05, -3.25946417e-06,  1.20663408e-05],\n",
       "          [ 3.64100379e-05,  1.29163273e-05, -7.35049707e-06]],\n",
       " \n",
       "         [[ 2.41916823e-05,  5.51408775e-05,  7.43287019e-05],\n",
       "          [ 3.46294582e-05,  6.37502671e-05,  1.02833059e-04],\n",
       "          [ 7.39415773e-05,  9.69038301e-05,  1.36620147e-04]],\n",
       " \n",
       "         [[ 1.37160197e-04,  6.43891908e-05,  1.28699376e-05],\n",
       "          [ 9.53262279e-05, -1.06482139e-05, -7.88644138e-06],\n",
       "          [ 5.11322469e-05, -9.49448531e-06, -1.41102228e-05]]],\n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       "        [[[-8.86879934e-05, -6.41278311e-05, -8.30978825e-05],\n",
       "          [-2.01477378e-05,  4.09927052e-05,  2.23006773e-05],\n",
       "          [-1.53182700e-05, -7.59820687e-05, -6.15111057e-05]],\n",
       " \n",
       "         [[-2.02137802e-04, -8.24373128e-05, -5.75722879e-05],\n",
       "          [-1.61142714e-04, -1.40270087e-04, -5.20892936e-05],\n",
       "          [-1.81181822e-04, -1.81758893e-04, -1.36064336e-04]],\n",
       " \n",
       "         [[-1.08023203e-04, -1.11506233e-04, -4.27367959e-05],\n",
       "          [-8.48345371e-05, -1.21857738e-04, -1.04949126e-04],\n",
       "          [-6.98356525e-05, -8.89924268e-05, -9.27098008e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-1.10239664e-04, -4.80377239e-05, -2.21597802e-05],\n",
       "          [-9.20075836e-05, -7.38885865e-05, -3.66146196e-05],\n",
       "          [-1.11060988e-04, -1.07509775e-04, -9.44064377e-05]],\n",
       " \n",
       "         [[-6.96593561e-05, -9.23666958e-05, -9.01966996e-05],\n",
       "          [-1.37078987e-05, -8.88988652e-05, -9.54401039e-05],\n",
       "          [ 7.15327633e-06,  3.76071112e-05, -3.79979429e-05]],\n",
       " \n",
       "         [[-1.84341799e-04, -1.12849870e-04, -5.73154612e-05],\n",
       "          [-1.29052205e-04, -1.44770675e-04, -9.65035142e-05],\n",
       "          [-1.26163810e-04, -1.61851582e-04, -1.48451640e-04]]],\n",
       " \n",
       " \n",
       "        [[[-4.50781808e-05, -6.70037261e-05, -8.57463601e-05],\n",
       "          [-5.86131755e-05, -8.61601729e-05, -7.54801513e-05],\n",
       "          [-4.80296731e-05, -5.47473210e-05, -6.53505194e-05]],\n",
       " \n",
       "         [[-3.30668217e-06, -2.11369352e-05, -3.11015028e-05],\n",
       "          [-2.09016580e-05, -1.55315847e-05,  4.80062181e-06],\n",
       "          [-6.93709262e-06, -8.13011775e-06, -1.62004817e-05]],\n",
       " \n",
       "         [[-7.10495488e-06, -1.08051545e-05, -1.21619050e-05],\n",
       "          [-6.19977163e-06, -1.16813153e-05, -1.73074968e-05],\n",
       "          [-5.47513082e-06, -8.51008554e-06, -1.88131453e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 4.81664529e-06, -6.61852027e-06, -1.34064658e-05],\n",
       "          [-5.50140976e-06, -8.79370020e-07, -2.18356689e-07],\n",
       "          [-7.27000156e-07, -1.81651785e-07, -2.78731750e-06]],\n",
       " \n",
       "         [[-1.18178934e-04, -1.02427410e-04, -8.61207373e-05],\n",
       "          [-1.12941605e-04, -1.24480255e-04, -1.20380602e-04],\n",
       "          [-1.40346121e-04, -1.38795032e-04, -1.07138447e-04]],\n",
       " \n",
       "         [[ 4.93979633e-06, -1.44388850e-05, -3.25492874e-05],\n",
       "          [-4.43096360e-06, -8.98893904e-06, -4.73334978e-07],\n",
       "          [-1.26061914e-05,  2.48820197e-06, -8.43212001e-06]]],\n",
       " \n",
       " \n",
       "        [[[-6.71822272e-05, -7.02446923e-05, -3.43021493e-05],\n",
       "          [-2.52623104e-05, -6.21540385e-05, -1.03469814e-04],\n",
       "          [-4.40914955e-05, -7.72820349e-05, -1.01280209e-04]],\n",
       " \n",
       "         [[-3.52641800e-05, -7.65780787e-05, -5.95686215e-05],\n",
       "          [-1.28724914e-05, -9.65014624e-05, -1.16245021e-04],\n",
       "          [-3.46735433e-05, -4.17960800e-05, -3.48423673e-05]],\n",
       " \n",
       "         [[-7.94534299e-06, -5.11193866e-05, -8.02029972e-05],\n",
       "          [-2.09152713e-05, -2.25862168e-05, -3.82795224e-05],\n",
       "          [-2.80932818e-05, -3.13742858e-05, -2.11474162e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-1.54264417e-05, -3.50353148e-05, -4.15794566e-05],\n",
       "          [ 1.47174169e-05, -4.18905620e-05, -4.36591799e-05],\n",
       "          [-1.05986228e-05, -1.71618667e-05,  9.94911170e-06]],\n",
       " \n",
       "         [[-4.69554252e-05, -4.82437608e-05, -5.80455926e-05],\n",
       "          [-3.86642496e-05, -1.43548932e-05, -1.75886180e-05],\n",
       "          [-2.97696042e-05, -2.41380694e-05, -2.85920596e-05]],\n",
       " \n",
       "         [[-1.54016925e-06, -3.05807480e-05, -6.97048672e-05],\n",
       "          [ 2.43739487e-06, -6.78989236e-05, -8.64180183e-05],\n",
       "          [-3.71629721e-05, -7.20245589e-05, -3.60691993e-05]]]],\n",
       "       dtype=float32),\n",
       " 'c2.bias': array([ 2.94314668e-05,  8.12025246e-06, -6.51047740e-05, -7.12441688e-05,\n",
       "         5.91332791e-05,  9.25419881e-05, -8.84326946e-05,  3.22474050e-04,\n",
       "        -1.41877797e-04,  4.30494634e-04, -4.37780363e-05, -1.83267271e-04,\n",
       "        -2.37215980e-04, -1.80162606e-04,  2.96077458e-04, -3.73626535e-04,\n",
       "         0.00000000e+00,  2.57700915e-04,  9.76457377e-05,  1.02352133e-04,\n",
       "         1.51685628e-04,  2.14164815e-04, -1.45651124e-04,  6.30052309e-05,\n",
       "        -2.14878164e-05, -2.22829949e-05,  3.48545145e-05, -1.50058171e-04,\n",
       "         3.10794800e-04, -3.45048640e-04,  2.37605782e-04,  1.31719949e-04,\n",
       "        -4.53798566e-05,  1.26379018e-04, -1.20083452e-04, -1.22602360e-04,\n",
       "         6.09358103e-05,  2.62816320e-05, -5.87428513e-05,  1.81263422e-05,\n",
       "         7.22917321e-06, -1.28121173e-05,  2.95113978e-06, -1.04095365e-04,\n",
       "        -3.35261138e-05,  8.35552710e-05, -1.08750537e-05, -7.04833146e-05,\n",
       "         2.23277137e-04, -3.36314988e-05,  1.52514447e-04,  1.37716066e-04,\n",
       "        -1.11379195e-05, -1.58801777e-06,  3.28842376e-04,  0.00000000e+00,\n",
       "        -2.14329528e-04, -3.86774540e-04, -3.85629137e-05,  2.62727466e-04,\n",
       "         2.70210818e-04, -1.77022477e-04, -1.81831783e-04, -1.67342776e-04],\n",
       "       dtype=float32),\n",
       " 'c3.weight': array([[[[-3.0489064e-05, -2.7765447e-05, -2.3479683e-05],\n",
       "          [-6.5364919e-05, -5.2390445e-05, -1.0596513e-05],\n",
       "          [-1.0505610e-06,  1.7886594e-05,  1.4677948e-05]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [-2.9090124e-06,  0.0000000e+00, -5.8498108e-07],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[-2.5182759e-05, -4.1824489e-05, -3.2146600e-06],\n",
       "          [-3.4727062e-05, -2.0241427e-05, -3.2812564e-05],\n",
       "          [-3.0390940e-05, -3.6856611e-05, -2.7257987e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-1.5809404e-05, -3.5395558e-05,  3.5505764e-06],\n",
       "          [ 1.6271333e-05, -4.0189836e-05, -9.7694192e-06],\n",
       "          [ 1.9276747e-05,  2.1301630e-06,  9.4459519e-06]],\n",
       " \n",
       "         [[-4.8275244e-05, -2.9105475e-05, -3.7735808e-05],\n",
       "          [-6.7060042e-05, -4.8916838e-05, -3.5701269e-05],\n",
       "          [-7.2152558e-05, -7.2735558e-05, -4.4337965e-05]],\n",
       " \n",
       "         [[-2.9851144e-06, -2.7541606e-05, -3.4559835e-06],\n",
       "          [-9.7833945e-06, -2.4362598e-06, -8.6484815e-06],\n",
       "          [ 3.6976762e-06, -1.2141132e-05, -1.3378221e-06]]],\n",
       " \n",
       " \n",
       "        [[[-8.0796017e-06,  5.0703711e-06,  1.7102604e-05],\n",
       "          [ 3.6359655e-05,  2.6738096e-05,  9.5496925e-06],\n",
       "          [-3.0177562e-05, -8.0127738e-06,  2.2585327e-06]],\n",
       " \n",
       "         [[ 2.4558041e-08, -2.1316282e-14,  1.3539946e-07],\n",
       "          [ 9.8668568e-07,  1.4210855e-14,  1.2480353e-07],\n",
       "          [ 2.8421709e-14,  7.1054274e-15,  2.0428104e-14]],\n",
       " \n",
       "         [[ 3.5042398e-05,  4.4964338e-05,  3.5217716e-05],\n",
       "          [ 5.3389140e-05,  3.0706426e-05,  1.5664706e-05],\n",
       "          [ 2.0452018e-05,  3.7798869e-05,  1.7733806e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 4.1173931e-05, -1.7626699e-06,  1.4266585e-05],\n",
       "          [ 1.2158758e-05,  1.3527106e-06, -2.1830263e-05],\n",
       "          [ 1.3383586e-05,  1.3002369e-05,  1.1913055e-05]],\n",
       " \n",
       "         [[ 3.3593897e-05,  6.9431524e-05,  4.1965584e-05],\n",
       "          [ 9.1841801e-05,  5.9785732e-05,  4.2050364e-05],\n",
       "          [ 6.0942868e-05,  5.9760343e-05,  1.4401405e-05]],\n",
       " \n",
       "         [[ 8.3197483e-06,  4.4081853e-06,  2.4491166e-05],\n",
       "          [-1.0828051e-05,  5.5430110e-07,  1.4283640e-05],\n",
       "          [-1.6056947e-07,  7.9167330e-07,  1.1302535e-05]]],\n",
       " \n",
       " \n",
       "        [[[-2.0651925e-05,  5.8001242e-06,  3.0308407e-05],\n",
       "          [-3.2668846e-05,  1.9011131e-06,  2.8386474e-05],\n",
       "          [-2.5948946e-05,  4.2576612e-06,  1.4357669e-05]],\n",
       " \n",
       "         [[-5.1052410e-08, -1.4210855e-13,  5.3856617e-08],\n",
       "          [-1.3500312e-13,  5.8619776e-14,  7.6290675e-08],\n",
       "          [-3.2584731e-07, -1.0050762e-07,  5.6843419e-14]],\n",
       " \n",
       "         [[ 3.7180143e-06,  1.0576587e-05,  2.3048564e-05],\n",
       "          [ 3.8270024e-05,  3.8324739e-05,  1.3518031e-05],\n",
       "          [ 2.3903704e-05,  2.2598892e-05,  8.9152236e-06]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-1.5038764e-05, -5.7412581e-05, -5.5813376e-05],\n",
       "          [-3.1293428e-05, -5.0242561e-05, -4.5783883e-05],\n",
       "          [ 3.2094045e-05, -1.5265403e-05, -4.2729225e-05]],\n",
       " \n",
       "         [[ 9.4838855e-05,  6.7444336e-05,  7.2031035e-06],\n",
       "          [ 8.9440939e-05,  6.4534535e-05,  4.8303576e-05],\n",
       "          [ 2.7382019e-05,  5.2578875e-05,  9.3509938e-05]],\n",
       " \n",
       "         [[-6.4030683e-06, -4.8133916e-06,  6.0790971e-06],\n",
       "          [-1.3385983e-05,  4.0139862e-06,  1.4790646e-05],\n",
       "          [ 6.0047714e-06,  1.1548002e-05, -2.6452799e-06]]],\n",
       " \n",
       " \n",
       "        ...,\n",
       " \n",
       " \n",
       "        [[[ 2.8054645e-05,  1.6404752e-05,  3.2253189e-05],\n",
       "          [ 1.1996610e-05,  8.3947034e-06,  2.9791772e-05],\n",
       "          [ 2.2187334e-05,  1.4887646e-05,  3.0252264e-05]],\n",
       " \n",
       "         [[-2.6228969e-07, -5.3259441e-10,  0.0000000e+00],\n",
       "          [-2.8924751e-08, -1.0241273e-07, -1.5987212e-14],\n",
       "          [ 0.0000000e+00,  3.0614785e-07, -2.0604186e-07]],\n",
       " \n",
       "         [[ 8.7144072e-05,  8.8938359e-05,  4.8891772e-05],\n",
       "          [ 6.0823440e-05,  6.3513216e-05,  4.4333709e-05],\n",
       "          [ 6.7978348e-05,  6.6867018e-05,  5.9877551e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 6.6444452e-05,  5.7238423e-05,  6.0689534e-05],\n",
       "          [ 7.2830277e-05,  5.6749348e-05,  8.9678273e-05],\n",
       "          [ 9.0394635e-05,  9.5148709e-05,  4.0670642e-05]],\n",
       " \n",
       "         [[ 4.4875575e-05,  5.8547012e-05,  2.2399789e-05],\n",
       "          [ 3.0589112e-05,  4.9293558e-05,  3.8586772e-05],\n",
       "          [ 1.2408105e-05,  4.4668035e-05,  3.7350190e-05]],\n",
       " \n",
       "         [[ 7.0625538e-07,  4.6046025e-06,  2.0782245e-06],\n",
       "          [ 8.5099527e-06,  8.4286103e-06,  1.9763513e-05],\n",
       "          [ 3.1835280e-06, -4.8980974e-06,  1.1464497e-05]]],\n",
       " \n",
       " \n",
       "        [[[ 6.6543598e-06,  1.5285956e-05,  2.1929483e-05],\n",
       "          [ 1.8484934e-07,  1.5293735e-05,  1.8601564e-05],\n",
       "          [ 7.2801049e-06,  8.2411880e-06,  1.7340397e-05]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[ 2.2962815e-05,  2.3366085e-05,  2.5873902e-05],\n",
       "          [ 2.3151180e-05,  2.9501918e-05,  2.3591139e-05],\n",
       "          [ 1.7762037e-05,  2.2364708e-05,  2.6201526e-05]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[-6.0723705e-06,  4.0882624e-06,  1.6200676e-05],\n",
       "          [ 6.4702890e-06, -5.3113208e-06,  1.3890982e-05],\n",
       "          [ 1.4896394e-05,  4.9576829e-07,  5.4830430e-06]],\n",
       " \n",
       "         [[ 4.9783175e-05,  3.3332381e-05,  1.9481195e-05],\n",
       "          [ 4.8060148e-05,  5.3194155e-05,  2.4403911e-05],\n",
       "          [ 4.4841385e-05,  3.6715039e-05,  3.4134609e-05]],\n",
       " \n",
       "         [[-1.5537280e-06, -1.2238161e-08,  6.8387330e-06],\n",
       "          [ 3.4106051e-12,  4.2998672e-06,  8.7150729e-06],\n",
       "          [-9.2529086e-07,  8.0337850e-06,  4.4756639e-06]]],\n",
       " \n",
       " \n",
       "        [[[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         ...,\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]],\n",
       " \n",
       "         [[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "          [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00]]]],\n",
       "       dtype=float32),\n",
       " 'c3.bias': array([-1.26213592e-04,  1.80629533e-04,  9.69156536e-05,  0.00000000e+00,\n",
       "         0.00000000e+00, -3.97319032e-04, -8.15984822e-05,  1.67799462e-05,\n",
       "         4.22045472e-04, -1.07532353e-04, -6.59009493e-06, -8.51543427e-06,\n",
       "         2.73133119e-05,  2.32327409e-04,  4.73809807e-04,  7.00390548e-04,\n",
       "        -1.31905777e-04,  2.40468944e-04,  0.00000000e+00, -4.69145481e-04,\n",
       "         3.54109798e-05,  0.00000000e+00,  0.00000000e+00,  8.76243575e-08,\n",
       "         6.75147458e-05,  5.87328570e-04, -1.41436321e-04, -2.69621756e-04,\n",
       "        -5.58383326e-05, -1.73943132e-04, -1.23819045e-05,  3.68692155e-04,\n",
       "        -1.57432914e-05, -4.46240272e-04,  4.87817742e-05,  1.30737535e-05,\n",
       "        -3.37201549e-04,  1.69899340e-06,  3.63144034e-04, -1.42806908e-04,\n",
       "         7.30717438e-05, -2.01110612e-04,  1.07218497e-04, -5.16987813e-04,\n",
       "         1.62123586e-04,  7.41611351e-04,  5.78087987e-04,  5.11034887e-05,\n",
       "         0.00000000e+00, -1.51383967e-04, -1.58044466e-04, -4.58657451e-05,\n",
       "         1.51386921e-04, -4.75145771e-06,  2.77939434e-05,  8.90011434e-05,\n",
       "        -6.35435572e-05,  0.00000000e+00, -6.87976644e-05, -5.36407169e-04,\n",
       "        -1.90512248e-04,  2.25566793e-04,  1.78605173e-04,  5.30358520e-04,\n",
       "        -1.00321413e-04, -1.14230483e-04, -4.65789562e-05,  1.68296770e-04,\n",
       "         0.00000000e+00,  3.06771835e-05,  2.59387773e-04,  4.28395550e-04,\n",
       "        -2.21490336e-04,  3.06552567e-04, -2.27281962e-05, -9.46864311e-05,\n",
       "         1.77102876e-04,  6.53948518e-06, -1.37992422e-04,  1.80437492e-04,\n",
       "        -4.62161668e-04,  8.11383507e-05,  8.32325313e-05, -5.82142267e-04,\n",
       "        -4.90360311e-04, -4.88715305e-04,  2.35239029e-04,  0.00000000e+00,\n",
       "        -6.51552517e-04,  3.65516607e-04, -1.26175175e-04,  0.00000000e+00,\n",
       "         2.44070179e-05, -2.77645886e-04, -9.58313376e-06, -3.02209723e-04,\n",
       "         3.94997420e-04, -6.10041781e-04, -2.87121453e-04, -3.58787249e-04,\n",
       "        -4.34572285e-05, -1.93688320e-05,  2.14155501e-04,  7.71379448e-04,\n",
       "         0.00000000e+00, -8.09577410e-04,  3.83548686e-05,  1.49201223e-05,\n",
       "        -4.19878808e-04,  1.81017342e-04,  2.46719952e-04,  1.54677764e-05,\n",
       "        -4.12280468e-04,  6.52129020e-05, -1.18916440e-04,  4.15739545e-04,\n",
       "        -5.60417539e-06, -4.36353730e-04, -2.98458617e-05,  1.19550183e-04,\n",
       "        -1.18537107e-04,  6.22022781e-04, -3.89706693e-04, -3.48195346e-04,\n",
       "        -1.31270572e-05,  3.50421440e-04,  1.46086255e-04,  0.00000000e+00],\n",
       "       dtype=float32),\n",
       " 'fc1.weight': array([[ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "        [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "        [-9.1943417e-05, -5.7209894e-05, -2.5502581e-05, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "        ...,\n",
       "        [ 0.0000000e+00,  0.0000000e+00,  0.0000000e+00, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "        [ 8.8556308e-06,  1.5733775e-06,  1.2853464e-07, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00],\n",
       "        [-1.9664862e-04, -1.4068611e-04, -8.0864360e-05, ...,\n",
       "          0.0000000e+00,  0.0000000e+00,  0.0000000e+00]], dtype=float32),\n",
       " 'fc1.bias': array([ 0.00000000e+00,  0.00000000e+00, -7.55265646e-05, -1.01319805e-04,\n",
       "        -3.27498885e-04,  0.00000000e+00,  5.42335765e-05, -1.82448915e-04,\n",
       "        -3.51900642e-04, -8.27019976e-05,  1.93097658e-05,  2.05543343e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.03361032e-03, -1.67164748e-04,\n",
       "        -4.04115068e-04,  0.00000000e+00, -5.17451117e-05,  1.44637379e-04,\n",
       "         0.00000000e+00, -2.71893805e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "        -5.12970320e-04, -5.04139345e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "        -2.64529226e-05,  2.22154340e-04,  0.00000000e+00, -5.99934778e-04,\n",
       "         0.00000000e+00,  2.65424096e-05,  0.00000000e+00,  2.96755141e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  4.86492092e-04,  4.82351083e-04,\n",
       "        -4.79127630e-06,  1.10223278e-04, -7.65427947e-04, -3.99806231e-05,\n",
       "         9.90991248e-05,  1.17950811e-04, -6.29821618e-04,  0.00000000e+00,\n",
       "         8.62664776e-04,  1.71116902e-04,  1.93020882e-04,  9.67525848e-05,\n",
       "         0.00000000e+00,  0.00000000e+00, -1.24639395e-04,  3.20945051e-04,\n",
       "         3.45357868e-04,  0.00000000e+00,  3.96492076e-04,  0.00000000e+00,\n",
       "        -9.05420864e-04,  0.00000000e+00,  0.00000000e+00,  1.15295581e-04,\n",
       "        -3.42742045e-04,  0.00000000e+00, -1.50214109e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  1.68140861e-03,  1.66825019e-04,  2.12571613e-04,\n",
       "        -1.99446833e-04,  2.78363179e-04,  0.00000000e+00, -1.01339414e-04,\n",
       "        -8.73424346e-04,  1.51599786e-04,  8.38402775e-05,  0.00000000e+00,\n",
       "         4.12408699e-05,  4.70279076e-04, -1.39307711e-04, -1.07543921e-04,\n",
       "        -7.43773940e-04,  0.00000000e+00,  7.48580205e-05,  1.69379055e-04,\n",
       "        -1.09575246e-03,  7.31203239e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         1.67913749e-05, -1.06595835e-05,  8.43483023e-04,  5.09971404e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  2.76839011e-04,  7.59412360e-05,\n",
       "         0.00000000e+00,  0.00000000e+00,  3.36994213e-04,  0.00000000e+00,\n",
       "        -4.64494311e-04,  4.48903651e-04,  3.54965625e-04,  0.00000000e+00,\n",
       "         3.87115404e-04,  3.90763627e-04,  1.23875361e-05, -2.70192628e-04,\n",
       "        -1.58928015e-05, -3.98105403e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  1.31829904e-04,  5.01702947e-04,  1.10137000e-04,\n",
       "         5.32739563e-04,  0.00000000e+00, -1.18255382e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  2.84500929e-05, -5.00511524e-05, -1.01096055e-04,\n",
       "        -4.71090520e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  7.48559483e-04, -6.00487634e-04,  4.20218974e-04,\n",
       "        -1.11202244e-05,  5.21453505e-04, -9.20081802e-05, -4.29648178e-04,\n",
       "         0.00000000e+00, -3.05766647e-04,  1.87903774e-04, -1.00889083e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  2.22645103e-04,  0.00000000e+00, -7.61225412e-04,\n",
       "         0.00000000e+00, -2.06065728e-04, -1.22005818e-04,  6.14464807e-05,\n",
       "        -4.43667202e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         4.50282532e-05,  0.00000000e+00, -1.66450569e-04, -6.55171811e-04,\n",
       "         0.00000000e+00, -1.24619488e-04,  5.88069553e-04,  0.00000000e+00,\n",
       "         6.00429485e-04, -2.59307999e-04,  2.28648423e-05,  0.00000000e+00,\n",
       "         1.74316316e-04, -3.35567107e-04,  0.00000000e+00,  2.95153761e-04,\n",
       "         7.01207900e-05,  0.00000000e+00, -7.45019352e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -2.09962949e-04,  6.89640874e-05,  1.26673302e-04,\n",
       "        -6.58629870e-05, -5.67588781e-04,  1.94255234e-04,  0.00000000e+00,\n",
       "        -1.95555767e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  2.29463221e-05,  0.00000000e+00, -1.74362183e-04,\n",
       "        -3.64681473e-05,  0.00000000e+00, -4.06125328e-05,  0.00000000e+00,\n",
       "        -7.54213077e-04,  0.00000000e+00, -5.18387242e-04, -1.02866346e-04,\n",
       "         1.77181500e-04,  0.00000000e+00,  0.00000000e+00,  1.90503793e-04,\n",
       "        -2.32394697e-04, -1.96622568e-05, -6.74347539e-05,  1.66663260e-04,\n",
       "        -1.82661039e-04,  0.00000000e+00, -2.23167590e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.58051509e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  8.39011336e-04, -1.52950000e-04,\n",
       "        -2.17921421e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         4.03602317e-05, -3.97904369e-04, -1.52007560e-04,  1.32816611e-04,\n",
       "         0.00000000e+00, -7.82781572e-05, -1.92629872e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  4.81472816e-05,  5.49840042e-04,\n",
       "         3.07809009e-04,  0.00000000e+00,  0.00000000e+00,  7.49252271e-04,\n",
       "         0.00000000e+00, -3.74697192e-05,  2.79823696e-04,  0.00000000e+00,\n",
       "         3.75007148e-05, -7.59716844e-04, -3.02572269e-04,  2.07999212e-04,\n",
       "        -6.27914997e-05, -3.21951869e-04,  1.41534707e-04, -4.30622953e-04,\n",
       "        -3.60902079e-04,  3.14406992e-04,  0.00000000e+00, -2.42911381e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  5.33721410e-04,  0.00000000e+00,\n",
       "        -4.68319544e-04, -3.36450641e-04,  0.00000000e+00, -4.76825895e-04,\n",
       "         1.18308679e-04,  0.00000000e+00,  2.55584309e-05,  2.22787101e-04,\n",
       "         0.00000000e+00, -3.08127783e-05,  3.17070400e-04,  8.64916437e-05,\n",
       "         2.99114981e-05,  5.80833526e-04,  9.98973846e-05, -4.85549564e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.04262916e-04, -2.50779238e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00, -8.47268893e-06, -4.43262572e-04,  0.00000000e+00,\n",
       "        -9.48127941e-04,  0.00000000e+00,  0.00000000e+00, -3.78891651e-04,\n",
       "        -4.64200421e-05, -3.85120657e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  8.16832762e-04, -7.39264477e-04,  1.39573589e-04,\n",
       "         0.00000000e+00, -2.11383478e-04, -8.04577867e-05, -2.99997686e-04,\n",
       "         0.00000000e+00, -2.15309788e-04,  0.00000000e+00, -4.82968899e-05,\n",
       "        -2.38187189e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         1.06004009e-04, -2.03701056e-04,  2.55847990e-05,  0.00000000e+00,\n",
       "         1.68530576e-04, -3.32449927e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "        -1.08144770e-04,  0.00000000e+00, -2.35780171e-04,  0.00000000e+00,\n",
       "        -4.10204011e-05, -6.74350013e-05, -4.02460602e-04,  5.40639914e-04,\n",
       "         1.35420196e-04, -3.98586853e-04,  2.63495604e-05, -4.85453493e-05,\n",
       "        -2.98312807e-04, -1.09082015e-04, -3.21743137e-04,  2.32146238e-04,\n",
       "         0.00000000e+00,  3.03567067e-04,  0.00000000e+00,  1.56261944e-04,\n",
       "         3.29988310e-04,  3.27382586e-04,  5.01896284e-06,  7.80569681e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  1.15587318e-06,\n",
       "         6.30903407e-04,  2.00333598e-05, -4.37503972e-04, -3.30872077e-04,\n",
       "         0.00000000e+00,  2.04040582e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         1.07776272e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         4.34747548e-04,  6.41432634e-05,  2.48189492e-04, -5.38421795e-04,\n",
       "         0.00000000e+00,  1.18475116e-04,  3.19336716e-04, -1.50852255e-04,\n",
       "        -3.88276123e-04,  3.38630518e-04, -2.20108777e-04,  0.00000000e+00,\n",
       "         2.08287820e-04, -2.14099695e-04,  0.00000000e+00, -1.26082668e-04,\n",
       "         3.87808977e-05,  0.00000000e+00,  9.72434500e-05,  7.96023669e-05,\n",
       "        -9.02581087e-05,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         3.19387065e-04,  0.00000000e+00, -4.89060301e-04,  0.00000000e+00,\n",
       "        -8.31810466e-05,  5.38868364e-04, -5.26144519e-04, -1.53637244e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.04056118e-04,  0.00000000e+00,\n",
       "         3.15706973e-04,  0.00000000e+00, -4.71938751e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -6.42566883e-05,  1.29264678e-04, -1.46602571e-04,\n",
       "         1.49892847e-04, -2.35082844e-05,  3.21000814e-04,  8.11259379e-04,\n",
       "         1.04382023e-04,  0.00000000e+00, -1.55362155e-04, -2.67177616e-04,\n",
       "        -6.17025478e-04,  2.85800546e-04, -1.51904824e-05,  0.00000000e+00,\n",
       "         0.00000000e+00, -5.71739838e-05,  1.99743954e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  5.01914707e-04,  2.86321301e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.13979826e-04, -5.17688692e-04,\n",
       "        -1.46590915e-04, -7.61312549e-07,  0.00000000e+00, -1.07280917e-04,\n",
       "         0.00000000e+00, -5.23105904e-04, -1.76368267e-04,  0.00000000e+00,\n",
       "         7.82083298e-05,  4.92675521e-04,  5.39136585e-04,  0.00000000e+00,\n",
       "         9.54276766e-06, -6.71415241e-04,  0.00000000e+00,  2.02418363e-04,\n",
       "        -2.10833387e-05,  0.00000000e+00,  1.98873371e-04, -5.77758765e-04,\n",
       "         0.00000000e+00,  0.00000000e+00, -2.60878529e-04,  0.00000000e+00,\n",
       "        -5.12829865e-04, -5.58033498e-05,  4.22467187e-04, -2.09273712e-05,\n",
       "         2.42817739e-04,  3.21559783e-04,  3.65545711e-05,  0.00000000e+00,\n",
       "        -7.80562114e-05,  0.00000000e+00, -2.56969768e-04, -1.33344642e-04,\n",
       "        -2.46108626e-04,  1.05899286e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "        -2.80693523e-04,  0.00000000e+00,  6.29086426e-05, -1.82741380e-04,\n",
       "         5.37433254e-04,  0.00000000e+00,  6.55306503e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -4.58819413e-04, -2.21447888e-04,  8.95552977e-04,\n",
       "        -2.04244323e-04, -1.34338232e-04,  1.90442268e-04,  2.51228572e-04,\n",
       "         0.00000000e+00,  2.00374867e-04, -4.28486906e-04,  9.01281746e-05,\n",
       "         3.83798324e-04, -1.85743265e-04,  1.12105103e-04,  0.00000000e+00,\n",
       "         2.74058781e-04, -6.57846613e-06,  2.98749801e-05, -1.85019075e-04,\n",
       "         1.15281917e-04,  9.51414404e-05, -3.60478356e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -1.12760288e-04, -2.67982425e-04],\n",
       "       dtype=float32),\n",
       " 'fc2.weight': array([[ 0.0000000e+00,  0.0000000e+00, -7.2056068e-06, ...,\n",
       "          0.0000000e+00, -3.3368980e-07, -2.0507818e-05],\n",
       "        [ 0.0000000e+00,  0.0000000e+00,  3.7190675e-06, ...,\n",
       "          0.0000000e+00,  8.5123787e-07,  2.4099809e-06],\n",
       "        [ 0.0000000e+00,  0.0000000e+00,  4.4878780e-05, ...,\n",
       "          0.0000000e+00,  7.6843908e-06,  8.7194880e-05],\n",
       "        ...,\n",
       "        [ 0.0000000e+00,  0.0000000e+00, -1.7283233e-05, ...,\n",
       "          0.0000000e+00, -5.0463864e-06, -3.5172387e-05],\n",
       "        [ 0.0000000e+00,  0.0000000e+00, -2.6760008e-05, ...,\n",
       "          0.0000000e+00, -4.0673790e-06, -4.9728631e-05],\n",
       "        [ 0.0000000e+00,  0.0000000e+00,  9.8606051e-06, ...,\n",
       "          0.0000000e+00,  3.4857953e-06,  4.3684195e-06]], dtype=float32),\n",
       " 'fc2.bias': array([-3.47795547e-04,  5.65310766e-05, -1.12701207e-04,  0.00000000e+00,\n",
       "        -7.62746902e-04,  4.54391295e-04, -4.88388352e-04,  0.00000000e+00,\n",
       "        -1.01946108e-03, -2.24164796e-05,  1.46534992e-04,  5.51251112e-04,\n",
       "         0.00000000e+00, -1.13180533e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "        -4.12540976e-05, -1.86190300e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  2.98521598e-04,\n",
       "         0.00000000e+00,  8.67635303e-04,  0.00000000e+00, -6.25533692e-04,\n",
       "         3.44688480e-04,  0.00000000e+00, -3.90115689e-04, -4.78136120e-04,\n",
       "        -9.65574873e-05,  0.00000000e+00,  3.10859759e-04, -3.05558846e-04,\n",
       "         0.00000000e+00, -1.23389787e-03,  1.17765006e-03, -6.19910483e-04,\n",
       "         3.90655769e-04,  0.00000000e+00, -2.44438765e-04,  0.00000000e+00,\n",
       "        -9.27660847e-04,  5.22326154e-04, -1.05177576e-03, -1.32253813e-03,\n",
       "         1.56721752e-03,  3.06818722e-04, -1.30761578e-03,  1.12166686e-04,\n",
       "         4.93497821e-04,  3.89520079e-04,  4.90691513e-04,  3.05849069e-04,\n",
       "         1.53985457e-03, -6.81107282e-04,  1.77614900e-04, -4.65353951e-05,\n",
       "        -2.20180082e-04,  3.52700707e-04,  0.00000000e+00, -4.84052900e-04,\n",
       "         0.00000000e+00,  1.33461406e-04,  0.00000000e+00, -2.65698211e-04,\n",
       "        -2.21292605e-04,  2.41018759e-04, -2.99995882e-04,  1.44429010e-04,\n",
       "        -2.76290550e-04, -4.85395401e-04,  0.00000000e+00, -2.10249185e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  6.22404180e-03,  7.41080265e-04,\n",
       "        -7.55076646e-04, -2.06172885e-03,  2.97724735e-04,  4.40916931e-03,\n",
       "        -9.28166788e-04,  0.00000000e+00,  0.00000000e+00, -7.89859390e-04,\n",
       "         0.00000000e+00,  4.57001675e-04, -1.16149848e-03,  0.00000000e+00,\n",
       "        -2.10547281e-04,  0.00000000e+00, -6.26053079e-04, -3.42533458e-04,\n",
       "         8.02342431e-04,  0.00000000e+00,  0.00000000e+00, -8.21423891e-05,\n",
       "         0.00000000e+00, -2.92293495e-03, -4.91589715e-04,  0.00000000e+00,\n",
       "         1.01006357e-03,  5.42328460e-04,  0.00000000e+00, -4.75404132e-03,\n",
       "         0.00000000e+00,  1.76842645e-04,  0.00000000e+00,  1.10120716e-04,\n",
       "         7.07336934e-04,  1.48565462e-03,  3.13277094e-04, -2.93533376e-04,\n",
       "         0.00000000e+00, -1.99293398e-04,  0.00000000e+00, -1.09508110e-03,\n",
       "         3.69354908e-04, -2.79206084e-03, -1.25188543e-03,  4.61411022e-04,\n",
       "         0.00000000e+00, -6.13009324e-05,  1.34437694e-03,  0.00000000e+00,\n",
       "         5.22636867e-04,  0.00000000e+00,  5.21771843e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  4.77350201e-04, -5.87324437e-04, -3.36818659e-04,\n",
       "        -1.80532021e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00, -4.24865633e-03, -3.64672975e-04, -2.05840683e-04,\n",
       "        -1.02678663e-03,  0.00000000e+00, -2.97536346e-04,  0.00000000e+00,\n",
       "         8.58070271e-04,  0.00000000e+00,  6.83844788e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -2.85656162e-04,  1.69710140e-04,\n",
       "        -1.57503248e-03,  3.11118900e-04,  9.26461245e-04, -6.41696388e-04,\n",
       "        -2.96184386e-04,  1.23699987e-03,  1.01889484e-03,  0.00000000e+00,\n",
       "         0.00000000e+00, -1.81316980e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         9.52659408e-04, -2.68853316e-03,  4.02316393e-04, -8.37087864e-04,\n",
       "         0.00000000e+00, -6.91031746e-04,  1.11286179e-03,  0.00000000e+00,\n",
       "         6.41322520e-04,  0.00000000e+00,  8.41015310e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  4.06179461e-05,  0.00000000e+00,\n",
       "         2.00359762e-04,  0.00000000e+00,  1.72713236e-03, -8.45572853e-04,\n",
       "        -2.80978566e-06,  0.00000000e+00,  2.38114415e-04,  3.23301414e-04,\n",
       "        -8.80318577e-04,  1.43349962e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -3.51270137e-05, -9.26236855e-04,\n",
       "         0.00000000e+00,  0.00000000e+00, -1.46471546e-04,  0.00000000e+00,\n",
       "        -1.92820863e-03,  1.68459350e-03, -2.82530265e-04,  1.44766632e-03,\n",
       "        -1.63251674e-03,  3.21735395e-04, -3.72231053e-03,  0.00000000e+00,\n",
       "         0.00000000e+00, -1.79462461e-03, -1.80894218e-04, -4.19416552e-04,\n",
       "         2.28922023e-03,  0.00000000e+00,  0.00000000e+00, -1.46550999e-04,\n",
       "         7.78660411e-04, -1.20290066e-03,  0.00000000e+00, -9.10716772e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  2.83581787e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -6.30705326e-05,  0.00000000e+00, -5.68768592e-04,\n",
       "        -3.44641856e-04,  0.00000000e+00,  4.86571633e-04, -6.92384318e-04,\n",
       "         0.00000000e+00, -1.46245700e-04, -8.25780095e-04,  0.00000000e+00,\n",
       "         3.51700233e-04,  2.84908368e-04,  6.77757547e-04, -3.24585068e-04],\n",
       "       dtype=float32),\n",
       " 'fc3.weight': array([[0.0000000e+00, 0.0000000e+00, 0.0000000e+00, ..., 0.0000000e+00,\n",
       "         0.0000000e+00, 0.0000000e+00],\n",
       "        [4.0885998e-06, 2.8830748e-06, 3.1742056e-06, ..., 5.0172239e-06,\n",
       "         1.8724127e-06, 2.3527209e-06],\n",
       "        [0.0000000e+00, 0.0000000e+00, 0.0000000e+00, ..., 0.0000000e+00,\n",
       "         0.0000000e+00, 0.0000000e+00],\n",
       "        ...,\n",
       "        [0.0000000e+00, 0.0000000e+00, 0.0000000e+00, ..., 0.0000000e+00,\n",
       "         0.0000000e+00, 0.0000000e+00],\n",
       "        [0.0000000e+00, 0.0000000e+00, 0.0000000e+00, ..., 0.0000000e+00,\n",
       "         0.0000000e+00, 0.0000000e+00],\n",
       "        [0.0000000e+00, 0.0000000e+00, 0.0000000e+00, ..., 0.0000000e+00,\n",
       "         0.0000000e+00, 0.0000000e+00]], dtype=float32),\n",
       " 'fc3.bias': array([ 0.00000000e+00,  8.14430823e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -4.30341344e-04,  1.64327957e-03,\n",
       "         9.43055638e-05,  3.20596562e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "        -7.32957153e-04,  0.00000000e+00,  4.14930750e-03,  4.85636847e-05,\n",
       "         6.09562150e-04,  8.91605625e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  5.20813279e-04,  0.00000000e+00, -1.38078094e-03,\n",
       "         0.00000000e+00,  3.06025031e-05,  0.00000000e+00,  1.28241500e-05,\n",
       "         0.00000000e+00, -5.56259300e-04, -2.69005401e-03,  5.02841838e-04,\n",
       "        -2.95160688e-04,  8.55368096e-04,  6.49873633e-04,  0.00000000e+00,\n",
       "        -1.17186719e-04, -1.22997304e-03,  0.00000000e+00,  9.98997275e-05,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.13650155e-03, -1.48489955e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  4.62594500e-04, -2.27954763e-04,\n",
       "        -2.55137507e-04,  0.00000000e+00, -1.41771534e-03,  0.00000000e+00,\n",
       "         4.60836629e-04,  0.00000000e+00,  2.09104765e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -3.33686359e-04, -1.36807619e-04,  9.08386311e-04,\n",
       "         0.00000000e+00,  3.61433078e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         8.95892736e-04,  3.76730226e-04, -6.23521162e-04, -8.17308173e-05,\n",
       "        -4.52504028e-04,  0.00000000e+00,  0.00000000e+00, -3.69826274e-04,\n",
       "         3.80610756e-04,  0.00000000e+00,  1.21090072e-03,  0.00000000e+00,\n",
       "         5.05975971e-04,  7.50193372e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         1.08477939e-03,  0.00000000e+00, -5.73282479e-04,  0.00000000e+00,\n",
       "        -1.92683830e-04,  1.58897223e-04,  0.00000000e+00, -4.94245964e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "        -4.36463088e-05,  4.16514697e-04,  5.16055094e-04,  8.94978642e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.61543285e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -2.72181258e-03,  0.00000000e+00,  1.88481557e-04,\n",
       "         0.00000000e+00,  6.25442713e-04,  0.00000000e+00,  4.02231410e-04,\n",
       "         0.00000000e+00, -9.66810854e-04,  4.47078201e-05,  0.00000000e+00,\n",
       "         2.92257126e-03,  0.00000000e+00,  0.00000000e+00,  1.72050437e-03,\n",
       "        -2.63801147e-03,  0.00000000e+00,  8.91941250e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         5.50245924e-04,  0.00000000e+00,  0.00000000e+00,  1.75925903e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  3.23510962e-04,  0.00000000e+00,\n",
       "        -3.13098193e-04,  3.04677407e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -3.18624021e-04,  0.00000000e+00,\n",
       "         4.89897793e-05,  0.00000000e+00,  0.00000000e+00, -1.51538465e-04,\n",
       "         0.00000000e+00,  6.19673403e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00, -5.35038125e-05,\n",
       "        -1.70404674e-03,  0.00000000e+00, -1.00935495e-03,  0.00000000e+00,\n",
       "         1.08085675e-04,  3.13082019e-05, -2.93360616e-04,  1.76443672e-03,\n",
       "         0.00000000e+00,  4.87800571e-04,  5.23943745e-05,  7.50337378e-04,\n",
       "        -9.06574423e-04, -3.87911510e-04,  0.00000000e+00,  1.57833938e-03,\n",
       "         1.12551893e-03,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  9.26308334e-04,  0.00000000e+00,  5.71365934e-04,\n",
       "        -8.51037912e-05,  0.00000000e+00,  0.00000000e+00, -3.68443492e-04,\n",
       "         8.69715703e-04,  9.26242792e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00, -2.91062424e-05,  0.00000000e+00, -3.28105316e-03,\n",
       "        -8.62489571e-04,  0.00000000e+00,  5.18047367e-04,  4.18373093e-04,\n",
       "        -3.36603844e-05,  0.00000000e+00,  8.64978647e-04, -5.42963948e-03,\n",
       "         4.04132879e-04,  7.12013920e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         8.66096874e-04, -3.74961295e-04,  3.57426412e-04,  4.39193333e-04,\n",
       "         0.00000000e+00,  0.00000000e+00, -3.21868865e-04,  1.43990247e-03,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.43594248e-03,  0.00000000e+00,\n",
       "         1.16361072e-03,  0.00000000e+00,  1.32741011e-03,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -9.55601339e-04,  3.30647454e-04,\n",
       "         0.00000000e+00, -2.07843434e-04,  0.00000000e+00,  1.65869933e-05,\n",
       "         5.89024508e-04,  1.41367345e-04,  1.30087440e-03,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         1.26892678e-03,  0.00000000e+00, -1.94573522e-06,  0.00000000e+00,\n",
       "        -3.24514345e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         5.25142415e-04,  0.00000000e+00, -6.27509202e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  1.01816491e-03,  0.00000000e+00,\n",
       "        -9.03959619e-04, -8.90393159e-04,  1.47278444e-03, -1.28353131e-03,\n",
       "         6.16054866e-04,  6.73685223e-04, -4.97781963e-04,  7.67211750e-05,\n",
       "         0.00000000e+00, -1.98726164e-04,  6.43451582e-04,  0.00000000e+00,\n",
       "        -1.17851654e-03, -8.14735540e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00, -5.46086696e-04,\n",
       "         5.25052368e-04,  0.00000000e+00,  0.00000000e+00,  3.13364835e-05,\n",
       "         0.00000000e+00,  0.00000000e+00,  7.91939092e-04, -1.13245609e-04,\n",
       "         0.00000000e+00,  0.00000000e+00,  0.00000000e+00, -3.71241767e-04,\n",
       "        -2.67483585e-04,  0.00000000e+00, -1.06525735e-03,  9.58591816e-04,\n",
       "         2.02001800e-04,  0.00000000e+00,  3.49676819e-04, -2.23954581e-03,\n",
       "         1.79171242e-04,  0.00000000e+00, -3.91653273e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  1.42976432e-03,  4.44463280e-04,  0.00000000e+00,\n",
       "         3.11881420e-04, -6.64510182e-04,  1.25493272e-04, -1.97205409e-05,\n",
       "         0.00000000e+00,  0.00000000e+00,  9.77316056e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  9.17569414e-05, -1.74598099e-04, -5.84879308e-04,\n",
       "        -4.42899880e-04, -6.70767389e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00,  0.00000000e+00, -4.82218398e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -4.22786543e-05, -4.27171122e-04,  1.67653407e-03,\n",
       "         0.00000000e+00,  0.00000000e+00, -6.58910503e-05,  1.29608612e-04,\n",
       "        -1.21914898e-03,  0.00000000e+00, -2.72475532e-04,  0.00000000e+00,\n",
       "        -1.88820530e-04,  0.00000000e+00, -1.39532931e-04, -7.69194798e-04,\n",
       "        -3.57299752e-04,  1.21004810e-03,  0.00000000e+00, -2.47798271e-05,\n",
       "         2.96703074e-04,  0.00000000e+00, -7.92663661e-04, -5.83196525e-04,\n",
       "        -9.20297345e-04, -2.46885023e-03,  0.00000000e+00,  9.43435472e-04,\n",
       "         5.69866039e-04,  0.00000000e+00, -1.60701689e-03,  0.00000000e+00,\n",
       "        -8.90275231e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "        -1.00046245e-03,  3.37460474e-03, -6.45923545e-04,  0.00000000e+00,\n",
       "         1.06379623e-03, -4.65239224e-04,  2.31982791e-04,  0.00000000e+00,\n",
       "         0.00000000e+00, -8.83833040e-04,  3.04047600e-04,  6.14403631e-04,\n",
       "         0.00000000e+00,  4.64363256e-03, -2.31496058e-03,  0.00000000e+00,\n",
       "         0.00000000e+00, -1.47035404e-04,  8.56993574e-05,  0.00000000e+00,\n",
       "        -5.59554668e-04,  0.00000000e+00,  0.00000000e+00,  7.07599451e-04,\n",
       "        -1.02185109e-03, -1.48082996e-04, -2.85758229e-04,  2.55410065e-04,\n",
       "         0.00000000e+00,  8.09042715e-04,  0.00000000e+00, -1.65194308e-03,\n",
       "        -4.24797705e-04,  3.31910269e-04,  0.00000000e+00, -6.19222876e-04,\n",
       "         0.00000000e+00,  8.50657001e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         0.00000000e+00, -1.08127971e-03,  9.52162896e-04,  2.78295949e-04,\n",
       "         0.00000000e+00,  1.42720842e-03,  1.06089341e-03,  0.00000000e+00,\n",
       "         3.09481926e-04,  0.00000000e+00, -3.99095472e-04,  0.00000000e+00,\n",
       "         0.00000000e+00,  3.55048047e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "        -2.29149766e-04,  0.00000000e+00,  0.00000000e+00,  0.00000000e+00],\n",
       "       dtype=float32),\n",
       " 'fc4.weight': array([[ 0.00000000e+00, -9.93729103e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.55230719e-05, -1.91091414e-04,  8.32568738e-04,\n",
       "          9.41237959e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          3.10562667e-04,  0.00000000e+00, -4.32306333e-05,\n",
       "          5.69000200e-04,  2.84032343e-04,  9.35305492e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          7.82088318e-04,  0.00000000e+00,  8.37170461e-04,\n",
       "          0.00000000e+00,  7.24820129e-04,  0.00000000e+00,\n",
       "          1.16179080e-03,  0.00000000e+00,  1.23544317e-03,\n",
       "          2.44193128e-04,  1.17155130e-03, -9.99490847e-04,\n",
       "          4.94152948e-04,  5.75954909e-05,  0.00000000e+00,\n",
       "          6.95553899e-04, -2.55018269e-04,  0.00000000e+00,\n",
       "          1.29857927e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "         -6.05437635e-05,  4.26019833e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -2.47615990e-05,  1.22853171e-03,\n",
       "          5.42673457e-04,  0.00000000e+00,  3.99422890e-04,\n",
       "          0.00000000e+00,  1.21583944e-04,  0.00000000e+00,\n",
       "          9.52484610e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          6.39731064e-04,  1.07062631e-03,  4.76830202e-04,\n",
       "          0.00000000e+00,  1.23167294e-03,  0.00000000e+00,\n",
       "          0.00000000e+00, -1.65550096e-04,  6.84823899e-04,\n",
       "          1.02794489e-04,  1.05037319e-03,  5.27248136e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  1.84156335e-04,\n",
       "          6.18221122e-04,  0.00000000e+00,  1.05710619e-03,\n",
       "          0.00000000e+00,  1.24607875e-03,  5.43689879e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  5.05839649e-04,\n",
       "          0.00000000e+00,  4.17774601e-04,  0.00000000e+00,\n",
       "          3.51177761e-04,  4.00415622e-04,  0.00000000e+00,\n",
       "          1.60398457e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  6.08689559e-04,\n",
       "          8.42001697e-04,  6.85804756e-04,  1.25155214e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  1.17792177e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  2.01461662e-04,\n",
       "          0.00000000e+00,  2.87637697e-04,  0.00000000e+00,\n",
       "          5.36617881e-04,  0.00000000e+00, -3.69174028e-04,\n",
       "          0.00000000e+00,  4.35561873e-04,  3.94783361e-04,\n",
       "          0.00000000e+00, -1.31321925e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -6.41340957e-05,  1.22514582e-04,\n",
       "          0.00000000e+00, -2.11449544e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  1.82759541e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  2.16828717e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  1.68485742e-04,  0.00000000e+00,\n",
       "          1.03914994e-04, -3.71000002e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.05854015e-04,  0.00000000e+00, -8.22109359e-05,\n",
       "          0.00000000e+00,  0.00000000e+00,  3.35692865e-04,\n",
       "          0.00000000e+00,  1.22558814e-03,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  1.47428318e-05,  1.40364617e-04,\n",
       "          0.00000000e+00, -4.05594183e-04,  0.00000000e+00,\n",
       "         -5.00550435e-04,  4.81086230e-04,  1.08417727e-04,\n",
       "          4.80365452e-05,  0.00000000e+00, -3.98809701e-04,\n",
       "          1.66945765e-03,  6.13132943e-06,  7.52820401e-04,\n",
       "         -1.17172705e-04,  0.00000000e+00, -2.95690377e-04,\n",
       "          7.07498766e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  6.67139539e-04,\n",
       "          0.00000000e+00,  9.16961581e-04, -4.66162106e-04,\n",
       "          0.00000000e+00,  0.00000000e+00, -4.24015278e-04,\n",
       "          7.83730473e-04,  1.97287838e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  1.51625631e-04,\n",
       "          0.00000000e+00,  2.59697583e-04,  3.02509899e-04,\n",
       "          0.00000000e+00,  2.08315949e-04,  1.18054356e-03,\n",
       "         -5.46325813e-04,  0.00000000e+00,  1.37924380e-03,\n",
       "          2.29018071e-04,  7.26689061e-04,  1.03243510e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  9.46148764e-04,\n",
       "          1.10443006e-03,  7.35934533e-04,  1.06189610e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -9.51397851e-06,\n",
       "          2.54529499e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          6.10091010e-05,  0.00000000e+00,  3.09164578e-04,\n",
       "          0.00000000e+00,  4.62270807e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  9.70613386e-04,\n",
       "          3.49352165e-04,  0.00000000e+00,  4.24593862e-04,\n",
       "          0.00000000e+00,  1.10768934e-03,  4.21122590e-04,\n",
       "          1.05491490e-03,  1.04926374e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  1.47175509e-03,  0.00000000e+00,\n",
       "          9.90864588e-04,  0.00000000e+00,  1.59635220e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          8.34367296e-04,  0.00000000e+00,  7.01625773e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.03459239e-03,  0.00000000e+00, -1.39098600e-04,\n",
       "         -7.63325952e-05,  1.30846468e-03,  7.07629486e-04,\n",
       "          1.02710258e-03,  4.00748919e-04,  6.35640754e-04,\n",
       "         -9.83392383e-05,  0.00000000e+00,  1.13746349e-03,\n",
       "          1.07103691e-03,  0.00000000e+00, -4.71943440e-06,\n",
       "          8.19288311e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.62921468e-04,  4.44586476e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -2.73376703e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  8.39678338e-04,  3.06443981e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          6.65443542e-04,  2.69443844e-04,  0.00000000e+00,\n",
       "          1.00506365e-03,  1.04897190e-04, -4.14368697e-04,\n",
       "          0.00000000e+00,  5.70284785e-04, -3.31619158e-05,\n",
       "         -9.80247205e-05,  0.00000000e+00, -5.57743733e-05,\n",
       "          0.00000000e+00,  0.00000000e+00,  7.50843552e-04,\n",
       "          9.11658281e-04,  0.00000000e+00, -5.23624069e-04,\n",
       "         -2.02151743e-04, -4.78931441e-04,  1.00108935e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  1.24390319e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  9.82461963e-04,\n",
       "         -2.75454717e-04,  8.46445153e-04,  1.61124894e-03,\n",
       "          1.30331994e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  6.33863267e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  1.22208113e-03,\n",
       "          9.76812909e-04, -1.45134918e-05,  0.00000000e+00,\n",
       "          0.00000000e+00,  6.85783976e-04,  4.56722446e-05,\n",
       "          1.70831254e-03,  0.00000000e+00,  4.36329836e-04,\n",
       "          0.00000000e+00,  1.14860755e-04,  0.00000000e+00,\n",
       "          1.07975688e-03,  2.72774807e-04,  1.46775076e-03,\n",
       "          6.16818375e-04,  0.00000000e+00,  1.39571482e-03,\n",
       "          4.79654060e-04,  0.00000000e+00, -6.96751522e-04,\n",
       "          1.68125064e-03,  1.58057234e-03, -7.44771460e-05,\n",
       "          0.00000000e+00, -3.48905451e-04,  3.31499788e-04,\n",
       "          0.00000000e+00,  1.14587438e-03,  0.00000000e+00,\n",
       "          1.00981712e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  2.09683276e-04,  1.02859558e-05,\n",
       "          6.46800210e-04,  0.00000000e+00,  1.59669231e-04,\n",
       "          1.45590398e-03,  6.91572612e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -4.82333882e-04,  6.16275123e-04,\n",
       "          5.11982420e-04,  0.00000000e+00,  1.88697522e-04,\n",
       "          7.40045332e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          5.62556379e-04, -1.81110503e-04,  0.00000000e+00,\n",
       "          1.59659400e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "         -2.14227010e-04, -7.55390502e-04,  7.74238200e-04,\n",
       "          6.38492813e-04,  9.11140058e-04,  0.00000000e+00,\n",
       "          9.76651092e-04,  0.00000000e+00,  4.51540429e-04,\n",
       "          1.31742505e-04,  6.43998908e-04,  0.00000000e+00,\n",
       "          5.83007815e-04,  0.00000000e+00, -3.54457443e-05,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.26198994e-03,  1.12336408e-03,  1.15643477e-03,\n",
       "          0.00000000e+00,  2.75298778e-04,  7.51340645e-04,\n",
       "          0.00000000e+00,  2.97062565e-04,  0.00000000e+00,\n",
       "          2.54905608e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          2.69467682e-06,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.45013630e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00],\n",
       "        [ 0.00000000e+00,  9.93729103e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.55231373e-05,  1.91091429e-04, -8.32569029e-04,\n",
       "         -9.41238599e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         -3.10562697e-04,  0.00000000e+00,  4.32306297e-05,\n",
       "         -5.69000491e-04, -2.84032663e-04, -9.35306074e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -7.82088377e-04,  0.00000000e+00, -8.37170752e-04,\n",
       "          0.00000000e+00, -7.24820420e-04,  0.00000000e+00,\n",
       "         -1.16179080e-03,  0.00000000e+00, -1.23544328e-03,\n",
       "         -2.44193157e-04, -1.17155153e-03,  9.99490730e-04,\n",
       "         -4.94153588e-04, -5.75955128e-05,  0.00000000e+00,\n",
       "         -6.95554481e-04,  2.55018211e-04,  0.00000000e+00,\n",
       "         -1.29857985e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          6.05431560e-05, -4.26019891e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  2.47615972e-05, -1.22853194e-03,\n",
       "         -5.42673457e-04,  0.00000000e+00, -3.99423152e-04,\n",
       "          0.00000000e+00, -1.21584046e-04,  0.00000000e+00,\n",
       "         -9.52484668e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         -6.39731355e-04, -1.07062643e-03, -4.76830319e-04,\n",
       "          0.00000000e+00, -1.23167317e-03,  0.00000000e+00,\n",
       "          0.00000000e+00,  1.65549995e-04, -6.84824190e-04,\n",
       "         -1.02794671e-04, -1.05037342e-03, -5.27248660e-04,\n",
       "          0.00000000e+00,  0.00000000e+00, -1.84156379e-04,\n",
       "         -6.18221180e-04,  0.00000000e+00, -1.05710723e-03,\n",
       "          0.00000000e+00, -1.24607934e-03, -5.43690170e-04,\n",
       "          0.00000000e+00,  0.00000000e+00, -5.05839998e-04,\n",
       "          0.00000000e+00, -4.17774922e-04,  0.00000000e+00,\n",
       "         -3.51178081e-04, -4.00415884e-04,  0.00000000e+00,\n",
       "         -1.60398573e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00, -6.08689734e-04,\n",
       "         -8.42001988e-04, -6.85804989e-04, -1.25155260e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -1.17792201e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -2.01461677e-04,\n",
       "          0.00000000e+00, -2.87637988e-04,  0.00000000e+00,\n",
       "         -5.36618056e-04,  0.00000000e+00,  3.69173707e-04,\n",
       "          0.00000000e+00, -4.35562193e-04, -3.94783361e-04,\n",
       "          0.00000000e+00,  1.31321925e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  6.41340957e-05, -1.22514597e-04,\n",
       "          0.00000000e+00,  2.11449544e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00, -1.82759584e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -2.16828776e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -1.68486076e-04,  0.00000000e+00,\n",
       "         -1.03915074e-04,  3.70999915e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.05853658e-04,  0.00000000e+00,  8.22105867e-05,\n",
       "          0.00000000e+00,  0.00000000e+00, -3.35693214e-04,\n",
       "          0.00000000e+00, -1.22558838e-03,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00, -1.47428336e-05, -1.40364660e-04,\n",
       "          0.00000000e+00,  4.05594124e-04,  0.00000000e+00,\n",
       "          5.00550144e-04, -4.81086783e-04, -1.08417778e-04,\n",
       "         -4.80365525e-05,  0.00000000e+00,  3.98809614e-04,\n",
       "         -1.66945776e-03, -6.13139946e-06, -7.52820517e-04,\n",
       "          1.17172640e-04,  0.00000000e+00,  2.95690348e-04,\n",
       "         -7.07498839e-05,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00, -6.67139597e-04,\n",
       "          0.00000000e+00, -9.16961464e-04,  4.66161524e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  4.24015190e-04,\n",
       "         -7.83730589e-04, -1.97287853e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00, -1.51625645e-04,\n",
       "          0.00000000e+00, -2.59697612e-04, -3.02510220e-04,\n",
       "          0.00000000e+00, -2.08315905e-04, -1.18054415e-03,\n",
       "          5.46325697e-04,  0.00000000e+00, -1.37924438e-03,\n",
       "         -2.29018086e-04, -7.26689410e-04, -1.03243522e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -9.46148823e-04,\n",
       "         -1.10443018e-03, -7.35934824e-04, -1.06189668e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  9.51397851e-06,\n",
       "         -2.54529528e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         -6.10091156e-05,  0.00000000e+00, -3.09164607e-04,\n",
       "          0.00000000e+00, -4.62270895e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00, -9.70614434e-04,\n",
       "         -3.49352194e-04,  0.00000000e+00, -4.24593949e-04,\n",
       "          0.00000000e+00, -1.10768934e-03, -4.21122735e-04,\n",
       "         -1.05491513e-03, -1.04926643e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00, -1.47175521e-03,  0.00000000e+00,\n",
       "         -9.90864588e-04,  0.00000000e+00, -1.59635255e-03,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -8.34367587e-04,  0.00000000e+00, -7.01626064e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.03459263e-03,  0.00000000e+00,  1.39098585e-04,\n",
       "          7.63323260e-05, -1.30846514e-03, -7.07629311e-04,\n",
       "         -1.02710270e-03, -4.00749064e-04, -6.35641278e-04,\n",
       "          9.83386708e-05,  0.00000000e+00, -1.13746361e-03,\n",
       "         -1.07103772e-03,  0.00000000e+00,  4.71926296e-06,\n",
       "         -8.19289358e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "          1.62921395e-04, -4.44586825e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  2.73376383e-04,  0.00000000e+00,\n",
       "          0.00000000e+00, -8.39678920e-04, -3.06444068e-04,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -6.65443775e-04, -2.69443903e-04,  0.00000000e+00,\n",
       "         -1.00506423e-03, -1.04897175e-04,  4.14368638e-04,\n",
       "          0.00000000e+00, -5.70284959e-04,  3.31619012e-05,\n",
       "          9.80241530e-05,  0.00000000e+00,  5.57742715e-05,\n",
       "          0.00000000e+00,  0.00000000e+00, -7.50843610e-04,\n",
       "         -9.11659328e-04,  0.00000000e+00,  5.23624010e-04,\n",
       "          2.02151656e-04,  4.78931353e-04, -1.00108958e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -1.24390342e-03,\n",
       "          0.00000000e+00,  0.00000000e+00, -9.82461730e-04,\n",
       "          2.75454717e-04, -8.46445386e-04, -1.61124952e-03,\n",
       "         -1.30332005e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00,  0.00000000e+00, -6.33863267e-04,\n",
       "          0.00000000e+00,  0.00000000e+00, -1.22208137e-03,\n",
       "         -9.76813491e-04,  1.45134918e-05,  0.00000000e+00,\n",
       "          0.00000000e+00, -6.85784325e-04, -4.56724119e-05,\n",
       "         -1.70831301e-03,  0.00000000e+00, -4.36329952e-04,\n",
       "          0.00000000e+00, -1.14860770e-04,  0.00000000e+00,\n",
       "         -1.07975747e-03, -2.72774836e-04, -1.46775087e-03,\n",
       "         -6.16819132e-04,  0.00000000e+00, -1.39571505e-03,\n",
       "         -4.79654089e-04,  0.00000000e+00,  6.96751347e-04,\n",
       "         -1.68125110e-03, -1.58057292e-03,  7.44771460e-05,\n",
       "          0.00000000e+00,  3.48905480e-04, -3.31499847e-04,\n",
       "          0.00000000e+00, -1.14587462e-03,  0.00000000e+00,\n",
       "         -1.00981747e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00, -2.09683305e-04, -1.02859576e-05,\n",
       "         -6.46800385e-04,  0.00000000e+00, -1.59669260e-04,\n",
       "         -1.45590503e-03, -6.91572437e-04,  0.00000000e+00,\n",
       "          0.00000000e+00,  4.82333737e-04, -6.16275182e-04,\n",
       "         -5.11982245e-04,  0.00000000e+00, -1.88697522e-04,\n",
       "         -7.40045507e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         -5.62556612e-04,  1.81110358e-04,  0.00000000e+00,\n",
       "         -1.59659400e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          2.14226922e-04,  7.55390560e-04, -7.74238491e-04,\n",
       "         -6.38493104e-04, -9.11140116e-04,  0.00000000e+00,\n",
       "         -9.76651674e-04,  0.00000000e+00, -4.51540487e-04,\n",
       "         -1.31742621e-04, -6.43999199e-04,  0.00000000e+00,\n",
       "         -5.83007932e-04,  0.00000000e+00,  3.54456570e-05,\n",
       "          0.00000000e+00,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.26199005e-03, -1.12336432e-03, -1.15643500e-03,\n",
       "          0.00000000e+00, -2.75298778e-04, -7.51340936e-04,\n",
       "          0.00000000e+00, -2.97062710e-04,  0.00000000e+00,\n",
       "         -2.54905637e-04,  0.00000000e+00,  0.00000000e+00,\n",
       "         -2.69485099e-06,  0.00000000e+00,  0.00000000e+00,\n",
       "         -1.45013665e-03,  0.00000000e+00,  0.00000000e+00,\n",
       "          0.00000000e+00]], dtype=float32),\n",
       " 'fc4.bias': array([ 0.01668857, -0.01668857], dtype=float32)}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gradients_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['c1.weight',\n",
       " 'c1.bias',\n",
       " 'c2.weight',\n",
       " 'c2.bias',\n",
       " 'c3.weight',\n",
       " 'c3.bias',\n",
       " 'fc1.weight',\n",
       " 'fc1.bias',\n",
       " 'fc2.weight',\n",
       " 'fc2.bias',\n",
       " 'fc3.weight',\n",
       " 'fc3.bias',\n",
       " 'fc4.weight',\n",
       " 'fc4.bias']"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(model.state_dict().keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}