{ "cells": [ { "cell_type": "code", "execution_count": 43, "id": "improving-payment", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 43, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import random\n", "\n", "import numpy as np\n", "import torch\n", "import torch.nn as nn\n", "import torch.nn.functional as F\n", "\n", "%matplotlib inline\n", "\n", "random.seed(5)\n", "np.random.seed(5)\n", "torch.random.manual_seed(5)" ] }, { "cell_type": "markdown", "id": "f1d49658", "metadata": {}, "source": [ "### Question 1.1" ] }, { "cell_type": "code", "execution_count": 44, "id": "violent-pulse", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(4, 3)\n" ] } ], "source": [ "x1 = np.array([-2.0, 1.0, 0.5])\n", "x2 = np.array([1.0, 1.5, -0.5])\n", "x3 = np.array([-1.5, 1.0, -0.5])\n", "x4 = np.array([-2.0, -2.5, 1.5])\n", "\n", "X = np.array([x1, x2, x3, x4])\n", "\n", "print(X.shape)" ] }, { "cell_type": "code", "execution_count": 45, "id": "dressed-oracle", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "3\n", "[4.5 0. 4.5 0. ]\n", "[2.59807621 0. 2.59807621 0. ]\n", "[0.46536883 0.03463117 0.46536883 0.03463117]\n", "[-1.66342208 0.8961065 0.03463117]\n" ] } ], "source": [ "q = np.array([-2.0, 1.0, -1.0])\n", "\n", "print(np.size(q))\n", "\n", "scores = X.dot(q) / np.sqrt(np.size(q))\n", "probabilities = np.exp(scores) / np.sum(np.exp(scores))\n", "output = X.T.dot(probabilities)\n", "\n", "print(X.dot(q))\n", "print(scores)\n", "print(probabilities)\n", "print(output)" ] }, { "cell_type": "markdown", "id": "relevant-centre", "metadata": {}, "source": [ "### Question 1.2" ] }, { "cell_type": "code", "execution_count": 46, "id": "opposed-trailer", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[[-2.25 4.5 ]\n", " [ 1.25 2. ]\n", " [-1.25 4.75]\n", " [-2.75 -3.5 ]]\n", "[[ 5.75 1.5 ]\n", " [ 2. -0.5 ]\n", " [ 4.5 2. ]\n", " [-2.5 0.5 ]]\n", "[[-2.5 -7.5 ]\n", " [ 0.25 0. ]\n", " [-2. -5.25]\n", " [-0.75 -1.5 ]]\n", "1.4142135623730951\n", "[[ -4.37522321 -4.77297077 -0.79549513 5.5684659 ]\n", " [ 7.20365033 1.06066017 6.80590277 -1.50260191]\n", " [ -0.04419417 -3.44714556 2.74003878 3.8890873 ]\n", " [-14.89343658 -2.65165043 -13.70019389 3.62392225]]\n", "[[4.79433566e-05 3.22098620e-05 1.71943035e-03 9.98200416e-01]\n", " [5.97319598e-01 1.28333499e-03 4.01298182e-01 9.88847812e-05]\n", " [1.46423661e-02 4.87223528e-04 2.37021787e-01 7.47848624e-01]\n", " [9.06143069e-09 1.87817885e-03 2.98824011e-08 9.98121782e-01]]\n", "[[-0.75220098 -1.50668721]\n", " [-2.29564869 -6.58686077]\n", " [-1.07141415 -2.47595506]\n", " [-0.74812187 -1.4971829 ]]\n", "[1. 1. 1. 1.]\n" ] } ], "source": [ "W_Q = np.array([[1, -1.5], [0, 2], [-0.5, -1]])\n", "W_K = np.array([[-1.5, -1], [2.5, 0], [0.5, -1]])\n", "W_V = np.array([[1, 2.5], [-0.5, -2], [0, -1]])\n", "\n", "#print(W_Q)\n", "#print(W_K)\n", "#print(W_V)\n", "\n", "Q = X.dot(W_Q)\n", "K = X.dot(W_K)\n", "V = X.dot(W_V)\n", "\n", "print(Q)\n", "print(K)\n", "print(V)\n", "\n", "print(np.sqrt(np.size(Q, 1)))\n", "\n", "scores = Q.dot(K.T) / np.sqrt(np.size(Q, 1))\n", "probabilities = np.exp(scores) / np.sum(np.exp(scores), axis=1)[:, None]\n", "\n", "Z = probabilities.dot(V)\n", "\n", "print(scores)\n", "print(probabilities)\n", "print(Z)\n", "\n", "print(probabilities.sum(axis=1))" ] }, { "cell_type": "code", "execution_count": 47, "id": "animated-barrel", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 47, "metadata": {}, "output_type": "execute_result" }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAbwAAAGiCAYAAACcbHM0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/OQEPoAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAioklEQVR4nO3df3RU9Z3/8ddIkgldk1HAhFBCElaNEMTFRM14AAVOg8mRgy1njz16Ytxa2/Tw40iWsxpwT2v39KTdpV30VKFsAZdSq3t2wNKFUnJWJ7GHpBKaFKohZddAstmMFFZnMF0mBD/fP/wyZ8dMQoJzJ5N8no9z7jnOzedO3vm09tmZzGRcxhgjAAAmuOvGegAAABKB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArOBo8D744ANVVlbK4/HI4/GosrJSH3744bDXPP7443K5XFFHaWmpk2MCACyQ4uSdP/LII/qv//ovHTp0SJL0ta99TZWVlfrFL34x7HUPPPCAdu3aFbmdlpbm5JgAAAs4Frz29nYdOnRIzc3NuueeeyRJ//RP/ySv16uOjg4VFhYOea3b7db06dOdGg0AYCHHgtfU1CSPxxOJnSSVlpbK4/HoyJEjwwbP7/crKytLN9xwg+677z595zvfUVZWVsy14XBY4XA4cvvjjz/W//zP/2jq1KlyuVzx+4EAAAlhjNGFCxc0Y8YMXXdd/H7z5ljwAoFAzEhlZWUpEAgMeV15ebn+8i//Unl5eers7NTf/u3faunSpTp27Jjcbveg9XV1dXruuefiOjsAYOx1d3dr5syZcbu/UQfvW9/61lUDc/ToUUmK+QjLGDPsI6+HH3448s/z5s1TSUmJ8vLydODAAX3pS18atL62tlY1NTWR28FgULNmzdJCVShFqVf9eQDgavb94cRYj2CV0EcfK+/O08rIyIjr/Y46eGvWrNGXv/zlYdfk5+fr+PHjev/99wd97Y9//KOys7NH/P1ycnKUl5enU6dOxfy62+2O+cgvRalKcRE8AJ9dZgbv4BoL8f611KiDN23aNE2bNu2q67xer4LBoN5++23dfffdkqTf/OY3CgaDuvfee0f8/c6fP6/u7m7l5OSMdlQAACIc+78tc+bM0QMPPKAnn3xSzc3Nam5u1pNPPqkHH3ww6gUrt912m/bt2ydJ+uijj7RhwwY1NTXp9OnT8vv9WrFihaZNm6YvfvGLTo0KALCAo4/Tf/rTn+r2229XWVmZysrKNH/+fP3kJz+JWtPR0aFgMChJmjRpkk6cOKGVK1fq1ltvVVVVlW699VY1NTXF/blcAIBdHH3j+ZQpU7Rnz55h1xhjIv88efJk/epXv3JyJACApfhNLADACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsEJCgvfSSy+poKBA6enpKi4u1ltvvTXs+oaGBhUXFys9PV2zZ8/Wtm3bEjEmAGACczx4r732mp566ilt2rRJra2tWrRokcrLy9XV1RVzfWdnpyoqKrRo0SK1trZq48aNWrdunXw+n9OjAgAmMJcxxjj5De655x7deeed2rp1a+TcnDlz9NBDD6murm7Q+qefflr79+9Xe3t75Fx1dbV+97vfqamp6arfLxQKyePx6H6tVIorNT4/BACr/eq/28Z6BKuELnysG299T8FgUJmZmXG7X0cf4fX39+vYsWMqKyuLOl9WVqYjR47EvKapqWnQ+uXLl6ulpUWXLl0atD4cDisUCkUdAAB8mqPBO3funC5fvqzs7Oyo89nZ2QoEAjGvCQQCMdcPDAzo3Llzg9bX1dXJ4/FEjtzc3Pj9AACACSMhL1pxuVxRt40xg85dbX2s85JUW1urYDAYObq7u+MwMQBgoklx8s6nTZumSZMmDXo0d/bs2UGP4q6YPn16zPUpKSmaOnXqoPVut1tutzt+QwMAJiRHH+GlpaWpuLhY9fX1Uefr6+t17733xrzG6/UOWn/48GGVlJQoNZUXoQAAro3jT2nW1NToxz/+sXbu3Kn29natX79eXV1dqq6ulvTJU5KPPfZYZH11dbXOnDmjmpoatbe3a+fOndqxY4c2bNjg9KgAgAnM0ac0Jenhhx/W+fPn9e1vf1u9vb2aN2+eDh48qLy8PElSb29v1HvyCgoKdPDgQa1fv14vvviiZsyYoRdeeEGrVq1yelQAwATm+PvwEo334QGIN96Hl1jj8n14AAAkC4IHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWCEhwXvppZdUUFCg9PR0FRcX66233hpyrd/vl8vlGnScPHkyEaMCACYox4P32muv6amnntKmTZvU2tqqRYsWqby8XF1dXcNe19HRod7e3shxyy23OD0qAGACczx4P/jBD/TEE0/oq1/9qubMmaMtW7YoNzdXW7duHfa6rKwsTZ8+PXJMmjTJ6VEBABNYipN33t/fr2PHjumZZ56JOl9WVqYjR44Me+2CBQt08eJFzZ07V88++6yWLFkSc104HFY4HI7cDoVCkqTTO27XdZ9L/4w/AUZi9iNtYz2CdXqevnesR7DK8hljPYFdBswlSe/F/X4dfYR37tw5Xb58WdnZ2VHns7OzFQgEYl6Tk5Oj7du3y+fzae/evSosLNSyZcvU2NgYc31dXZ08Hk/kyM3NjfvPAQAY/xx9hHeFy+WKum2MGXTuisLCQhUWFkZue71edXd3a/PmzVq8ePGg9bW1taqpqYncDoVCRA8AMIijj/CmTZumSZMmDXo0d/bs2UGP+oZTWlqqU6dOxfya2+1WZmZm1AEAwKc5Gry0tDQVFxervr4+6nx9fb3uvXfkv4NobW1VTk5OvMcDAFjE8ac0a2pqVFlZqZKSEnm9Xm3fvl1dXV2qrq6W9MlTkj09Pdq9e7ckacuWLcrPz1dRUZH6+/u1Z88e+Xw++Xw+p0cFAExgjgfv4Ycf1vnz5/Xtb39bvb29mjdvng4ePKi8vDxJUm9vb9R78vr7+7Vhwwb19PRo8uTJKioq0oEDB1RRUeH0qACACcxljDFjPUQ8hUIheTwe5e94lrclJAhvS0g83paQWJ//3vBvo0J8DZhL8uvnCgaDcX1dBn9LEwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCs4GjwGhsbtWLFCs2YMUMul0uvv/76Va9paGhQcXGx0tPTNXv2bG3bts3JEQEAlnA0eH19fbrjjjv0wx/+cETrOzs7VVFRoUWLFqm1tVUbN27UunXr5PP5nBwTAGCBFCfvvLy8XOXl5SNev23bNs2aNUtbtmyRJM2ZM0ctLS3avHmzVq1aFfOacDiscDgcuR0KhT7TzACAiSmpfofX1NSksrKyqHPLly9XS0uLLl26FPOauro6eTyeyJGbm5uIUQEA40xSBS8QCCg7OzvqXHZ2tgYGBnTu3LmY19TW1ioYDEaO7u7uRIwKABhnHH1K81q4XK6o28aYmOevcLvdcrvdjs8FABjfkuoR3vTp0xUIBKLOnT17VikpKZo6deoYTQUAmAiSKnher1f19fVR5w4fPqySkhKlpqaO0VQAgInA0eB99NFHamtrU1tbm6RP3nbQ1tamrq4uSZ/8/u2xxx6LrK+urtaZM2dUU1Oj9vZ27dy5Uzt27NCGDRucHBMAYAFHf4fX0tKiJUuWRG7X1NRIkqqqqvTyyy+rt7c3Ej9JKigo0MGDB7V+/Xq9+OKLmjFjhl544YUh35IAAMBIORq8+++/P/Kik1hefvnlQefuu+8+/fa3v3VwKgCAjZLqd3gAADiF4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWcDR4jY2NWrFihWbMmCGXy6XXX3992PV+v18ul2vQcfLkSSfHBABYIMXJO+/r69Mdd9yhv/qrv9KqVatGfF1HR4cyMzMjt2+66SYnxgMAWMTR4JWXl6u8vHzU12VlZemGG24Y0dpwOKxwOBy5HQqFRv39AAATn6PBu1YLFizQxYsXNXfuXD377LNasmTJkGvr6ur03HPPDTpf8PV2pbhSnRwT/58Z6wEsNPWdgbEewSrZTZlXX4S4udTXLy2L//0m1YtWcnJytH37dvl8Pu3du1eFhYVatmyZGhsbh7ymtrZWwWAwcnR3dydwYgDAeJFUj/AKCwtVWFgYue31etXd3a3Nmzdr8eLFMa9xu91yu92JGhEAME4l1SO8WEpLS3Xq1KmxHgMAMM4lffBaW1uVk5Mz1mMAAMY5R5/S/Oijj/Qf//EfkdudnZ1qa2vTlClTNGvWLNXW1qqnp0e7d++WJG3ZskX5+fkqKipSf3+/9uzZI5/PJ5/P5+SYAAALOBq8lpaWqFdY1tTUSJKqqqr08ssvq7e3V11dXZGv9/f3a8OGDerp6dHkyZNVVFSkAwcOqKKiwskxAQAWcBljJtSrykOhkDwej5akrOJtCQliBniJfKJdfPDusR7BKnmb+GtPiXSpr1//smyPgsFg1B8h+ayS/nd4AADEA8EDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArOBo8Orq6nTXXXcpIyNDWVlZeuihh9TR0XHV6xoaGlRcXKz09HTNnj1b27Ztc3JMAIAFHA1eQ0ODVq9erebmZtXX12tgYEBlZWXq6+sb8prOzk5VVFRo0aJFam1t1caNG7Vu3Tr5fD4nRwUATHApTt75oUOHom7v2rVLWVlZOnbsmBYvXhzzmm3btmnWrFnasmWLJGnOnDlqaWnR5s2btWrVKifHBQBMYAn9HV4wGJQkTZkyZcg1TU1NKisrizq3fPlytbS06NKlS4PWh8NhhUKhqAMAgE9LWPCMMaqpqdHChQs1b968IdcFAgFlZ2dHncvOztbAwIDOnTs3aH1dXZ08Hk/kyM3NjfvsAIDxL2HBW7NmjY4fP66f/exnV13rcrmibhtjYp6XpNraWgWDwcjR3d0dn4EBABOKo7/Du2Lt2rXav3+/GhsbNXPmzGHXTp8+XYFAIOrc2bNnlZKSoqlTpw5a73a75Xa74zovAGDicfQRnjFGa9as0d69e/XGG2+ooKDgqtd4vV7V19dHnTt8+LBKSkqUmprq1KgAgAnO0eCtXr1ae/bs0SuvvKKMjAwFAgEFAgH97//+b2RNbW2tHnvsscjt6upqnTlzRjU1NWpvb9fOnTu1Y8cObdiwwclRAQATnKPB27p1q4LBoO6//37l5OREjtdeey2ypre3V11dXZHbBQUFOnjwoPx+v/7iL/5Cf/d3f6cXXniBtyQAAD4TR3+Hd+XFJsN5+eWXB52777779Nvf/taBiQAAtuJvaQIArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACs4Gry6ujrdddddysjIUFZWlh566CF1dHQMe43f75fL5Rp0nDx50slRAQATnKPBa2ho0OrVq9Xc3Kz6+noNDAyorKxMfX19V722o6NDvb29keOWW25xclQAwASX4uSdHzp0KOr2rl27lJWVpWPHjmnx4sXDXpuVlaUbbrjBwekAADZxNHifFgwGJUlTpky56toFCxbo4sWLmjt3rp599lktWbIk5rpwOKxwOBy5HQqFJElmYEDG5YrD1EDySf+3t8d6BKvs3t421iNYJXThY/2LA/ebsBetGGNUU1OjhQsXat68eUOuy8nJ0fbt2+Xz+bR3714VFhZq2bJlamxsjLm+rq5OHo8ncuTm5jr1IwAAxjGXMcYk4hutXr1aBw4c0K9//WvNnDlzVNeuWLFCLpdL+/fvH/S1WI/wcnNzdb9WKsWV+pnnBoBf/XfbWI9gldCFj3Xjre8pGAwqMzMzbvebkEd4a9eu1f79+/Xmm2+OOnaSVFpaqlOnTsX8mtvtVmZmZtQBAMCnOfo7PGOM1q5dq3379snv96ugoOCa7qe1tVU5OTlxng4AYBNHg7d69Wq98sor+vnPf66MjAwFAgFJksfj0eTJkyVJtbW16unp0e7duyVJW7ZsUX5+voqKitTf3689e/bI5/PJ5/M5OSoAYIJzNHhbt26VJN1///1R53ft2qXHH39cktTb26uurq7I1/r7+7Vhwwb19PRo8uTJKioq0oEDB1RRUeHkqACACS5hL1pJlFAoJI/Hw4tWAMQNL1pJrHH9ohUAAMYawQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCs4Gjwtm7dqvnz5yszM1OZmZnyer365S9/Oew1DQ0NKi4uVnp6umbPnq1t27Y5OSIAwBKOBm/mzJn67ne/q5aWFrW0tGjp0qVauXKl3nnnnZjrOzs7VVFRoUWLFqm1tVUbN27UunXr5PP5nBwTAGABlzHGJPIbTpkyRf/wD/+gJ554YtDXnn76ae3fv1/t7e2Rc9XV1frd736npqamEd1/KBSSx+PR/VqpFFdq3OYGYK9f/XfbWI9gldCFj3Xjre8pGAwqMzMzbvebsN/hXb58Wa+++qr6+vrk9XpjrmlqalJZWVnUueXLl6ulpUWXLl2KeU04HFYoFIo6AAD4NMeDd+LECV1//fVyu92qrq7Wvn37NHfu3JhrA4GAsrOzo85lZ2drYGBA586di3lNXV2dPB5P5MjNzY37zwAAGP8cD15hYaHa2trU3Nysb3zjG6qqqtK777475HqXyxV1+8ozrp8+f0Vtba2CwWDk6O7ujt/wAIAJI8Xpb5CWlqabb75ZklRSUqKjR4/q+eef149+9KNBa6dPn65AIBB17uzZs0pJSdHUqVNj3r/b7Zbb7Y7/4ACACSXh78MzxigcDsf8mtfrVX19fdS5w4cPq6SkRKmpvAAFAHDtHA3exo0b9dZbb+n06dM6ceKENm3aJL/fr0cffVTSJ09HPvbYY5H11dXVOnPmjGpqatTe3q6dO3dqx44d2rBhg5NjAgAs4OhTmu+//74qKyvV29srj8ej+fPn69ChQ/rCF74gSert7VVXV1dkfUFBgQ4ePKj169frxRdf1IwZM/TCCy9o1apVTo4JALBAwt+H5zTehwcg3ngfXmKN+/fhAQAwlggeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwgqPB27p1q+bPn6/MzExlZmbK6/Xql7/85ZDr/X6/XC7XoOPkyZNOjgkAsECKk3c+c+ZMffe739XNN98sSfrnf/5nrVy5Uq2trSoqKhryuo6ODmVmZkZu33TTTU6OCQCwgKPBW7FiRdTt73znO9q6dauam5uHDV5WVpZuuOGGEX2PcDiscDgcuR0MBiVJA7okmdHPDACfFrrw8ViPYJXQR5/stzFx/h9xkyADAwPmZz/7mUlLSzPvvPNOzDVvvvmmkWTy8/PN9OnTzdKlS80bb7wx7P1+85vfNPokbRwcHBwcE+j4z//8z7h2yGVMvBMa7cSJE/J6vbp48aKuv/56vfLKK6qoqIi5tqOjQ42NjSouLlY4HNZPfvITbdu2TX6/X4sXL455zacf4X344YfKy8tTV1eXPB6PIz+TU0KhkHJzc9Xd3R31lG6yY+7EYu7EG6+zj9e5g8GgZs2apQ8++GDEz/aNhKNPaUpSYWGh2tra9OGHH8rn86mqqkoNDQ2aO3duzLWFhYWR216vV93d3dq8efOQwXO73XK73YPOezyecfUf8P915UU+4w1zJxZzJ954nX28zn3ddfF9XaXjb0tIS0vTzTffrJKSEtXV1emOO+7Q888/P+LrS0tLderUKQcnBADYIOHvwzPGRD0FeTWtra3KyclxcCIAgA0cfUpz48aNKi8vV25uri5cuKBXX31Vfr9fhw4dkiTV1taqp6dHu3fvliRt2bJF+fn5KioqUn9/v/bs2SOfzyefzzfi7+l2u/XNb34z5tOcyW68zs7cicXciTdeZ2fuaI6+aOWJJ57Qv//7v6u3t1cej0fz58/X008/rS984QuSpMcff1ynT5+W3++XJP393/+9tm/frp6eHk2ePFlFRUWqra0d8kUuAACMlOOv0gQAIBnwtzQBAFYgeAAAKxA8AIAVCB4AwAoTIngffPCBKisr5fF45PF4VFlZqQ8//HDYax5//PFBH0NUWlrq6JwvvfSSCgoKlJ6eruLiYr311lvDrm9oaFBxcbHS09M1e/Zsbdu2zdH5hjOa2ZPlY54aGxu1YsUKzZgxQy6XS6+//vpVr0mGPR/t3Mmw33V1dbrrrruUkZGhrKwsPfTQQ+ro6Ljqdcmw39cyezLs+Wg/fk1Kjv0ey4+NmxDBe+SRR9TW1qZDhw7p0KFDamtrU2Vl5VWve+CBB9Tb2xs5Dh486NiMr732mp566ilt2rRJra2tWrRokcrLy9XV1RVzfWdnpyoqKrRo0SK1trZq48aNWrdu3ajekxgvo539io6Ojqj9veWWWxI08Sf6+vp0xx136Ic//OGI1ifLno927ivGcr8bGhq0evVqNTc3q76+XgMDAyorK1NfX9+Q1yTLfl/L7FeM5Z5f+fi1lpYWtbS0aOnSpVq5cqXeeeedmOuTZb9HO/cVcdnruP4p6jHw7rvvGkmmubk5cq6pqclIMidPnhzyuqqqKrNy5coETPiJu+++21RXV0edu+2228wzzzwTc/3f/M3fmNtuuy3q3Ne//nVTWlrq2IxDGe3sVz714oMPPkjAdCMjyezbt2/YNcm051eMZO5k3O+zZ88aSaahoWHINcm438aMbPZk3HNjjLnxxhvNj3/845hfS9b9Nmb4ueO51+P+EV5TU5M8Ho/uueeeyLnS0lJ5PB4dOXJk2Gv9fr+ysrJ066236sknn9TZs2cdmbG/v1/Hjh1TWVlZ1PmysrIhZ2xqahq0fvny5WppadGlS5ccmTOWa5n9igULFignJ0fLli3Tm2++6eSYcZEse36tkmm/r3wu5ZQpU4Zck6z7PZLZr0iWPb98+bJeffVV9fX1yev1xlyTjPs9krmviMdej/vgBQIBZWVlDTqflZWlQCAw5HXl5eX66U9/qjfeeEPf//73dfToUS1dunRUf+dzpM6dO6fLly8rOzs76nx2dvaQMwYCgZjrBwYGdO7cubjPOJRrmT0nJ0fbt2+Xz+fT3r17VVhYqGXLlqmxsTERI1+zZNnz0Uq2/TbGqKamRgsXLtS8efOGXJeM+z3S2ZNlz0+cOKHrr79ebrdb1dXV2rdvX8xPopGSa79HM3c899rxjwe6Vt/61rf03HPPDbvm6NGjkiSXyzXoa8aYmOevePjhhyP/PG/ePJWUlCgvL08HDhzQl770pWucenifnudqM8ZaH+t8Ioxm9mv5mKdkkUx7PlLJtt9r1qzR8ePH9etf//qqa5Ntv0c6e7Ls+Wg+fk1Knv12+mPjhpK0wVuzZo2+/OUvD7smPz9fx48f1/vvvz/oa3/84x8H/b+Z4eTk5CgvL8+RjyKaNm2aJk2aNOgR0dmzZ4eccfr06THXp6SkaOrUqXGfcSjXMnsspaWl2rNnT7zHi6tk2fN4GKv9Xrt2rfbv36/GxkbNnDlz2LXJtt+jmT2WsdjzKx+/JkklJSU6evSonn/+ef3oRz8atDaZ9ns0c8dyrXudtMGbNm2apk2bdtV1Xq9XwWBQb7/9tu6++25J0m9+8xsFg0Hde++9I/5+58+fV3d3tyMfRZSWlqbi4mLV19fri1/8YuR8fX29Vq5cGfMar9erX/ziF1HnDh8+rJKSEqWmpsZ9xqFcy+yxjIePeUqWPY+HRO+3MUZr167Vvn375Pf7VVBQcNVrkmW/r2X2WJLhv+NmmI9fS5b9jmW4uWO55r3+zC97SQIPPPCAmT9/vmlqajJNTU3m9ttvNw8++GDUmsLCQrN3715jjDEXLlwwf/3Xf22OHDliOjs7zZtvvmm8Xq/5/Oc/b0KhkCMzvvrqqyY1NdXs2LHDvPvuu+app54yf/Znf2ZOnz5tjDHmmWeeMZWVlZH17733nvnc5z5n1q9fb959912zY8cOk5qaav71X//VkfniOfs//uM/mn379pk//OEP5ve//7155plnjCTj8/kSOveFCxdMa2uraW1tNZLMD37wA9Pa2mrOnDkTc+5k2fPRzp0M+/2Nb3zDeDwe4/f7TW9vb+T405/+FFmTrPt9LbMnw57X1taaxsZG09nZaY4fP242btxorrvuOnP48OGYMyfLfo927nju9YQI3vnz582jjz5qMjIyTEZGhnn00UcHvYRVktm1a5cxxpg//elPpqyszNx0000mNTXVzJo1y1RVVZmuri5H53zxxRdNXl6eSUtLM3feeWfUy56rqqrMfffdF7Xe7/ebBQsWmLS0NJOfn2+2bt3q6HzDGc3s3/ve98yf//mfm/T0dHPjjTeahQsXmgMHDiR85isvZ/70UVVVFXNuY5Jjz0c7dzLsd6x5/++/c7HmNiY59vtaZk+GPf/KV74S+XfypptuMsuWLYtEI9bMxiTHfo927njuNR8PBACwwrh/WwIAACNB8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAAr/D+eU3Fu+MFa0wAAAABJRU5ErkJggg==", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import matplotlib.pyplot as plt\n", "plt.imshow(probabilities)" ] }, { "cell_type": "markdown", "id": "bibliographic-funds", "metadata": {}, "source": [ "### Question 1.3" ] }, { "cell_type": "code", "execution_count": 48, "id": "patient-wyoming", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[[4.79433566e-05 3.22098620e-05 1.71943035e-03 9.98200416e-01]\n", " [5.97319598e-01 1.28333499e-03 4.01298182e-01 9.88847812e-05]\n", " [1.46423661e-02 4.87223528e-04 2.37021787e-01 7.47848624e-01]\n", " [9.06143069e-09 1.87817885e-03 2.98824011e-08 9.98121782e-01]]\n", "[[-0.75220098 -1.50668721]\n", " [-2.29564869 -6.58686077]\n", " [-1.07141415 -2.47595506]\n", " [-0.74812187 -1.4971829 ]]\n" ] }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAbwAAAGiCAYAAACcbHM0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/OQEPoAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAioklEQVR4nO3df3RU9Z3/8ddIkgldk1HAhFBCElaNEMTFRM14AAVOg8mRgy1njz16Ytxa2/Tw40iWsxpwT2v39KTdpV30VKFsAZdSq3t2wNKFUnJWJ7GHpBKaFKohZddAstmMFFZnMF0mBD/fP/wyZ8dMQoJzJ5N8no9z7jnOzedO3vm09tmZzGRcxhgjAAAmuOvGegAAABKB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArOBo8D744ANVVlbK4/HI4/GosrJSH3744bDXPP7443K5XFFHaWmpk2MCACyQ4uSdP/LII/qv//ovHTp0SJL0ta99TZWVlfrFL34x7HUPPPCAdu3aFbmdlpbm5JgAAAs4Frz29nYdOnRIzc3NuueeeyRJ//RP/ySv16uOjg4VFhYOea3b7db06dOdGg0AYCHHgtfU1CSPxxOJnSSVlpbK4/HoyJEjwwbP7/crKytLN9xwg+677z595zvfUVZWVsy14XBY4XA4cvvjjz/W//zP/2jq1KlyuVzx+4EAAAlhjNGFCxc0Y8YMXXdd/H7z5ljwAoFAzEhlZWUpEAgMeV15ebn+8i//Unl5eers7NTf/u3faunSpTp27Jjcbveg9XV1dXruuefiOjsAYOx1d3dr5syZcbu/UQfvW9/61lUDc/ToUUmK+QjLGDPsI6+HH3448s/z5s1TSUmJ8vLydODAAX3pS18atL62tlY1NTWR28FgULNmzdJCVShFqVf9eQDgavb94cRYj2CV0EcfK+/O08rIyIjr/Y46eGvWrNGXv/zlYdfk5+fr+PHjev/99wd97Y9//KOys7NH/P1ycnKUl5enU6dOxfy62+2O+cgvRalKcRE8AJ9dZgbv4BoL8f611KiDN23aNE2bNu2q67xer4LBoN5++23dfffdkqTf/OY3CgaDuvfee0f8/c6fP6/u7m7l5OSMdlQAACIc+78tc+bM0QMPPKAnn3xSzc3Nam5u1pNPPqkHH3ww6gUrt912m/bt2ydJ+uijj7RhwwY1NTXp9OnT8vv9WrFihaZNm6YvfvGLTo0KALCAo4/Tf/rTn+r2229XWVmZysrKNH/+fP3kJz+JWtPR0aFgMChJmjRpkk6cOKGVK1fq1ltvVVVVlW699VY1NTXF/blcAIBdHH3j+ZQpU7Rnz55h1xhjIv88efJk/epXv3JyJACApfhNLADACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsEJCgvfSSy+poKBA6enpKi4u1ltvvTXs+oaGBhUXFys9PV2zZ8/Wtm3bEjEmAGACczx4r732mp566ilt2rRJra2tWrRokcrLy9XV1RVzfWdnpyoqKrRo0SK1trZq48aNWrdunXw+n9OjAgAmMJcxxjj5De655x7deeed2rp1a+TcnDlz9NBDD6murm7Q+qefflr79+9Xe3t75Fx1dbV+97vfqamp6arfLxQKyePx6H6tVIorNT4/BACr/eq/28Z6BKuELnysG299T8FgUJmZmXG7X0cf4fX39+vYsWMqKyuLOl9WVqYjR47EvKapqWnQ+uXLl6ulpUWXLl0atD4cDisUCkUdAAB8mqPBO3funC5fvqzs7Oyo89nZ2QoEAjGvCQQCMdcPDAzo3Llzg9bX1dXJ4/FEjtzc3Pj9AACACSMhL1pxuVxRt40xg85dbX2s85JUW1urYDAYObq7u+MwMQBgoklx8s6nTZumSZMmDXo0d/bs2UGP4q6YPn16zPUpKSmaOnXqoPVut1tutzt+QwMAJiRHH+GlpaWpuLhY9fX1Uefr6+t17733xrzG6/UOWn/48GGVlJQoNZUXoQAAro3jT2nW1NToxz/+sXbu3Kn29natX79eXV1dqq6ulvTJU5KPPfZYZH11dbXOnDmjmpoatbe3a+fOndqxY4c2bNjg9KgAgAnM0ac0Jenhhx/W+fPn9e1vf1u9vb2aN2+eDh48qLy8PElSb29v1HvyCgoKdPDgQa1fv14vvviiZsyYoRdeeEGrVq1yelQAwATm+PvwEo334QGIN96Hl1jj8n14AAAkC4IHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWCEhwXvppZdUUFCg9PR0FRcX66233hpyrd/vl8vlGnScPHkyEaMCACYox4P32muv6amnntKmTZvU2tqqRYsWqby8XF1dXcNe19HRod7e3shxyy23OD0qAGACczx4P/jBD/TEE0/oq1/9qubMmaMtW7YoNzdXW7duHfa6rKwsTZ8+PXJMmjTJ6VEBABNYipN33t/fr2PHjumZZ56JOl9WVqYjR44Me+2CBQt08eJFzZ07V88++6yWLFkSc104HFY4HI7cDoVCkqTTO27XdZ9L/4w/AUZi9iNtYz2CdXqevnesR7DK8hljPYFdBswlSe/F/X4dfYR37tw5Xb58WdnZ2VHns7OzFQgEYl6Tk5Oj7du3y+fzae/evSosLNSyZcvU2NgYc31dXZ08Hk/kyM3NjfvPAQAY/xx9hHeFy+WKum2MGXTuisLCQhUWFkZue71edXd3a/PmzVq8ePGg9bW1taqpqYncDoVCRA8AMIijj/CmTZumSZMmDXo0d/bs2UGP+oZTWlqqU6dOxfya2+1WZmZm1AEAwKc5Gry0tDQVFxervr4+6nx9fb3uvXfkv4NobW1VTk5OvMcDAFjE8ac0a2pqVFlZqZKSEnm9Xm3fvl1dXV2qrq6W9MlTkj09Pdq9e7ckacuWLcrPz1dRUZH6+/u1Z88e+Xw++Xw+p0cFAExgjgfv4Ycf1vnz5/Xtb39bvb29mjdvng4ePKi8vDxJUm9vb9R78vr7+7Vhwwb19PRo8uTJKioq0oEDB1RRUeH0qACACcxljDFjPUQ8hUIheTwe5e94lrclJAhvS0g83paQWJ//3vBvo0J8DZhL8uvnCgaDcX1dBn9LEwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCs4GjwGhsbtWLFCs2YMUMul0uvv/76Va9paGhQcXGx0tPTNXv2bG3bts3JEQEAlnA0eH19fbrjjjv0wx/+cETrOzs7VVFRoUWLFqm1tVUbN27UunXr5PP5nBwTAGCBFCfvvLy8XOXl5SNev23bNs2aNUtbtmyRJM2ZM0ctLS3avHmzVq1aFfOacDiscDgcuR0KhT7TzACAiSmpfofX1NSksrKyqHPLly9XS0uLLl26FPOauro6eTyeyJGbm5uIUQEA40xSBS8QCCg7OzvqXHZ2tgYGBnTu3LmY19TW1ioYDEaO7u7uRIwKABhnHH1K81q4XK6o28aYmOevcLvdcrvdjs8FABjfkuoR3vTp0xUIBKLOnT17VikpKZo6deoYTQUAmAiSKnher1f19fVR5w4fPqySkhKlpqaO0VQAgInA0eB99NFHamtrU1tbm6RP3nbQ1tamrq4uSZ/8/u2xxx6LrK+urtaZM2dUU1Oj9vZ27dy5Uzt27NCGDRucHBMAYAFHf4fX0tKiJUuWRG7X1NRIkqqqqvTyyy+rt7c3Ej9JKigo0MGDB7V+/Xq9+OKLmjFjhl544YUh35IAAMBIORq8+++/P/Kik1hefvnlQefuu+8+/fa3v3VwKgCAjZLqd3gAADiF4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWcDR4jY2NWrFihWbMmCGXy6XXX3992PV+v18ul2vQcfLkSSfHBABYIMXJO+/r69Mdd9yhv/qrv9KqVatGfF1HR4cyMzMjt2+66SYnxgMAWMTR4JWXl6u8vHzU12VlZemGG24Y0dpwOKxwOBy5HQqFRv39AAATn6PBu1YLFizQxYsXNXfuXD377LNasmTJkGvr6ur03HPPDTpf8PV2pbhSnRwT/58Z6wEsNPWdgbEewSrZTZlXX4S4udTXLy2L//0m1YtWcnJytH37dvl8Pu3du1eFhYVatmyZGhsbh7ymtrZWwWAwcnR3dydwYgDAeJFUj/AKCwtVWFgYue31etXd3a3Nmzdr8eLFMa9xu91yu92JGhEAME4l1SO8WEpLS3Xq1KmxHgMAMM4lffBaW1uVk5Mz1mMAAMY5R5/S/Oijj/Qf//EfkdudnZ1qa2vTlClTNGvWLNXW1qqnp0e7d++WJG3ZskX5+fkqKipSf3+/9uzZI5/PJ5/P5+SYAAALOBq8lpaWqFdY1tTUSJKqqqr08ssvq7e3V11dXZGv9/f3a8OGDerp6dHkyZNVVFSkAwcOqKKiwskxAQAWcBljJtSrykOhkDwej5akrOJtCQliBniJfKJdfPDusR7BKnmb+GtPiXSpr1//smyPgsFg1B8h+ayS/nd4AADEA8EDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArOBo8Orq6nTXXXcpIyNDWVlZeuihh9TR0XHV6xoaGlRcXKz09HTNnj1b27Ztc3JMAIAFHA1eQ0ODVq9erebmZtXX12tgYEBlZWXq6+sb8prOzk5VVFRo0aJFam1t1caNG7Vu3Tr5fD4nRwUATHApTt75oUOHom7v2rVLWVlZOnbsmBYvXhzzmm3btmnWrFnasmWLJGnOnDlqaWnR5s2btWrVKifHBQBMYAn9HV4wGJQkTZkyZcg1TU1NKisrizq3fPlytbS06NKlS4PWh8NhhUKhqAMAgE9LWPCMMaqpqdHChQs1b968IdcFAgFlZ2dHncvOztbAwIDOnTs3aH1dXZ08Hk/kyM3NjfvsAIDxL2HBW7NmjY4fP66f/exnV13rcrmibhtjYp6XpNraWgWDwcjR3d0dn4EBABOKo7/Du2Lt2rXav3+/GhsbNXPmzGHXTp8+XYFAIOrc2bNnlZKSoqlTpw5a73a75Xa74zovAGDicfQRnjFGa9as0d69e/XGG2+ooKDgqtd4vV7V19dHnTt8+LBKSkqUmprq1KgAgAnO0eCtXr1ae/bs0SuvvKKMjAwFAgEFAgH97//+b2RNbW2tHnvsscjt6upqnTlzRjU1NWpvb9fOnTu1Y8cObdiwwclRAQATnKPB27p1q4LBoO6//37l5OREjtdeey2ypre3V11dXZHbBQUFOnjwoPx+v/7iL/5Cf/d3f6cXXniBtyQAAD4TR3+Hd+XFJsN5+eWXB52777779Nvf/taBiQAAtuJvaQIArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACs4Gry6ujrdddddysjIUFZWlh566CF1dHQMe43f75fL5Rp0nDx50slRAQATnKPBa2ho0OrVq9Xc3Kz6+noNDAyorKxMfX19V722o6NDvb29keOWW25xclQAwASX4uSdHzp0KOr2rl27lJWVpWPHjmnx4sXDXpuVlaUbbrjBwekAADZxNHifFgwGJUlTpky56toFCxbo4sWLmjt3rp599lktWbIk5rpwOKxwOBy5HQqFJElmYEDG5YrD1EDySf+3t8d6BKvs3t421iNYJXThY/2LA/ebsBetGGNUU1OjhQsXat68eUOuy8nJ0fbt2+Xz+bR3714VFhZq2bJlamxsjLm+rq5OHo8ncuTm5jr1IwAAxjGXMcYk4hutXr1aBw4c0K9//WvNnDlzVNeuWLFCLpdL+/fvH/S1WI/wcnNzdb9WKsWV+pnnBoBf/XfbWI9gldCFj3Xjre8pGAwqMzMzbvebkEd4a9eu1f79+/Xmm2+OOnaSVFpaqlOnTsX8mtvtVmZmZtQBAMCnOfo7PGOM1q5dq3379snv96ugoOCa7qe1tVU5OTlxng4AYBNHg7d69Wq98sor+vnPf66MjAwFAgFJksfj0eTJkyVJtbW16unp0e7duyVJW7ZsUX5+voqKitTf3689e/bI5/PJ5/M5OSoAYIJzNHhbt26VJN1///1R53ft2qXHH39cktTb26uurq7I1/r7+7Vhwwb19PRo8uTJKioq0oEDB1RRUeHkqACACS5hL1pJlFAoJI/Hw4tWAMQNL1pJrHH9ohUAAMYawQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCs4Gjwtm7dqvnz5yszM1OZmZnyer365S9/Oew1DQ0NKi4uVnp6umbPnq1t27Y5OSIAwBKOBm/mzJn67ne/q5aWFrW0tGjp0qVauXKl3nnnnZjrOzs7VVFRoUWLFqm1tVUbN27UunXr5PP5nBwTAGABlzHGJPIbTpkyRf/wD/+gJ554YtDXnn76ae3fv1/t7e2Rc9XV1frd736npqamEd1/KBSSx+PR/VqpFFdq3OYGYK9f/XfbWI9gldCFj3Xjre8pGAwqMzMzbvebsN/hXb58Wa+++qr6+vrk9XpjrmlqalJZWVnUueXLl6ulpUWXLl2KeU04HFYoFIo6AAD4NMeDd+LECV1//fVyu92qrq7Wvn37NHfu3JhrA4GAsrOzo85lZ2drYGBA586di3lNXV2dPB5P5MjNzY37zwAAGP8cD15hYaHa2trU3Nysb3zjG6qqqtK777475HqXyxV1+8ozrp8+f0Vtba2CwWDk6O7ujt/wAIAJI8Xpb5CWlqabb75ZklRSUqKjR4/q+eef149+9KNBa6dPn65AIBB17uzZs0pJSdHUqVNj3r/b7Zbb7Y7/4ACACSXh78MzxigcDsf8mtfrVX19fdS5w4cPq6SkRKmpvAAFAHDtHA3exo0b9dZbb+n06dM6ceKENm3aJL/fr0cffVTSJ09HPvbYY5H11dXVOnPmjGpqatTe3q6dO3dqx44d2rBhg5NjAgAs4OhTmu+//74qKyvV29srj8ej+fPn69ChQ/rCF74gSert7VVXV1dkfUFBgQ4ePKj169frxRdf1IwZM/TCCy9o1apVTo4JALBAwt+H5zTehwcg3ngfXmKN+/fhAQAwlggeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwgqPB27p1q+bPn6/MzExlZmbK6/Xql7/85ZDr/X6/XC7XoOPkyZNOjgkAsECKk3c+c+ZMffe739XNN98sSfrnf/5nrVy5Uq2trSoqKhryuo6ODmVmZkZu33TTTU6OCQCwgKPBW7FiRdTt73znO9q6dauam5uHDV5WVpZuuOGGEX2PcDiscDgcuR0MBiVJA7okmdHPDACfFrrw8ViPYJXQR5/stzFx/h9xkyADAwPmZz/7mUlLSzPvvPNOzDVvvvmmkWTy8/PN9OnTzdKlS80bb7wx7P1+85vfNPokbRwcHBwcE+j4z//8z7h2yGVMvBMa7cSJE/J6vbp48aKuv/56vfLKK6qoqIi5tqOjQ42NjSouLlY4HNZPfvITbdu2TX6/X4sXL455zacf4X344YfKy8tTV1eXPB6PIz+TU0KhkHJzc9Xd3R31lG6yY+7EYu7EG6+zj9e5g8GgZs2apQ8++GDEz/aNhKNPaUpSYWGh2tra9OGHH8rn86mqqkoNDQ2aO3duzLWFhYWR216vV93d3dq8efOQwXO73XK73YPOezyecfUf8P915UU+4w1zJxZzJ954nX28zn3ddfF9XaXjb0tIS0vTzTffrJKSEtXV1emOO+7Q888/P+LrS0tLderUKQcnBADYIOHvwzPGRD0FeTWtra3KyclxcCIAgA0cfUpz48aNKi8vV25uri5cuKBXX31Vfr9fhw4dkiTV1taqp6dHu3fvliRt2bJF+fn5KioqUn9/v/bs2SOfzyefzzfi7+l2u/XNb34z5tOcyW68zs7cicXciTdeZ2fuaI6+aOWJJ57Qv//7v6u3t1cej0fz58/X008/rS984QuSpMcff1ynT5+W3++XJP393/+9tm/frp6eHk2ePFlFRUWqra0d8kUuAACMlOOv0gQAIBnwtzQBAFYgeAAAKxA8AIAVCB4AwAoTIngffPCBKisr5fF45PF4VFlZqQ8//HDYax5//PFBH0NUWlrq6JwvvfSSCgoKlJ6eruLiYr311lvDrm9oaFBxcbHS09M1e/Zsbdu2zdH5hjOa2ZPlY54aGxu1YsUKzZgxQy6XS6+//vpVr0mGPR/t3Mmw33V1dbrrrruUkZGhrKwsPfTQQ+ro6Ljqdcmw39cyezLs+Wg/fk1Kjv0ey4+NmxDBe+SRR9TW1qZDhw7p0KFDamtrU2Vl5VWve+CBB9Tb2xs5Dh486NiMr732mp566ilt2rRJra2tWrRokcrLy9XV1RVzfWdnpyoqKrRo0SK1trZq48aNWrdu3ajekxgvo539io6Ojqj9veWWWxI08Sf6+vp0xx136Ic//OGI1ifLno927ivGcr8bGhq0evVqNTc3q76+XgMDAyorK1NfX9+Q1yTLfl/L7FeM5Z5f+fi1lpYWtbS0aOnSpVq5cqXeeeedmOuTZb9HO/cVcdnruP4p6jHw7rvvGkmmubk5cq6pqclIMidPnhzyuqqqKrNy5coETPiJu+++21RXV0edu+2228wzzzwTc/3f/M3fmNtuuy3q3Ne//nVTWlrq2IxDGe3sVz714oMPPkjAdCMjyezbt2/YNcm051eMZO5k3O+zZ88aSaahoWHINcm438aMbPZk3HNjjLnxxhvNj3/845hfS9b9Nmb4ueO51+P+EV5TU5M8Ho/uueeeyLnS0lJ5PB4dOXJk2Gv9fr+ysrJ066236sknn9TZs2cdmbG/v1/Hjh1TWVlZ1PmysrIhZ2xqahq0fvny5WppadGlS5ccmTOWa5n9igULFignJ0fLli3Tm2++6eSYcZEse36tkmm/r3wu5ZQpU4Zck6z7PZLZr0iWPb98+bJeffVV9fX1yev1xlyTjPs9krmviMdej/vgBQIBZWVlDTqflZWlQCAw5HXl5eX66U9/qjfeeEPf//73dfToUS1dunRUf+dzpM6dO6fLly8rOzs76nx2dvaQMwYCgZjrBwYGdO7cubjPOJRrmT0nJ0fbt2+Xz+fT3r17VVhYqGXLlqmxsTERI1+zZNnz0Uq2/TbGqKamRgsXLtS8efOGXJeM+z3S2ZNlz0+cOKHrr79ebrdb1dXV2rdvX8xPopGSa79HM3c899rxjwe6Vt/61rf03HPPDbvm6NGjkiSXyzXoa8aYmOevePjhhyP/PG/ePJWUlCgvL08HDhzQl770pWucenifnudqM8ZaH+t8Ioxm9mv5mKdkkUx7PlLJtt9r1qzR8ePH9etf//qqa5Ntv0c6e7Ls+Wg+fk1Knv12+mPjhpK0wVuzZo2+/OUvD7smPz9fx48f1/vvvz/oa3/84x8H/b+Z4eTk5CgvL8+RjyKaNm2aJk2aNOgR0dmzZ4eccfr06THXp6SkaOrUqXGfcSjXMnsspaWl2rNnT7zHi6tk2fN4GKv9Xrt2rfbv36/GxkbNnDlz2LXJtt+jmT2WsdjzKx+/JkklJSU6evSonn/+ef3oRz8atDaZ9ns0c8dyrXudtMGbNm2apk2bdtV1Xq9XwWBQb7/9tu6++25J0m9+8xsFg0Hde++9I/5+58+fV3d3tyMfRZSWlqbi4mLV19fri1/8YuR8fX29Vq5cGfMar9erX/ziF1HnDh8+rJKSEqWmpsZ9xqFcy+yxjIePeUqWPY+HRO+3MUZr167Vvn375Pf7VVBQcNVrkmW/r2X2WJLhv+NmmI9fS5b9jmW4uWO55r3+zC97SQIPPPCAmT9/vmlqajJNTU3m9ttvNw8++GDUmsLCQrN3715jjDEXLlwwf/3Xf22OHDliOjs7zZtvvmm8Xq/5/Oc/b0KhkCMzvvrqqyY1NdXs2LHDvPvuu+app54yf/Znf2ZOnz5tjDHmmWeeMZWVlZH17733nvnc5z5n1q9fb959912zY8cOk5qaav71X//VkfniOfs//uM/mn379pk//OEP5ve//7155plnjCTj8/kSOveFCxdMa2uraW1tNZLMD37wA9Pa2mrOnDkTc+5k2fPRzp0M+/2Nb3zDeDwe4/f7TW9vb+T405/+FFmTrPt9LbMnw57X1taaxsZG09nZaY4fP242btxorrvuOnP48OGYMyfLfo927nju9YQI3vnz582jjz5qMjIyTEZGhnn00UcHvYRVktm1a5cxxpg//elPpqyszNx0000mNTXVzJo1y1RVVZmuri5H53zxxRdNXl6eSUtLM3feeWfUy56rqqrMfffdF7Xe7/ebBQsWmLS0NJOfn2+2bt3q6HzDGc3s3/ve98yf//mfm/T0dHPjjTeahQsXmgMHDiR85isvZ/70UVVVFXNuY5Jjz0c7dzLsd6x5/++/c7HmNiY59vtaZk+GPf/KV74S+XfypptuMsuWLYtEI9bMxiTHfo927njuNR8PBACwwrh/WwIAACNB8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAAr/D+eU3Fu+MFa0wAAAABJRU5ErkJggg==", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "[[1.18306921e-01 2.01966211e-02 1.68483136e-01 6.93013322e-01]\n", " [8.48429312e-04 9.98944583e-01 2.06267364e-04 7.20592823e-07]\n", " [2.67590116e-02 7.79843042e-04 5.42703523e-02 9.18190793e-01]\n", " [2.47463407e-05 6.12522986e-10 2.06437556e-04 9.99768815e-01]]\n", "[[-2.26628332 -2.26628332]\n", " [ 1.99725652 1.99725652]\n", " [-2.82066255 -2.82066255]\n", " [-2.99952526 -2.99952526]]\n" ] }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAbwAAAGiCAYAAACcbHM0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/OQEPoAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAi1UlEQVR4nO3df1DU173/8ddGYPE2sokaEK6I2CREMVoLSdlMNIneYmDq17ROv8k0Q0ib5F46/phInTaY3GnTTofee725JFMjtVXT1KbJTFdTO1oi02QhGaEVL1y9iVLbolDLxmp115DrInq+f+TLzt2wINj9wMJ5PmY+M9kP57O8OW3z7C67rMsYYwQAwAR33VgPAADAaCB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArOBq8c+fOqaysTB6PRx6PR2VlZTp//vyQ1zz66KNyuVxRR1FRkZNjAgAskOTknX/pS1/Sn/70J9XV1UmS/vEf/1FlZWX65S9/OeR1999/v3bs2BG5nZKS4uSYAAALOBa8o0ePqq6uTs3NzfrMZz4jSfrhD38or9er9vZ25eXlDXqt2+3WjBkznBoNAGAhx4LX1NQkj8cTiZ0kFRUVyePx6MCBA0MGz+/3Kz09XTfccIPuueceffe731V6enrMteFwWOFwOHL7ypUr+utf/6pp06bJ5XLF7wcCAIwKY4wuXLigrKwsXXdd/H7z5ljwAoFAzEilp6crEAgMel1JSYm++MUvKicnRx0dHfrnf/5nLV26VIcOHZLb7R6wvrq6Ws8++2xcZwcAjL2uri7NnDkzbvc34uB961vfumpgDh48KEkxH2EZY4Z85PXggw9G/nn+/PkqLCxUTk6O9u7dqy984QsD1ldVVamysjJyOxgMatasWbrn5tVKmjQwkIi/Kyf+NNYjWOfKwlvGegSrXH7m/FiPYJW+D3vV/NAPNWXKlLje74iDt2bNGj300ENDrpk9e7YOHz6s999/f8DX/vKXvygjI2PY3y8zM1M5OTk6fvx4zK+73e6Yj/ySJrkJ3ii54koe6xGscyUpdaxHsIrrE/y7ZCzE+9dSIw7e9OnTNX369Kuu83q9CgaD+u1vf6s777xTkvSb3/xGwWBQd91117C/39mzZ9XV1aXMzMyRjgoAQIRj78ObO3eu7r//fj3xxBNqbm5Wc3OznnjiCX3uc5+LesHKbbfdpt27d0uSPvjgA23YsEFNTU06ceKE/H6/VqxYoenTp+vzn/+8U6MCACzg6BvPf/rTn+r2229XcXGxiouLtWDBAv3kJz+JWtPe3q5gMChJmjRpko4cOaKVK1fq1ltvVXl5uW699VY1NTXF/blcAIBdHH3j+dSpU7Vz584h1xhjIv88efJkvfHGG06OBACwFH9LEwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWGFUgvfiiy8qNzdXqampKigo0Ntvvz3k+oaGBhUUFCg1NVVz5sxRbW3taIwJAJjAHA/ea6+9pieffFJPP/20WltbtXjxYpWUlKizszPm+o6ODpWWlmrx4sVqbW3Vxo0btW7dOvl8PqdHBQBMYI4H77nnntNjjz2mxx9/XHPnzlVNTY2ys7O1ZcuWmOtra2s1a9Ys1dTUaO7cuXr88cf1la98RZs2bXJ6VADABOZo8Hp7e3Xo0CEVFxdHnS8uLtaBAwdiXtPU1DRg/fLly9XS0qJLly4NWB8OhxUKhaIOAAA+ztHgnTlzRpcvX1ZGRkbU+YyMDAUCgZjXBAKBmOv7+vp05syZAeurq6vl8XgiR3Z2dvx+AADAhDEqL1pxuVxRt40xA85dbX2s85JUVVWlYDAYObq6uuIwMQBgokly8s6nT5+uSZMmDXg0d/r06QGP4vrNmDEj5vqkpCRNmzZtwHq32y232x2/oQEAE5Kjj/BSUlJUUFCg+vr6qPP19fW66667Yl7j9XoHrN+/f78KCwuVnJzs2KwAgInN8ac0Kysr9aMf/Ujbt2/X0aNHtX79enV2dqqiokLSR09JPvLII5H1FRUVOnnypCorK3X06FFt375d27Zt04YNG5weFQAwgTn6lKYkPfjggzp79qy+/e1vq7u7W/Pnz9e+ffuUk5MjSeru7o56T15ubq727dun9evXa/PmzcrKytILL7ygVatWOT0qAGACc5n+V4RMEKFQSB6PR8vyKpU0id/tjYYrf4z9RwTgnCufvm2sR7DK5e+cG+sRrNLXE9Y7/2ezgsGg0tLS4na//C1NAIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBghVEJ3osvvqjc3FylpqaqoKBAb7/99qBr/X6/XC7XgOPYsWOjMSoAYIJyPHivvfaannzyST399NNqbW3V4sWLVVJSos7OziGva29vV3d3d+S45ZZbnB4VADCBOR685557To899pgef/xxzZ07VzU1NcrOztaWLVuGvC49PV0zZsyIHJMmTXJ6VADABJbk5J339vbq0KFDeuqpp6LOFxcX68CBA0Neu2jRIl28eFHz5s3TM888o/vuuy/munA4rHA4HLkdCoUkSZfb/yCXK/lv/AkwHG/8uW2sR7DO8qzw1RchbpL+YawnsIy55MjdOvoI78yZM7p8+bIyMjKizmdkZCgQCMS8JjMzU1u3bpXP59OuXbuUl5enZcuWqbGxMeb66upqeTyeyJGdnR33nwMAMP45+givn8vlirptjBlwrl9eXp7y8vIit71er7q6urRp0yYtWbJkwPqqqipVVlZGbodCIaIHABjA0Ud406dP16RJkwY8mjt9+vSAR31DKSoq0vHjx2N+ze12Ky0tLeoAAODjHA1eSkqKCgoKVF9fH3W+vr5ed91117Dvp7W1VZmZmfEeDwBgEcef0qysrFRZWZkKCwvl9Xq1detWdXZ2qqKiQtJHT0meOnVKL7/8siSppqZGs2fPVn5+vnp7e7Vz5075fD75fD6nRwUATGCOB+/BBx/U2bNn9e1vf1vd3d2aP3++9u3bp5ycHElSd3d31Hvyent7tWHDBp06dUqTJ09Wfn6+9u7dq9LSUqdHBQBMYC5jjBnrIeIpFArJ4/HoXq1UEm9LGBW8LWH0Lc/61FiPADimz1ySX79QMBiM6+sy+FuaAAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFR4PX2NioFStWKCsrSy6XS6+//vpVr2loaFBBQYFSU1M1Z84c1dbWOjkiAMASjgavp6dHCxcu1Pe///1hre/o6FBpaakWL16s1tZWbdy4UevWrZPP53NyTACABZKcvPOSkhKVlJQMe31tba1mzZqlmpoaSdLcuXPV0tKiTZs2adWqVTGvCYfDCofDkduhUOhvmhkAMDEl1O/wmpqaVFxcHHVu+fLlamlp0aVLl2JeU11dLY/HEzmys7NHY1QAwDiTUMELBALKyMiIOpeRkaG+vj6dOXMm5jVVVVUKBoORo6urazRGBQCMM44+pXktXC5X1G1jTMzz/dxut9xut+NzAQDGt4R6hDdjxgwFAoGoc6dPn1ZSUpKmTZs2RlMBACaChAqe1+tVfX191Ln9+/ersLBQycnJYzQVAGAicDR4H3zwgdra2tTW1ibpo7cdtLW1qbOzU9JHv3975JFHIusrKip08uRJVVZW6ujRo9q+fbu2bdumDRs2ODkmAMACjv4Or6WlRffdd1/kdmVlpSSpvLxcL730krq7uyPxk6Tc3Fzt27dP69ev1+bNm5WVlaUXXnhh0LckAAAwXC7T/6qQCSIUCsnj8eherVSSi6dBR8Mbf24b6xGsszzrU2M9AuCYPnNJfv1CwWBQaWlpcbvfhPodHgAATiF4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUcDV5jY6NWrFihrKwsuVwuvf7660Ou9/v9crlcA45jx445OSYAwAJJTt55T0+PFi5cqC9/+ctatWrVsK9rb29XWlpa5PZNN93kxHgAAIs4GrySkhKVlJSM+Lr09HTdcMMNw1obDocVDocjt0Oh0Ii/HwBg4nM0eNdq0aJFunjxoubNm6dnnnlG991336Brq6ur9eyzzw44f12qW9e5UpwcE//f8qxPjfUI1pk0bepYj2CV77TUjfUIVvngwhX5b4///SbUi1YyMzO1detW+Xw+7dq1S3l5eVq2bJkaGxsHvaaqqkrBYDBydHV1jeLEAIDxIqEe4eXl5SkvLy9y2+v1qqurS5s2bdKSJUtiXuN2u+V2u0drRADAOJVQj/BiKSoq0vHjx8d6DADAOJfwwWttbVVmZuZYjwEAGOccfUrzgw8+0O9///vI7Y6ODrW1tWnq1KmaNWuWqqqqdOrUKb388suSpJqaGs2ePVv5+fnq7e3Vzp075fP55PP5nBwTAGABR4PX0tIS9QrLyspKSVJ5ebleeukldXd3q7OzM/L13t5ebdiwQadOndLkyZOVn5+vvXv3qrS01MkxAQAWcBljzFgPEU+hUEgej0dLU/+vknhbwqi4cvHiWI9gHd6WMLp4W8Lo+uDCFS29/U8KBoNRf4Tkb5Xwv8MDACAeCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBYIHALACwQMAWIHgAQCsQPAAAFYgeAAAKxA8AIAVCB4AwAoEDwBgBUeDV11drTvuuENTpkxRenq6HnjgAbW3t1/1uoaGBhUUFCg1NVVz5sxRbW2tk2MCACzgaPAaGhq0evVqNTc3q76+Xn19fSouLlZPT8+g13R0dKi0tFSLFy9Wa2urNm7cqHXr1snn8zk5KgBggkty8s7r6uqibu/YsUPp6ek6dOiQlixZEvOa2tpazZo1SzU1NZKkuXPnqqWlRZs2bdKqVaucHBcAMIGN6u/wgsGgJGnq1KmDrmlqalJxcXHUueXLl6ulpUWXLl0asD4cDisUCkUdAAB83KgFzxijyspK3X333Zo/f/6g6wKBgDIyMqLOZWRkqK+vT2fOnBmwvrq6Wh6PJ3JkZ2fHfXYAwPg3asFbs2aNDh8+rJ/97GdXXetyuaJuG2NinpekqqoqBYPByNHV1RWfgQEAE4qjv8Prt3btWu3Zs0eNjY2aOXPmkGtnzJihQCAQde706dNKSkrStGnTBqx3u91yu91xnRcAMPE4+gjPGKM1a9Zo165devPNN5Wbm3vVa7xer+rr66PO7d+/X4WFhUpOTnZqVADABOdo8FavXq2dO3fqlVde0ZQpUxQIBBQIBPQ///M/kTVVVVV65JFHIrcrKip08uRJVVZW6ujRo9q+fbu2bdumDRs2ODkqAGCCczR4W7ZsUTAY1L333qvMzMzI8dprr0XWdHd3q7OzM3I7NzdX+/btk9/v16c+9Sl95zvf0QsvvMBbEgAAfxNHf4fX/2KTobz00ksDzt1zzz36z//8TwcmAgDYir+lCQCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArOBo8Kqrq3XHHXdoypQpSk9P1wMPPKD29vYhr/H7/XK5XAOOY8eOOTkqAGCCczR4DQ0NWr16tZqbm1VfX6++vj4VFxerp6fnqte2t7eru7s7ctxyyy1OjgoAmOCSnLzzurq6qNs7duxQenq6Dh06pCVLlgx5bXp6um644QYHpwMA2MTR4H1cMBiUJE2dOvWqaxctWqSLFy9q3rx5euaZZ3TffffFXBcOhxUOhyO3Q6GQJOnKxbCuuK7EYWog8Vw++9exHsEqBe6UsR7BKqFeZ/7dPWovWjHGqLKyUnfffbfmz58/6LrMzExt3bpVPp9Pu3btUl5enpYtW6bGxsaY66urq+XxeCJHdna2Uz8CAGAccxljzGh8o9WrV2vv3r165513NHPmzBFdu2LFCrlcLu3Zs2fA12I9wsvOzta9WqkkV/LfPDcAvPHntrEewSqhC1d0461/VDAYVFpaWtzud1Qe4a1du1Z79uzRW2+9NeLYSVJRUZGOHz8e82tut1tpaWlRBwAAH+fo7/CMMVq7dq12794tv9+v3Nzca7qf1tZWZWZmxnk6AIBNHA3e6tWr9corr+gXv/iFpkyZokAgIEnyeDyaPHmyJKmqqkqnTp3Syy+/LEmqqanR7NmzlZ+fr97eXu3cuVM+n08+n8/JUQEAE5yjwduyZYsk6d577406v2PHDj366KOSpO7ubnV2dka+1tvbqw0bNujUqVOaPHmy8vPztXfvXpWWljo5KgBgghu1F62MllAoJI/Hw4tWAMQNL1oZXeP6RSsAAIw1ggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYwdHgbdmyRQsWLFBaWprS0tLk9Xr1q1/9ashrGhoaVFBQoNTUVM2ZM0e1tbVOjggAsISjwZs5c6a+973vqaWlRS0tLVq6dKlWrlypd999N+b6jo4OlZaWavHixWptbdXGjRu1bt06+Xw+J8cEAFjAZYwxo/kNp06dqn/7t3/TY489NuBr3/jGN7Rnzx4dPXo0cq6iokL/9V//paampmHdfygUksfj0b1aqSRXctzmBmCvN/7cNtYjWCV04YpuvPWPCgaDSktLi9v9jtrv8C5fvqxXX31VPT098nq9Mdc0NTWpuLg46tzy5cvV0tKiS5cuxbwmHA4rFApFHQAAfJzjwTty5Iiuv/56ud1uVVRUaPfu3Zo3b17MtYFAQBkZGVHnMjIy1NfXpzNnzsS8prq6Wh6PJ3JkZ2fH/WcAAIx/jgcvLy9PbW1tam5u1le/+lWVl5frvffeG3S9y+WKut3/jOvHz/erqqpSMBiMHF1dXfEbHgAwYSQ5/Q1SUlJ08803S5IKCwt18OBBPf/88/rBD34wYO2MGTMUCASizp0+fVpJSUmaNm1azPt3u91yu93xHxwAMKGM+vvwjDEKh8Mxv+b1elVfXx91bv/+/SosLFRyMi9AAQBcO0eDt3HjRr399ts6ceKEjhw5oqefflp+v18PP/ywpI+ejnzkkUci6ysqKnTy5ElVVlbq6NGj2r59u7Zt26YNGzY4OSYAwAKOPqX5/vvvq6ysTN3d3fJ4PFqwYIHq6ur02c9+VpLU3d2tzs7OyPrc3Fzt27dP69ev1+bNm5WVlaUXXnhBq1atcnJMAIAFRv19eE7jfXgA4o334Y2ucf8+PAAAxhLBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAViB4AAArEDwAgBUIHgDACgQPAGAFggcAsALBAwBYgeABAKxA8AAAVnA0eFu2bNGCBQuUlpamtLQ0eb1e/epXvxp0vd/vl8vlGnAcO3bMyTEBABZIcvLOZ86cqe9973u6+eabJUk//vGPtXLlSrW2tio/P3/Q69rb25WWlha5fdNNNzk5JgDAAo4Gb8WKFVG3v/vd72rLli1qbm4eMnjp6em64YYbhvU9wuGwwuFw5HYwGJQk9emSZEY+MwB8XOjClbEewSqhDz7ab2Pi/C9xM0r6+vrMz372M5OSkmLefffdmGveeustI8nMnj3bzJgxwyxdutS8+eabQ97vN7/5TaOP0sbBwcHBMYGOP/zhD3HtkMuYeCc02pEjR+T1enXx4kVdf/31euWVV1RaWhpzbXt7uxobG1VQUKBwOKyf/OQnqq2tld/v15IlS2Je8/FHeOfPn1dOTo46Ozvl8Xgc+ZmcEgqFlJ2dra6urqindBMdc48u5h5943X28Tp3MBjUrFmzdO7cuWE/2zccjj6lKUl5eXlqa2vT+fPn5fP5VF5eroaGBs2bNy/m2ry8vMhtr9errq4ubdq0adDgud1uud3uAec9Hs+4+g/4f+t/kc94w9yji7lH33idfbzOfd118X1dpeNvS0hJSdHNN9+swsJCVVdXa+HChXr++eeHfX1RUZGOHz/u4IQAABuM+vvwjDFRT0FeTWtrqzIzMx2cCABgA0ef0ty4caNKSkqUnZ2tCxcu6NVXX5Xf71ddXZ0kqaqqSqdOndLLL78sSaqpqdHs2bOVn5+v3t5e7dy5Uz6fTz6fb9jf0+1265vf/GbMpzkT3XidnblHF3OPvvE6O3NHc/RFK4899ph+/etfq7u7Wx6PRwsWLNA3vvENffazn5UkPfroozpx4oT8fr8k6V//9V+1detWnTp1SpMnT1Z+fr6qqqoGfZELAADD5firNAEASAT8LU0AgBUIHgDACgQPAGAFggcAsMKECN65c+dUVlYmj8cjj8ejsrIynT9/fshrHn300QEfQ1RUVOTonC+++KJyc3OVmpqqgoICvf3220Oub2hoUEFBgVJTUzVnzhzV1tY6Ot9QRjJ7onzMU2Njo1asWKGsrCy5XC69/vrrV70mEfZ8pHMnwn5XV1frjjvu0JQpU5Senq4HHnhA7e3tV70uEfb7WmZPhD0f6cevSYmx32P5sXETInhf+tKX1NbWprq6OtXV1amtrU1lZWVXve7+++9Xd3d35Ni3b59jM7722mt68skn9fTTT6u1tVWLFy9WSUmJOjs7Y67v6OhQaWmpFi9erNbWVm3cuFHr1q0b0XsS42Wks/drb2+P2t9bbrlllCb+SE9PjxYuXKjvf//7w1qfKHs+0rn7jeV+NzQ0aPXq1WpublZ9fb36+vpUXFysnp6eQa9JlP2+ltn7jeWe93/8WktLi1paWrR06VKtXLlS7777bsz1ibLfI527X1z2Oq5/inoMvPfee0aSaW5ujpxramoyksyxY8cGva68vNysXLlyFCb8yJ133mkqKiqizt12223mqaeeirn+61//urntttuizv3TP/2TKSoqcmzGwYx09v5PvTh37twoTDc8kszu3buHXJNIe95vOHMn4n6fPn3aSDINDQ2DrknE/TZmeLMn4p4bY8yNN95ofvSjH8X8WqLutzFDzx3PvR73j/Camprk8Xj0mc98JnKuqKhIHo9HBw4cGPJav9+v9PR03XrrrXriiSd0+vRpR2bs7e3VoUOHVFxcHHW+uLh40BmbmpoGrF++fLlaWlp06dIlR+aM5Vpm77do0SJlZmZq2bJleuutt5wcMy4SZc+vVSLtd//nUk6dOnXQNYm638OZvV+i7Pnly5f16quvqqenR16vN+aaRNzv4czdLx57Pe6DFwgElJ6ePuB8enq6AoHAoNeVlJTopz/9qd588039+7//uw4ePKilS5eO6O98DteZM2d0+fJlZWRkRJ3PyMgYdMZAIBBzfV9fn86cORP3GQdzLbNnZmZq69at8vl82rVrl/Ly8rRs2TI1NjaOxsjXLFH2fKQSbb+NMaqsrNTdd9+t+fPnD7ouEfd7uLMnyp4fOXJE119/vdxutyoqKrR79+6Yn0QjJdZ+j2TueO614x8PdK2+9a1v6dlnnx1yzcGDByVJLpdrwNeMMTHP93vwwQcj/zx//nwVFhYqJydHe/fu1Re+8IVrnHpoH5/najPGWh/r/GgYyezX8jFPiSKR9ny4Em2/16xZo8OHD+udd9656tpE2+/hzp4oez6Sj1+TEme/nf7YuMEkbPDWrFmjhx56aMg1s2fP1uHDh/X+++8P+Npf/vKXAf9vZiiZmZnKyclx5KOIpk+frkmTJg14RHT69OlBZ5wxY0bM9UlJSZo2bVrcZxzMtcweS1FRkXbu3Bnv8eIqUfY8HsZqv9euXas9e/aosbFRM2fOHHJtou33SGaPZSz2vP/j1ySpsLBQBw8e1PPPP68f/OAHA9Ym0n6PZO5YrnWvEzZ406dP1/Tp06+6zuv1KhgM6re//a3uvPNOSdJvfvMbBYNB3XXXXcP+fmfPnlVXV5cjH0WUkpKigoIC1dfX6/Of/3zkfH19vVauXBnzGq/Xq1/+8pdR5/bv36/CwkIlJyfHfcbBXMvssYyHj3lKlD2Ph9Heb2OM1q5dq927d8vv9ys3N/eq1yTKfl/L7LEkwn/HzRAfv5Yo+x3LUHPHcs17/Te/7CUB3H///WbBggWmqanJNDU1mdtvv9187nOfi1qTl5dndu3aZYwx5sKFC+ZrX/uaOXDggOno6DBvvfWW8Xq95u///u9NKBRyZMZXX33VJCcnm23btpn33nvPPPnkk+YTn/iEOXHihDHGmKeeesqUlZVF1v/xj380f/d3f2fWr19v3nvvPbNt2zaTnJxsfv7znzsyXzxn/4//+A+ze/du87vf/c7893//t3nqqaeMJOPz+UZ17gsXLpjW1lbT2tpqJJnnnnvOtLa2mpMnT8acO1H2fKRzJ8J+f/WrXzUej8f4/X7T3d0dOT788MPImkTd72uZPRH2vKqqyjQ2NpqOjg5z+PBhs3HjRnPdddeZ/fv3x5w5UfZ7pHPHc68nRPDOnj1rHn74YTNlyhQzZcoU8/DDDw94Casks2PHDmOMMR9++KEpLi42N910k0lOTjazZs0y5eXlprOz09E5N2/ebHJyckxKSor59Kc/HfWy5/LycnPPPfdErff7/WbRokUmJSXFzJ4922zZssXR+YYyktn/5V/+xXzyk580qamp5sYbbzR333232bt376jP3P9y5o8f5eXlMec2JjH2fKRzJ8J+x5r3f/9vLtbcxiTGfl/L7Imw51/5ylci/5u86aabzLJlyyLRiDWzMYmx3yOdO557zccDAQCsMO7flgAAwHAQPACAFQgeAMAKBA8AYAWCBwCwAsEDAFiB4AEArEDwAABWIHgAACsQPACAFQgeAMAK/w+nOG9MTHUWGwAAAABJRU5ErkJggg==", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "[[-0.75220098 -1.50668721 -2.26628332 -2.26628332]\n", " [-2.29564869 -6.58686077 1.99725652 1.99725652]\n", " [-1.07141415 -2.47595506 -2.82066255 -2.82066255]\n", " [-0.74812187 -1.4971829 -2.99952526 -2.99952526]]\n", "[[-6.04664898 3.77781072 -0.75731086]\n", " [ 8.28741825 0.14750295 10.57968068]\n", " [-7.3905735 5.09982766 -0.01158073]\n", " [-8.25045389 4.87428797 -1.50140321]]\n" ] } ], "source": [ "W_O = np.array([[-1, 1.5, 2], [0, -1, -2], [1, -1.5, 0], [2, 0, 1]])\n", "\n", "W_Q_heads = [W_Q, np.ones_like(W_Q)]\n", "W_K_heads = [W_K, np.ones_like(W_K)]\n", "W_V_heads = [W_V, np.ones_like(W_V)]\n", "\n", "head_representations = []\n", "\n", "for W_Q_h, W_K_h, W_V_h in zip(W_Q_heads, W_K_heads, W_V_heads):\n", " Q_h = X.dot(W_Q_h)\n", " K_h = X.dot(W_K_h)\n", " V_h = X.dot(W_V_h)\n", " scores = Q_h.dot(K_h.T) / np.sqrt(np.size(Q_h, 1))\n", " probabilities = np.exp(scores) / np.sum(np.exp(scores), axis=1)[:, None]\n", " Z_h = probabilities.dot(V_h)\n", " head_representations.append(Z_h)\n", " print(probabilities)\n", " print(Z_h)\n", " plt.imshow(probabilities)\n", " plt.show()\n", " \n", "print(np.concatenate(head_representations, axis=1))\n", "\n", "Z = np.concatenate(head_representations, axis=1).dot(W_O)\n", "\n", "print(Z)" ] }, { "cell_type": "markdown", "id": "f538217d", "metadata": {}, "source": [ "### Question 2" ] }, { "cell_type": "markdown", "id": "cd9e39cd", "metadata": {}, "source": [ "In this exercise, you will implement a sequence-to-sequence network that reverses strings with the help of attention. We will randomly generate strings consisting of characters in \\{\"a\", \"b\", \"c\", \"d\"\\}." ] }, { "cell_type": "code", "execution_count": 49, "id": "dbb48a59", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "['ccadbabacdbd', 'ababdcbdbab', 'dbbaabbbbccb', 'bbbdcacdbbc', 'ccac', 'cccd', 'cbddbacacdadcd', 'adabbabdcccd', 'ccad', 'bccb']\n" ] } ], "source": [ "\n", "# instantiate vocabulary\n", "# set vocab for and \n", "# BOS = \"\"\n", "# EOS = \"\"\n", "\n", "class Vocab:\n", " def __init__(self, vocab):\n", " self.bos = \"\"\n", " self.eos = \"\" \n", " ext_vocab = [self.bos, self.eos] + raw_vocab\n", " self.index2string = {i: n for i, n in enumerate(ext_vocab)}\n", " self.string2index = {n: i for i, n in enumerate(ext_vocab)}\n", "\n", " def __len__(self):\n", " return len(self.index2string)\n", "\n", "raw_vocab = list(\"abcd\")\n", "vocab = Vocab(raw_vocab)\n", "\n", "\n", "def sample_string(min_length, max_length):\n", " length = random.randrange(min_length, max_length)\n", " return \"\".join([random.choice(raw_vocab) for _ in range(length)])\n", "\n", "def sample_strings(min_length, max_length, size):\n", " return [sample_string(min_length, max_length) for _ in range(size)]\n", "\n", "def to_tensor(name):\n", " indices = [vocab.string2index[vocab.bos]] + [vocab.string2index[n] for n in name] + [vocab.string2index[vocab.eos]]\n", " return torch.tensor(indices, dtype=torch.long).unsqueeze(0)\n", "\n", "def make_dataset(lines):\n", " dataset = [(to_tensor(line), to_tensor(reversed(line))) for line in lines]\n", " return dataset\n", "\n", "\n", "#generate train/val splits\n", "train_size = 200\n", "valid_size = 100\n", "\n", "train_lines = sample_strings(3, 15, train_size)\n", "valid_lines = sample_strings(3, 15, valid_size)\n", "\n", "train_dataset = make_dataset(train_lines)\n", "valid_dataset = make_dataset(valid_lines)\n", "\n", "print(train_lines[:10])" ] }, { "cell_type": "markdown", "id": "4c4dc806", "metadata": {}, "source": [ "The first part of the model is an RNN-based encoder: we will use an LSTM ([nn.LSTM](https://pytorch.org/docs/stable/generated/torch.nn.LSTM.html)) module for this." ] }, { "cell_type": "code", "execution_count": 50, "id": "ad9671f8", "metadata": {}, "outputs": [], "source": [ "class Encoder(nn.Module):\n", " def __init__(self, vocab_size, embedding_size, hidden_size, bidirectional=False):\n", " super(Encoder, self).__init__()\n", "\n", " # set embedding layer \n", " # compute hidden size for RNN\n", " # initialise RNN module -- instantiate as an LSTM \n", " # use nn.LSTM\n", " self.embeddings = nn.Embedding(vocab_size, embedding_size)\n", "\n", " if bidirectional:\n", " hidden_size //= 2\n", " self.rnn = nn.LSTM(\n", " embedding_size, \n", " hidden_size, \n", " bidirectional=bidirectional, \n", " batch_first=True\n", " )\n", "\n", " def forward(self, input, hidden=None):\n", " \"\"\"\n", " input (LongTensor): batch x src length\n", " src length (batch-length list): If given, the input will be packed\n", " hidden: hidden or hidden/cell state input dimensions for the RNN type\n", " \n", " ==> you may need to reshape the hidden layer: bidirectional LSTM will \n", " return a concatenation of the final forward and reverse hidden states \n", " forward and backward are directions 0 and 1 respectively\n", " check the _reshape_hidden function\n", " \n", " returns:\n", " output (FloatTensor): batch x src length x hidden size\n", " hidden_n (FloatTensor): hidden or hidden/cell state input\n", " dimensions for the RNN type\n", " \"\"\"\n", " emb = self.embeddings(input)\n", " output, hidden_n = self.rnn(emb, hidden)\n", " if self.rnn.bidirectional:\n", " hidden_n = self._reshape_hidden(hidden_n)\n", " return output, hidden_n\n", "\n", " def _merge_tensor(self, state_tensor):\n", " forward_states = state_tensor[::2]\n", " backward_states = state_tensor[1::2]\n", " return torch.cat([forward_states, backward_states], 2)\n", "\n", " def _reshape_hidden(self, hidden):\n", " \"\"\"\n", " hidden:\n", " num_layers * num_directions x batch x self.hidden_size // 2\n", " or a tuple of these\n", " returns:\n", " num_layers\n", " \"\"\"\n", " assert self.rnn.bidirectional\n", " if isinstance(hidden, tuple):\n", " return tuple(self._merge_tensor(h) for h in hidden)\n", " else:\n", " return self._merge_tensor(hidden)" ] }, { "cell_type": "markdown", "id": "d964f08c", "metadata": {}, "source": [ "We also need to define a decoder. We will also use an LSTM module for the decoder. We can add an attention mechanism on the outputs. This implementation works both with and without an attention mechanism." ] }, { "cell_type": "code", "execution_count": 51, "id": "057b604e", "metadata": {}, "outputs": [], "source": [ "class Decoder(nn.Module):\n", " def __init__(self, vocab_size, embedding_size, hidden_size, attn=None):\n", " super(Decoder, self).__init__()\n", " self.embeddings = nn.Embedding(vocab_size, embedding_size)\n", " self.rnn = nn.LSTM(embedding_size, hidden_size, batch_first=True)\n", " self.output_layer = nn.Linear(hidden_size, vocab_size)\n", " self.attn = attn\n", "\n", " def forward(self, input, context, hidden):\n", " \"\"\"\n", " input (LongTensor): batch x tgt length\n", " context (FloatTensor): batch x src length x hidden size\n", " hidden: hidden or hidden/cell state input dimensions for the RNN type\n", " returns (FloatTensor): (batch*tgt length) x output size\n", " \"\"\"\n", " emb = self.embeddings(input)\n", " output, hidden_n = self.rnn(emb, hidden)\n", " \n", " # apply attention between source context and query from\n", " # decoder RNN\n", " alignment = None\n", " if self.attn is not None:\n", " output, alignment = self.attn(output, context)\n", "\n", " flat_output = output.contiguous().view(-1, self.rnn.hidden_size)\n", " output = self.output_layer(flat_output)\n", " return output, alignment" ] }, { "cell_type": "markdown", "id": "43860e02", "metadata": {}, "source": [ "We can put them together into an encoder-decoder model class, like this:" ] }, { "cell_type": "code", "execution_count": 52, "id": "e5557b0e", "metadata": {}, "outputs": [], "source": [ "class Seq2Seq(nn.Module):\n", " def __init__(self, encoder, decoder):\n", " super(Seq2Seq, self).__init__()\n", " self.encoder = encoder\n", " self.decoder = decoder\n", "\n", " def forward(self, src, tgt):\n", " \"\"\"\n", " src, tgt (LongTensor): (batch size x sequence length)\n", " returns (FloatTensor): (batch*tgt length) x output size\n", " \"\"\"\n", " context, enc_hidden = self.encoder(src)\n", " return self.decoder(tgt, context=context, hidden=enc_hidden)" ] }, { "cell_type": "markdown", "id": "2e5dbdc9", "metadata": {}, "source": [ "With our base model defined, we can write training and validation code. We need to consider how will examples be passed during training (with access to the target outputs) and during inference (validate)." ] }, { "cell_type": "code", "execution_count": 53, "id": "8959b3a8", "metadata": {}, "outputs": [], "source": [ "def train_epoch(model, train_iter, loss, optimizer):\n", " epoch_loss = 0.0\n", " model.train()\n", " random.shuffle(train_iter) # present examples in random order\n", " for src, tgt in train_iter:\n", " # Create the target input and output sequences\n", " # Hint: the input and output are the same, but offset by one timestep\n", " tgt_in = tgt[:, :-1]\n", " gold = tgt[:, 1:].contiguous().view(-1)\n", "\n", " # Zero the gradients\n", " optimizer.zero_grad()\n", " # Run the forward pass of the model\n", " pred, _ = model(src, tgt_in)\n", " # Compute the loss\n", " batch_loss = loss(pred, gold)\n", " # Backprop the loss and update the parameters\n", " batch_loss.backward()\n", " optimizer.step()\n", " # Update the epoch loss\n", " epoch_loss += batch_loss.item()\n", " return epoch_loss\n", "\n", "\n", "def validate(model, data_iter):\n", " model.eval()\n", " n_correct = 0\n", " n_total = 0\n", " with torch.no_grad():\n", " for src, tgt in data_iter:\n", " tgt_in = tgt[:, :-1]\n", " pred = model(src, tgt_in)[0].argmax(dim=1)\n", " gold = tgt[:, 1:].contiguous().view(-1)\n", " n_correct += (pred == gold).sum().item()\n", " n_total += gold.size(0)\n", " return n_correct / n_total\n", "\n", "\n", "def train(model, train, valid, epochs=30, learning_rate=0.5):\n", " loss = nn.CrossEntropyLoss()\n", " optimizer = torch.optim.SGD(model.parameters(), lr=learning_rate)\n", "\n", " train_losses = []\n", " valid_accs = []\n", " epochs = list(range(1, epochs + 1))\n", " for epoch in epochs:\n", " print('Training epoch {}'.format(epoch))\n", " train_loss = train_epoch(model, train, loss, optimizer)\n", " train_losses.append(train_loss)\n", " valid_acc = validate(model, valid)\n", " valid_accs.append(valid_acc)\n", " print('Train loss: {} ; Validation acc: {}'.format(train_loss, valid_acc))" ] }, { "cell_type": "markdown", "id": "32421fb3", "metadata": {}, "source": [ "Train a unidirectional model without attention:" ] }, { "cell_type": "code", "execution_count": 54, "id": "5cf2d5f5", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Seq2Seq(\n", " (encoder): Encoder(\n", " (embeddings): Embedding(6, 6)\n", " (rnn): LSTM(6, 64, batch_first=True)\n", " )\n", " (decoder): Decoder(\n", " (embeddings): Embedding(6, 6)\n", " (rnn): LSTM(6, 64, batch_first=True)\n", " (output_layer): Linear(in_features=64, out_features=6, bias=True)\n", " )\n", ")\n", "Training epoch 1\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 321.6173620223999 ; Validation acc: 0.21871599564744287\n", "Training epoch 2\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 314.58781361579895 ; Validation acc: 0.24374319912948858\n", "Training epoch 3\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 311.4086517095566 ; Validation acc: 0.24483133841131666\n", "Training epoch 4\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 302.0876932144165 ; Validation acc: 0.30467899891186073\n", "Training epoch 5\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 280.04036539793015 ; Validation acc: 0.32861806311207836\n", "Training epoch 6\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 252.06887465715408 ; Validation acc: 0.367791077257889\n", "Training epoch 7\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 240.54831498861313 ; Validation acc: 0.4428726877040261\n", "Training epoch 8\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 222.24531531333923 ; Validation acc: 0.4940152339499456\n", "Training epoch 9\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 202.49790009856224 ; Validation acc: 0.5136017410228509\n", "Training epoch 10\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 186.7107066884637 ; Validation acc: 0.6235038084874864\n", "Training epoch 11\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 164.96827171742916 ; Validation acc: 0.6398258977149075\n", "Training epoch 12\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 153.6802848316729 ; Validation acc: 0.4591947769314472\n", "Training epoch 13\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 141.9441743940115 ; Validation acc: 0.7170837867247007\n", "Training epoch 14\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 126.09870405681431 ; Validation acc: 0.7094668117519043\n", "Training epoch 15\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 117.53713344037533 ; Validation acc: 0.7486398258977149\n", "Training epoch 16\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 111.83708316087723 ; Validation acc: 0.7290533188248096\n", "Training epoch 17\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 102.77953565120697 ; Validation acc: 0.780195865070729\n", "Training epoch 18\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 96.20107163861394 ; Validation acc: 0.6702937976060935\n", "Training epoch 19\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 91.87722748704255 ; Validation acc: 0.7334058759521219\n", "Training epoch 20\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 81.03361772326753 ; Validation acc: 0.7899891186071817\n", "Training epoch 21\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 77.53475393168628 ; Validation acc: 0.7899891186071817\n", "Training epoch 22\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 73.709826733917 ; Validation acc: 0.8269858541893362\n", "Training epoch 23\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 68.68262540223077 ; Validation acc: 0.8248095756256801\n", "Training epoch 24\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 63.86987311136909 ; Validation acc: 0.780195865070729\n", "Training epoch 25\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 63.38423044956289 ; Validation acc: 0.8498367791077258\n", "Training epoch 26\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 60.494453204097226 ; Validation acc: 0.8346028291621328\n", "Training epoch 27\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 61.130458353087306 ; Validation acc: 0.8019586507072906\n", "Training epoch 28\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 58.552663595066406 ; Validation acc: 0.8476605005440696\n", "Training epoch 29\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 49.410381522844546 ; Validation acc: 0.8356909684439608\n", "Training epoch 30\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 45.13230699498672 ; Validation acc: 0.8433079434167573\n", "Training epoch 31\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 44.071729719638824 ; Validation acc: 0.8465723612622416\n", "Training epoch 32\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 41.536600556457415 ; Validation acc: 0.8226332970620239\n", "Training epoch 33\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 42.62535242881859 ; Validation acc: 0.8498367791077258\n", "Training epoch 34\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 41.10697471012827 ; Validation acc: 0.8498367791077258\n", "Training epoch 35\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 34.97622071715887 ; Validation acc: 0.8563656147986942\n", "Training epoch 36\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([15, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 37.71756112787989 ; Validation acc: 0.8498367791077258\n", "Training epoch 37\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([10, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 31.469997699721716 ; Validation acc: 0.85310119695321\n", "Training epoch 38\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([15, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([10, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([8, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([9, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([4, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([14, 6])\n", "torch.Size([11, 6])\n", "torch.Size([8, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([11, 6])\n", "torch.Size([4, 6])\n", "torch.Size([9, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([6, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([11, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([4, 6])\n", "torch.Size([13, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([11, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([14, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([7, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([12, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([10, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([6, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([5, 6])\n", "torch.Size([9, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([10, 6])\n", "torch.Size([6, 6])\n", "torch.Size([4, 6])\n", "torch.Size([6, 6])\n", "torch.Size([8, 6])\n", "torch.Size([11, 6])\n", "torch.Size([10, 6])\n", "torch.Size([15, 6])\n", "torch.Size([12, 6])\n", "torch.Size([9, 6])\n", "torch.Size([10, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([5, 6])\n", "torch.Size([12, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([6, 6])\n", "torch.Size([13, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([5, 6])\n", "torch.Size([11, 6])\n", "torch.Size([7, 6])\n", "torch.Size([13, 6])\n", "torch.Size([6, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([9, 6])\n", "torch.Size([5, 6])\n", "torch.Size([4, 6])\n", "torch.Size([11, 6])\n", "torch.Size([12, 6])\n", "torch.Size([4, 6])\n", "torch.Size([8, 6])\n", "torch.Size([14, 6])\n", "torch.Size([13, 6])\n", "torch.Size([7, 6])\n", "torch.Size([7, 6])\n", "torch.Size([6, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([15, 6])\n", "torch.Size([8, 6])\n", "torch.Size([9, 6])\n", "torch.Size([8, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([13, 6])\n", "torch.Size([8, 6])\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n", "torch.Size([12, 6])\n", "torch.Size([5, 6])\n", "torch.Size([13, 6])\n", "torch.Size([14, 6])\n", "torch.Size([14, 6])\n", "Train loss: 24.28799834146048 ; Validation acc: 0.8715995647442872\n", "Training epoch 39\n", "torch.Size([12, 6])\n", "torch.Size([14, 6])\n", "torch.Size([6, 6])\n", "torch.Size([15, 6])\n", "torch.Size([10, 6])\n", "torch.Size([13, 6])\n" ] } ], "source": [ "vocab_size = len(vocab)\n", "embedding_size = vocab_size\n", "hidden_size = 64\n", "\n", "enc = Encoder(vocab_size, embedding_size, hidden_size)\n", "dec = Decoder(vocab_size, embedding_size, hidden_size)\n", "enc.embeddings.weight.data = torch.eye(vocab_size)\n", "dec.embeddings.weight.data = enc.embeddings.weight.data\n", "enc.embeddings.weight.requires_grad = False\n", "dec.embeddings.weight.requires_grad = False\n", "\n", "model = Seq2Seq(enc, dec)\n", "print(model)\n", "\n", "train(model, train_dataset, valid_dataset, epochs=50)" ] }, { "cell_type": "markdown", "id": "cf88e301", "metadata": {}, "source": [ "This model often manages to predict the right sequence, but it also often fails. Note that the decoder makes use of the *last* hidden state from the encoder, which has recently seen the final time step of the source sequence (in other words, the first element it needs to predict), but the other elements less recently. If only there were a way to make it easier for the model to focus on less recent positions...\n", "\n", "The attention mechanism is an extra layer for the decoder that can do precisely this. In this exercise, we consider a simple but effective attention mechanism called *dot product attention*.\n" ] }, { "cell_type": "code", "execution_count": null, "id": "5dd55f2a", "metadata": {}, "outputs": [], "source": [ "class DotProdAttention(nn.Module):\n", "\n", " def __init__(self, hidden_size):\n", " super().__init__()\n", " self.mlp = nn.Sequential(\n", " nn.Linear(hidden_size * 2, hidden_size),\n", " nn.Tanh()\n", " )\n", "\n", " def forward(self, query, context):\n", " \"\"\"\n", " query: batch x tgt_length x hidden_size\n", " context: batch x src_length x hidden_size\n", " \"\"\"\n", " tgt_batch, tgt_len, tgt_hidden = query.size()\n", " src_batch, src_len, src_hidden = context.size()\n", " attn_scores = torch.bmm(query, context.transpose(1, 2))\n", " alignment = torch.softmax(attn_scores, 2)\n", " c = torch.bmm(alignment, context)\n", " attn_h_t = self.mlp(torch.cat([c, query], dim=2))\n", " return attn_h_t, alignment\n" ] }, { "cell_type": "markdown", "id": "06d56b9e", "metadata": {}, "source": [ "Now that attention has been implemented, we can train the model:" ] }, { "cell_type": "code", "execution_count": null, "id": "fb3e6acd", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Seq2Seq(\n", " (encoder): Encoder(\n", " (embeddings): Embedding(6, 6)\n", " (rnn): LSTM(6, 32, batch_first=True, bidirectional=True)\n", " )\n", " (decoder): Decoder(\n", " (embeddings): Embedding(6, 6)\n", " (rnn): LSTM(6, 64, batch_first=True)\n", " (output_layer): Linear(in_features=64, out_features=6, bias=True)\n", " (attn): DotProdAttention(\n", " (mlp): Sequential(\n", " (0): Linear(in_features=128, out_features=64, bias=True)\n", " (1): Tanh()\n", " )\n", " )\n", " )\n", ")\n", "Training epoch 1\n", "Train loss: 323.31719064712524 ; Validation acc: 0.2970620239390642\n", "Training epoch 2\n", "Train loss: 307.8389195203781 ; Validation acc: 0.3558215451577802\n", "Training epoch 3\n", "Train loss: 278.09718000888824 ; Validation acc: 0.17845484221980412\n", "Training epoch 4\n", "Train loss: 244.64082017540932 ; Validation acc: 0.40369967355821545\n", "Training epoch 5\n", "Train loss: 191.56040151417255 ; Validation acc: 0.7769314472252449\n", "Training epoch 6\n", "Train loss: 110.60741955600679 ; Validation acc: 0.9009793253536452\n", "Training epoch 7\n", "Train loss: 43.89008192252368 ; Validation acc: 0.9249183895538629\n", "Training epoch 8\n", "Train loss: 25.213413249584846 ; Validation acc: 0.9630032644178455\n", "Training epoch 9\n", "Train loss: 5.539129470300395 ; Validation acc: 0.9902067464635473\n", "Training epoch 10\n", "Train loss: 2.82323525211541 ; Validation acc: 0.9825897714907508\n", "Training epoch 11\n", "Train loss: 6.1169527537422255 ; Validation acc: 0.9902067464635473\n", "Training epoch 12\n", "Train loss: 7.282094689755468 ; Validation acc: 0.9945593035908596\n", "Training epoch 13\n", "Train loss: 1.9282145908218808 ; Validation acc: 0.9869423286180631\n", "Training epoch 14\n", "Train loss: 0.4203000958295888 ; Validation acc: 0.9967355821545157\n", "Training epoch 15\n", "Train loss: 1.278046317420376 ; Validation acc: 0.9912948857453754\n", "Training epoch 16\n", "Train loss: 0.33912087240969413 ; Validation acc: 0.9891186071817193\n", "Training epoch 17\n", "Train loss: 2.477151794188103 ; Validation acc: 0.9945593035908596\n", "Training epoch 18\n", "Train loss: 4.044816457600973 ; Validation acc: 0.9891186071817193\n", "Training epoch 19\n", "Train loss: 4.671888451812265 ; Validation acc: 0.9934711643090316\n", "Training epoch 20\n", "Train loss: 1.421555256623833 ; Validation acc: 0.998911860718172\n", "Training epoch 21\n", "Train loss: 1.06833417562666 ; Validation acc: 0.9717083786724701\n", "Training epoch 22\n", "Train loss: 6.290007237374084 ; Validation acc: 0.9912948857453754\n", "Training epoch 23\n", "Train loss: 1.7006965913169552 ; Validation acc: 0.9956474428726877\n", "Training epoch 24\n", "Train loss: 0.3891242229510681 ; Validation acc: 0.9978237214363439\n", "Training epoch 25\n", "Train loss: 0.11431835702023818 ; Validation acc: 0.9967355821545157\n", "Training epoch 26\n", "Train loss: 0.05643499620418879 ; Validation acc: 0.9978237214363439\n", "Training epoch 27\n", "Train loss: 0.036300419707913534 ; Validation acc: 0.998911860718172\n", "Training epoch 28\n", "Train loss: 0.030824220872091246 ; Validation acc: 0.998911860718172\n", "Training epoch 29\n", "Train loss: 0.027289723822832457 ; Validation acc: 0.998911860718172\n", "Training epoch 30\n", "Train loss: 0.024665940669365227 ; Validation acc: 1.0\n" ] } ], "source": [ "attn = DotProdAttention(hidden_size)\n", "enc = Encoder(vocab_size, embedding_size, hidden_size, bidirectional=True)\n", "dec = Decoder(vocab_size, embedding_size, hidden_size, attn=attn)\n", "enc.embeddings.weight.data = torch.eye(vocab_size)\n", "dec.embeddings.weight.data = enc.embeddings.weight.data\n", "enc.embeddings.weight.requires_grad = False\n", "dec.embeddings.weight.requires_grad = False\n", "\n", "attn_model = Seq2Seq(enc, dec)\n", "print(attn_model)\n", "\n", "train(attn_model, train_dataset, valid_dataset, epochs=30)" ] }, { "cell_type": "markdown", "id": "7d2b4132", "metadata": {}, "source": [ "We can also visualize the model's attention matrix:" ] }, { "cell_type": "code", "execution_count": null, "id": "2fba04b2", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 42, "metadata": {}, "output_type": "execute_result" }, { "data": { "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaMAAAGkCAYAAACckEpMAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/OQEPoAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAbA0lEQVR4nO3df2yV9d3/8ddpsYfCSllr2nJCwZJxB6QIjOK+Akr5qk0K4oy3MgSEW7ZEQvlR+40rDJnIbnom27hJ6ICUO2EspEjuDJAZ3ewEqQQJpaVKmDeV2RsqrHe/Ltyn/JBDf1zfP/xykkoBa69zvdvT5yO5Ys51Lvr+XMrOc1d7eh2f4ziOAAAwFGe9AAAAiBEAwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMBczMRoy5YtysrKUv/+/TVx4kR98MEH1ktyVTAY1KRJk5SUlKS0tDQ99dRTOnPmjPWyoiYYDMrn86mwsNB6Ka67cOGC5s+fr9TUVA0YMEDjx49XdXW19bJc09raqldeeUVZWVlKTEzUiBEjtG7dOrW3t1svrVsqKys1a9YsBQIB+Xw+7d+/v8PzjuNo7dq1CgQCSkxMVG5urk6fPm2z2G/pTufY0tKi4uJijR07VgMHDlQgENCCBQt08eJFV2bHRIz27NmjwsJCrV69WidPntTDDz+s/Px8nT9/3npprjl8+LAKCgp07NgxVVRUqLW1VXl5ebp69ar10lxXVVWlsrIyPfDAA9ZLcd2lS5c0ZcoU3XPPPXrnnXf017/+Vb/5zW80ePBg66W55vXXX9e2bdtUWlqqTz75RBs2bNCvfvUrbd682Xpp3XL16lWNGzdOpaWlnT6/YcMGbdy4UaWlpaqqqlJGRoYef/xxXb582eOVfnt3Osdr166ppqZGa9asUU1Njfbu3au6ujo9+eST7gx3YsCDDz7oLF68uMO+UaNGOStXrjRaUfQ1NTU5kpzDhw9bL8VVly9fdkaOHOlUVFQ406ZNc1asWGG9JFcVFxc7U6dOtV5GVM2cOdNZtGhRh31PP/20M3/+fKMVuU+Ss2/fvsjj9vZ2JyMjw/nlL38Z2Xf9+nUnOTnZ2bZtm8EKu+/r59iZ48ePO5Kcc+fOdXter78yunHjhqqrq5WXl9dhf15eno4ePWq0qugLhUKSpJSUFOOVuKugoEAzZ87UY489Zr2UqDhw4IBycnL07LPPKi0tTRMmTND27dutl+WqqVOn6r333lNdXZ0k6aOPPtKRI0c0Y8YM45VFT319vRobGzu8Dvn9fk2bNi3mX4d8Pp8rV/b9ur8cW1988YXa2tqUnp7eYX96eroaGxuNVhVdjuOoqKhIU6dOVXZ2tvVyXPPGG2+opqZGVVVV1kuJms8++0xbt25VUVGRfvazn+n48eNavny5/H6/FixYYL08VxQXFysUCmnUqFGKj49XW1ub1q9fr+eee856aVFz87Wms9ehc+fOWSwp6q5fv66VK1dq7ty5GjRoULe/Xq+P0U0+n6/DY8dxbtkXK5YuXaqPP/5YR44csV6KaxoaGrRixQq9++676t+/v/Vyoqa9vV05OTkqKSmRJE2YMEGnT5/W1q1bYyZGe/bs0a5du1ReXq4xY8aotrZWhYWFCgQCWrhwofXyoqqvvA61tLRozpw5am9v15YtW1z5mr0+Rvfee6/i4+NvuQpqamq65f+lxIJly5bpwIEDqqys1NChQ62X45rq6mo1NTVp4sSJkX1tbW2qrKxUaWmpwuGw4uPjDVfojiFDhuj+++/vsG/06NH6wx/+YLQi97388stauXKl5syZI0kaO3aszp07p2AwGLMxysjIkPTVFdKQIUMi+2PxdailpUWzZ89WfX29Dh486MpVkRQD76ZLSEjQxIkTVVFR0WF/RUWFJk+ebLQq9zmOo6VLl2rv3r06ePCgsrKyrJfkqkcffVSnTp1SbW1tZMvJydG8efNUW1sbEyGSpClTptzylvy6ujoNHz7caEXuu3btmuLiOr60xMfH9/q3dt9JVlaWMjIyOrwO3bhxQ4cPH46p16GbIfr000/1l7/8Rampqa597V5/ZSRJRUVFev7555WTk6OHHnpIZWVlOn/+vBYvXmy9NNcUFBSovLxcb775ppKSkiJXgsnJyUpMTDReXfclJSXd8vOvgQMHKjU1NaZ+LvbSSy9p8uTJKikp0ezZs3X8+HGVlZWprKzMemmumTVrltavX69hw4ZpzJgxOnnypDZu3KhFixZZL61brly5orNnz0Ye19fXq7a2VikpKRo2bJgKCwtVUlKikSNHauTIkSopKdGAAQM0d+5cw1V3zZ3OMRAI6JlnnlFNTY3eeusttbW1RV6HUlJSlJCQ0L3h3X4/Xg/x29/+1hk+fLiTkJDgfP/734+5tzxL6nTbsWOH9dKiJhbf2u04jvPHP/7Ryc7Odvx+vzNq1CinrKzMekmuam5udlasWOEMGzbM6d+/vzNixAhn9erVTjgctl5atxw6dKjT/w0uXLjQcZyv3t796quvOhkZGY7f73ceeeQR59SpU7aL7qI7nWN9ff1tX4cOHTrU7dk+x3Gc7uUMAIDu6fU/MwIA9H7ECABgjhgBAMwRIwCAOWIEADBHjAAA5mIqRuFwWGvXrlU4HLZeStRwjrGhL5yj1DfOk3N0R0z9nlFzc7OSk5MVCoVcu19ST8M5xoa+cI5S3zhPztEdMXVlBADonYgRAMBcj7tRant7uy5evKikpKQufw5Ic3Nzh3/GIs4xNvSFc5T6xnlyjrfnOI4uX76sQCBwy53cv67H/czo888/V2ZmpvUyAAAuaWhouOvnr/W4K6OkpCRJ0lTNUD/dY7waACbivP/8qn6ZQ+5+kMum/8dpT+f9ZfH/8nRea1tYH3z0b5HX9TvpcTG6+a25frpH/XzECOiTfAYxivN7PrP/d7x9Ce4X39/TeTd9kx+58AYGAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMxFLUZbtmxRVlaW+vfvr4kTJ+qDDz6I1igAQC8XlRjt2bNHhYWFWr16tU6ePKmHH35Y+fn5On/+fDTGAQB6uajEaOPGjfrxj3+sn/zkJxo9erQ2bdqkzMxMbd269ZZjw+GwmpubO2wAgL7F9RjduHFD1dXVysvL67A/Ly9PR48eveX4YDCo5OTkyMYduwGg73E9Rl988YXa2tqUnp7eYX96eroaGxtvOX7VqlUKhUKRraGhwe0lAQB6uKjdMvbrd2l1HKfTO7f6/X75/d7fLRcA0HO4fmV07733Kj4+/paroKampluulgAAkKIQo4SEBE2cOFEVFRUd9ldUVGjy5MlujwMAxICofJuuqKhIzz//vHJycvTQQw+prKxM58+f1+LFi6MxDgDQy0UlRj/60Y/0j3/8Q+vWrdPf//53ZWdn6+2339bw4cOjMQ4A0MtF7Q0MS5Ys0ZIlS6L15QEAMYR70wEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHNR+z0jALHD18/blwrfqO95Ok+S0v79gucz/7RwqqfzfGfOeTvPufGNj+XKCABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAuX7WCwDQRT6f5yPjM9I9nffI7mpP50nS4WfGeT5Tn9V5Os43MNHbec43v97hyggAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzLkeo2AwqEmTJikpKUlpaWl66qmndObMGbfHAABiiOsxOnz4sAoKCnTs2DFVVFSotbVVeXl5unr1qtujAAAxwvUbpf7pT3/q8HjHjh1KS0tTdXW1HnnkEbfHAQBiQNTv2h0KhSRJKSkpnT4fDocVDocjj5ubm6O9JABADxPVNzA4jqOioiJNnTpV2dnZnR4TDAaVnJwc2TIzM6O5JABADxTVGC1dulQff/yxdu/efdtjVq1apVAoFNkaGhqiuSQAQA8UtW/TLVu2TAcOHFBlZaWGDh162+P8fr/8fn+0lgEA6AVcj5HjOFq2bJn27dun999/X1lZWW6PAADEGNdjVFBQoPLycr355ptKSkpSY2OjJCk5OVmJid5+5C0AoHdw/WdGW7duVSgUUm5uroYMGRLZ9uzZ4/YoAECMiMq36QAA6AruTQcAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMxF/SMkvjWf76vNK/x+FL6lflnDPZ3X1nDB03mSNOXts57OO/zPD3g6T5LaP/svz2d6rf2Ktx9y2u60fONjuTICAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCun/UCbstxJDnezfP5vJsl/f/zg9viBgzwfGbb53/3dF7hf57ydJ4kbc59zNN5zhcXPJ0He1wZAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIC5qMcoGAzK5/OpsLAw2qMAAL1UVGNUVVWlsrIyPfDAA9EcAwDo5aIWoytXrmjevHnavn27vvvd70ZrDAAgBkQtRgUFBZo5c6Yee+zOd/sNh8Nqbm7usAEA+paofITEG2+8oZqaGlVVVd312GAwqNdeey0aywAA9BKuXxk1NDRoxYoV2rVrl/r373/X41etWqVQKBTZGhoa3F4SAKCHc/3KqLq6Wk1NTZo4cWJkX1tbmyorK1VaWqpwOKz4+PjIc36/X36/3+1lAAB6Eddj9Oijj+rUqY6fRPnCCy9o1KhRKi4u7hAiAACkKMQoKSlJ2dnZHfYNHDhQqampt+wHAEDiDgwAgB4gKu+m+7r333/fizEAgF6KKyMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGDOk98z+jZ8/frJ5/NueU5rq2ezzPh8no6L+853PJ0nffX3xmv/evp9T+et/qepns77yv/1dJrT2uLpvD7DcTwe981fV7kyAgCYI0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMz1s17A7TitrXJ8PutlxBbH8XScz+C/39unD3k+M/97uZ7Oc1q/9HSeCY//rsIeV0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzUYnRhQsXNH/+fKWmpmrAgAEaP368qqurozEKABADXL8d0KVLlzRlyhRNnz5d77zzjtLS0vS3v/1NgwcPdnsUACBGuB6j119/XZmZmdqxY0dk33333ef2GABADHH923QHDhxQTk6Onn32WaWlpWnChAnavn37bY8Ph8Nqbm7usAEA+hbXY/TZZ59p69atGjlypP785z9r8eLFWr58uX7/+993enwwGFRycnJky8zMdHtJAIAezuc47t6rPSEhQTk5OTp69Ghk3/Lly1VVVaUPP/zwluPD4bDC4XDkcXNzszIzM5WrH6qf7x43lwaPxQ8a5PnMt/+z0vOZ+d+b7Om89i/5CAn0Dq1Oi97XmwqFQhp0l9cD16+MhgwZovvvv7/DvtGjR+v8+fOdHu/3+zVo0KAOGwCgb3E9RlOmTNGZM2c67Kurq9Pw4cPdHgUAiBGux+ill17SsWPHVFJSorNnz6q8vFxlZWUqKChwexQAIEa4HqNJkyZp37592r17t7Kzs/WLX/xCmzZt0rx589weBQCIEa7/npEkPfHEE3riiSei8aUBADGIe9MBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzUfk9I3wDcfGej+wXyPB03q+P/Ien8yRpxv35ns9s/7IPfOwJNy5FlHFlBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJjrZ72AHsPn83RcXMI9ns6TpPUf7PV03v+Z8S+ezpOktv+p83wmgO7jyggAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGDO9Ri1trbqlVdeUVZWlhITEzVixAitW7dO7e3tbo8CAMQI128H9Prrr2vbtm3auXOnxowZoxMnTuiFF15QcnKyVqxY4fY4AEAMcD1GH374oX74wx9q5syZkqT77rtPu3fv1okTJ9weBQCIEa5/m27q1Kl67733VFf31Q0rP/roIx05ckQzZszo9PhwOKzm5uYOGwCgb3H9yqi4uFihUEijRo1SfHy82tratH79ej333HOdHh8MBvXaa6+5vQwAQC/i+pXRnj17tGvXLpWXl6umpkY7d+7Ur3/9a+3cubPT41etWqVQKBTZGhoa3F4SAKCHc/3K6OWXX9bKlSs1Z84cSdLYsWN17tw5BYNBLVy48Jbj/X6//H6/28sAAPQirl8ZXbt2TXFxHb9sfHw8b+0GANyW61dGs2bN0vr16zVs2DCNGTNGJ0+e1MaNG7Vo0SK3RwEAYoTrMdq8ebPWrFmjJUuWqKmpSYFAQC+++KJ+/vOfuz0KABAjXI9RUlKSNm3apE2bNrn9pQEAMYp70wEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHOu/56RW+IHJSnel+DZvLYrVz2bJUn/+kmlp/MkafX/nu3pvLZzf/N0nhmfz9t5juPtPMADXBkBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5vpZL+C24uMlX7xn4xZ88l+ezZKkNTPmeTpPkpz/vuDpPF+cz9N5kuS0ez5Schxv5/m8//fq+Tmiz+HKCABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMdTlGlZWVmjVrlgKBgHw+n/bv39/hecdxtHbtWgUCASUmJio3N1enT592a70AgBjU5RhdvXpV48aNU2lpaafPb9iwQRs3blRpaamqqqqUkZGhxx9/XJcvX+72YgEAsanLN0rNz89Xfn5+p885jqNNmzZp9erVevrppyVJO3fuVHp6usrLy/Xiiy92b7UAgJjk6s+M6uvr1djYqLy8vMg+v9+vadOm6ejRo53+mXA4rObm5g4bAKBvcTVGjY2NkqT09PQO+9PT0yPPfV0wGFRycnJky8zMdHNJAIBeICrvpvN97fNWHMe5Zd9Nq1atUigUimwNDQ3RWBIAoAdz9cP1MjIyJH11hTRkyJDI/qampluulm7y+/3y+/1uLgMA0Mu4emWUlZWljIwMVVRURPbduHFDhw8f1uTJk90cBQCIIV2+Mrpy5YrOnj0beVxfX6/a2lqlpKRo2LBhKiwsVElJiUaOHKmRI0eqpKREAwYM0Ny5c11dOAAgdnQ5RidOnND06dMjj4uKiiRJCxcu1O9+9zv99Kc/1ZdffqklS5bo0qVL+sEPfqB3331XSUlJ7q0aABBTuhyj3NxcOY5z2+d9Pp/Wrl2rtWvXdmddAIA+hHvTAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc67em85Nv/uwQoOSvGvl7Pvz7n6Qm+KavJ0nqf162OOBbd7OsxIX7+28vvLvFX0KV0YAAHPECABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMESMAgDliBAAwR4wAAOaIEQDAHDECAJgjRgAAc8QIAGCOGAEAzBEjAIA5YgQAMEeMAADmiBEAwBwxAgCYI0YAAHPECABgjhgBAMz1s17A7fzxakCJPg+XlznEu1mSfP9z2dN5kqRQs7fzfD5v50mS43g/s73N+5lAjOHKCABgjhgBAMwRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYI4YAQDMdTlGlZWVmjVrlgKBgHw+n/bv3x95rqWlRcXFxRo7dqwGDhyoQCCgBQsW6OLFi26uGQAQY7oco6tXr2rcuHEqLS295blr166ppqZGa9asUU1Njfbu3au6ujo9+eSTriwWABCbunwn0vz8fOXn53f6XHJysioqKjrs27x5sx588EGdP39ew4YN+3arBADEtKjfFjsUCsnn82nw4MGdPh8OhxUOhyOPm5s9vrM0AMBcVN/AcP36da1cuVJz587VoEGDOj0mGAwqOTk5smVmZkZzSQCAHihqMWppadGcOXPU3t6uLVu23Pa4VatWKRQKRbaGhoZoLQkA0ENF5dt0LS0tmj17turr63Xw4MHbXhVJkt/vl9/vj8YyAAC9hOsxuhmiTz/9VIcOHVJqaqrbIwAAMabLMbpy5YrOnj0beVxfX6/a2lqlpKQoEAjomWeeUU1Njd566y21tbWpsbFRkpSSkqKEhAT3Vg4AiBldjtGJEyc0ffr0yOOioiJJ0sKFC7V27VodOHBAkjR+/PgOf+7QoUPKzc399isFAMSsLscoNzdXjuPc9vk7PQcAQGe4Nx0AwBwxAgCYI0YAAHPECABgjhgBAMwRIwCAuajftburbr41/MsrbZ7ObW0L3/0gF/navZ0nSa1Oi+czPcevFgA9Rqu+es35Jr/y43N62C8Gff7559y5GwBiSENDg4YOHXrHY3pcjNrb23Xx4kUlJSXJ5/N16c82NzcrMzNTDQ0Nd7w5a2/GOcaGvnCOUt84T87x9hzH0eXLlxUIBBQXd+efCvW4b9PFxcXdtaB3M2jQoJj9S3ET5xgb+sI5Sn3jPDnHziUnJ3+j43gDAwDAHDECAJiLqRj5/X69+uqrMf1hfZxjbOgL5yj1jfPkHN3R497AAADoe2LqyggA0DsRIwCAOWIEADBHjAAA5ogRAMAcMQIAmCNGAABzxAgAYO7/AU7WQp9XPijLAAAAAElFTkSuQmCC", "text/plain": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import matplotlib.pyplot as plt\n", "\n", "string = \"abacadabacc\" # try something\n", "reversed_string = reversed(string)\n", "\n", "src = to_tensor(string)\n", "tgt = to_tensor(reversed_string)\n", "\n", "with torch.no_grad():\n", " _, alignment = attn_model(src, tgt)\n", "\n", "attn_matrix = alignment.squeeze(0).numpy()\n", "plt.matshow(attn_matrix)" ] }, { "cell_type": "code", "execution_count": null, "id": "31f9df9f", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "87029bc8", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.18" } }, "nbformat": 4, "nbformat_minor": 5 }