final_mixture.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# pixel-CNN with mixture or softmax"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "import math\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Asus\\Anaconda3\\lib\\site-packages\\h5py\\__init__.py:34: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting MNIST_data/train-images-idx3-ubyte.gz\n",
      "Extracting MNIST_data/train-labels-idx1-ubyte.gz\n",
      "Extracting MNIST_data/t10k-images-idx3-ubyte.gz\n",
      "Extracting MNIST_data/t10k-labels-idx1-ubyte.gz\n"
     ]
    }
   ],
   "source": [
    "# read dataset (MNIST)\n",
    "from tensorflow.examples.tutorials.mnist import input_data\n",
    "mnist=input_data.read_data_sets(\"MNIST_data/\",one_hot=True)\n",
    "height, width, channel = 28, 28, 1\n",
    "number_train = 60000\n",
    "number_test = 10000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# define structural parameters:\n",
    "\n",
    "# convolution layers\n",
    "hidden_dims = 16\n",
    "recurrent_length = 7\n",
    "out_hidden_dims = 32\n",
    "out_recurrent_length = 2\n",
    "\n",
    "\n",
    "# parameters of mixture\n",
    "KMIX = 2         # number of mixtures\n",
    "OUT = 3 * KMIX   # pixel_CNN with mixture density\n",
    "\n",
    "\n",
    "# training parameters\n",
    "batch_size = 2\n",
    "max_epoch = 12000\n",
    "learning_rate = 0.0001\n",
    "train_step = 2    # number_train // batch_size\n",
    "test_step = 1       # number_test // batch_size\n",
    "\n",
    "\n",
    "# parameter of generation\n",
    "number_generate = 5   # number of generating images\n",
    "height_occlud = height // 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# setting for mixture or softmax\n",
    "mixture = True # (True or False value)\n",
    "\n",
    "if mixture:\n",
    "    OUT = 3 * KMIX   # pixel_CNN with mixture density network\n",
    "else:\n",
    "    OUT = COLOR    # pixel_CNN with softmax layer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# define weights and biases\n",
    "\n",
    "X = tf.placeholder(tf.float32,[None,784])      # define input\n",
    "x = tf.reshape(X, [-1, height, width, channel])\n",
    "\n",
    "Y = tf.placeholder(tf.float32, [None,784])     # define output\n",
    "y = tf.reshape(Y,[-1, channel, height, width])\n",
    "\n",
    "# define weight\n",
    "def weight_variable(shape,scope):\n",
    "    with tf.variable_scope(scope):\n",
    "        W = tf.get_variable(\"W\", shape, dtype = tf.float32)\n",
    "    return W\n",
    "\n",
    "\n",
    "# define bias\n",
    "def bias_variable(shape,scope):\n",
    "    with tf.variable_scope(scope):\n",
    "        B = tf.get_variable(\"B\", shape, dtype = tf.float32)\n",
    "    return B\n",
    "\n",
    "\n",
    "# define convolution\n",
    "def conv2d(inputs, num_outputs, kernel_shape, mask_type, scope=\"conv2d\"):\n",
    "    \n",
    "    with tf.variable_scope(scope):\n",
    "\n",
    "        batch, H, W, C = inputs.get_shape().as_list()    # find size of inputs\n",
    "        kernel_h = kernel_shape[0] # height of kernel\n",
    "        kernel_w = kernel_shape[1] # weight of kernel\n",
    "        center_h = kernel_shape[0] // 2    # find center of kernel\n",
    "        center_w = kernel_shape[1] // 2    # find center of kernel\n",
    "        \n",
    "        # define weight of this layer\n",
    "        weights_shape = [kernel_h, kernel_w, C, num_outputs]\n",
    "        weights = weight_variable(weights_shape,scope)\n",
    "        \n",
    "        # define mask (A or B)\n",
    "        mask = np.ones((kernel_h, kernel_w, C, num_outputs), dtype=np.float32)\n",
    "        mask[center_h, center_w+1: ,: ,:] = 0.\n",
    "        mask[center_h+1:, :, :, :] = 0.\n",
    "        if (mask_type == 'A'):\n",
    "            mask[center_h,center_w,:,:] = 0.\n",
    "\n",
    "        # weight and bias\n",
    "        weights *= tf.constant(mask, dtype=tf.float32)\n",
    "        biases = bias_variable([num_outputs,],scope)\n",
    "\n",
    "        # feature maps\n",
    "        feature_maps = tf.nn.conv2d(inputs, weights, strides=[1, 1, 1, 1], padding='SAME')\n",
    "        feature_maps = tf.nn.bias_add(feature_maps, biases)\n",
    "        \n",
    "    return feature_maps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def layer1(x):\n",
    "    scope = \"conv_inputs\"\n",
    "    lay1 = conv2d(x, hidden_dims, [7, 7], \"A\", scope=scope)\n",
    "    return lay1\n",
    "\n",
    "def layer2(x):\n",
    "    for idx in range(recurrent_length):\n",
    "        scope = 'CONV%d' % idx\n",
    "        lay2 = x = conv2d(x, hidden_dims, [3, 3], \"B\", scope=scope)\n",
    "    return lay2\n",
    "\n",
    "def layer3(x):\n",
    "    for idx in range(out_recurrent_length):\n",
    "        scope = 'CONV_OUT%d' % idx\n",
    "        lay3 = x = tf.nn.relu(conv2d(x,out_hidden_dims, [1, 1], \"B\",scope=scope))\n",
    "    return lay3\n",
    "\n",
    "def layer4(x):\n",
    "    scope = \"conv_outputs\"\n",
    "    lay4 = conv2d(x, OUT, [1, 1], \"B\",scope=scope) # OUT=3*KMIX for mixture, OUT=COLOR for softmax\n",
    "    return lay4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "conv_layer = layer4(layer3(layer2(layer1(x))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_mixture_coef(output):\n",
    "\n",
    "    out_pi = tf.placeholder(dtype=tf.float32, shape = [None, KMIX, height, width], name = \"Pmix\")\n",
    "    out_mu = tf.placeholder(dtype=tf.float32, shape = [None, KMIX, height, width], name = \"Mmix\")\n",
    "    out_sigma = tf.placeholder(dtype=tf.float32, shape = [None, KMIX, height, width], name = \"Smix\")\n",
    "    \n",
    "    output = tf.reshape(output,[-1, 3 * KMIX, height, width])\n",
    "    out_pi, out_sigma, out_mu = tf.split(output, num_or_size_splits=3, axis=1)\n",
    "    \n",
    "    # find pi\n",
    "    max_pi = tf.reduce_max(out_pi, 1, keep_dims=True)\n",
    "    out_pi = tf.exp(tf.subtract(out_pi, max_pi))\n",
    "    normalize_pi = tf.reciprocal(tf.reduce_sum(out_pi, 1, keep_dims=True))\n",
    "    out_pi = tf.multiply(normalize_pi, out_pi)\n",
    "    \n",
    "    # find sigma\n",
    "    out_sigma = tf.exp(out_sigma) + 0.01     # + 0.01 to improve variance\n",
    "\n",
    "    \n",
    "    ## previous approach for finding pi\n",
    "    # temp = tf.reduce_logsumexp(out_pi,axis=1)\n",
    "    # temp = tf.reshape(temp, [-1,1,height,width])\n",
    "    # out_pi = out_pi - temp\n",
    "    # out_pi = tf.exp(out_pi)\n",
    "    \n",
    "    \n",
    "    ## previous approach for finding sigma\n",
    "    # a = tf.constant(-1,'float32')\n",
    "    # b = tf.constant(1.5,'float32')\n",
    "    # n = 10\n",
    "    # out_sigma = tf.where(out_sigma >= b, out_sigma / n, tf.where(out_sigma <= a, out_sigma / n, out_sigma))\n",
    "    \n",
    "    \n",
    "    # svae min, mean and max of sigma in all images, components and pixels\n",
    "    sigma_min = tf.reduce_min(out_sigma)\n",
    "    sigma_max = tf.reduce_max(out_sigma)\n",
    "    sigma_mean = tf.reduce_mean(out_sigma)\n",
    "    S = [sigma_min, sigma_mean, sigma_max]\n",
    "    \n",
    "    return out_pi, out_sigma, out_mu, S\n",
    "\n",
    "\n",
    "out_pi, out_sigma, out_mu, S = get_mixture_coef(conv_layer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "oneDivSqrtTwoPI = 1 / math.sqrt(2*math.pi)\n",
    "\n",
    "# normal distribution\n",
    "def tf_normal(y, mu, sigma):\n",
    "    result = tf.subtract(y, mu)\n",
    "    result = tf.multiply(result, tf.reciprocal(sigma))\n",
    "    result = -tf.square(result)/2\n",
    "    return tf.multiply(tf.exp(result),tf.reciprocal(sigma))*oneDivSqrtTwoPI\n",
    "\n",
    "# loss function\n",
    "def get_lossfunc(out_pi, out_sigma, out_mu, y):\n",
    "    result = tf_normal(y, out_mu, out_sigma)\n",
    "    result = tf.multiply(result, out_pi)\n",
    "    result = tf.reduce_sum(result, 1, keep_dims=True)\n",
    "    result = -tf.log(result)\n",
    "    return tf.reduce_mean(result)\n",
    " \n",
    "loss = get_lossfunc(out_pi, out_sigma, out_mu, y)\n",
    "optim = tf.train.GradientDescentOptimizer(learning_rate).minimize(loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "init = tf.group(tf.global_variables_initializer(), tf.local_variables_initializer())\n",
    "sess=tf.Session()\n",
    "sess.run(init)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  0 train =  1.006698  test =  0.9845017\n",
      "epoch =  1 train =  1.022087  test =  1.0263214\n",
      "epoch =  2 train =  1.00718  test =  0.99322665\n",
      "epoch =  3 train =  0.9962964  test =  1.0681311\n",
      "epoch =  4 train =  1.0125012  test =  0.9802613\n",
      "epoch =  5 train =  1.031287  test =  0.97469866\n",
      "epoch =  6 train =  1.0041261  test =  1.0353031\n",
      "epoch =  7 train =  1.0163944  test =  0.98709166\n",
      "epoch =  8 train =  1.0152699  test =  1.0202243\n",
      "epoch =  9 train =  0.98613966  test =  1.0239198\n",
      "epoch =  10 train =  1.015105  test =  1.016442\n",
      "epoch =  11 train =  1.0406351  test =  1.061655\n",
      "epoch =  12 train =  1.0033582  test =  1.0094482\n",
      "epoch =  13 train =  0.9890417  test =  1.0296874\n",
      "epoch =  14 train =  0.9780184  test =  0.998271\n",
      "epoch =  15 train =  0.9908627  test =  1.0097677\n",
      "epoch =  16 train =  1.0003437  test =  1.0662541\n",
      "epoch =  17 train =  0.9926723  test =  1.0222437\n",
      "epoch =  18 train =  1.0234224  test =  1.0292014\n",
      "epoch =  19 train =  0.99210525  test =  0.98634493\n",
      "epoch =  20 train =  1.0412176  test =  1.0078664\n",
      "epoch =  21 train =  0.9961271  test =  0.98829937\n",
      "epoch =  22 train =  0.9940008  test =  0.9855957\n",
      "epoch =  23 train =  1.0253755  test =  0.9741172\n",
      "epoch =  24 train =  1.0023897  test =  0.9820485\n",
      "epoch =  25 train =  1.0034325  test =  1.0233861\n",
      "epoch =  26 train =  0.99911845  test =  1.0389414\n",
      "epoch =  27 train =  1.0043671  test =  0.96764654\n",
      "epoch =  28 train =  0.9774721  test =  1.0050678\n",
      "epoch =  29 train =  1.019845  test =  0.99711704\n",
      "epoch =  30 train =  1.0144027  test =  0.97562987\n",
      "epoch =  31 train =  0.9819832  test =  0.9933504\n",
      "epoch =  32 train =  1.0170891  test =  1.0284005\n",
      "epoch =  33 train =  0.9811376  test =  1.0425118\n",
      "epoch =  34 train =  0.99428  test =  1.011324\n",
      "epoch =  35 train =  0.99718875  test =  1.0118606\n",
      "epoch =  36 train =  1.0146123  test =  1.0373824\n",
      "epoch =  37 train =  0.983662  test =  0.9931763\n",
      "epoch =  38 train =  0.988563  test =  1.0026522\n",
      "epoch =  39 train =  1.0177917  test =  1.0216719\n",
      "epoch =  40 train =  1.0110141  test =  0.98890144\n",
      "epoch =  41 train =  0.98485494  test =  1.0443193\n",
      "epoch =  42 train =  0.99724346  test =  0.97319746\n",
      "epoch =  43 train =  0.9784212  test =  1.0205302\n",
      "epoch =  44 train =  1.009119  test =  1.0154326\n",
      "epoch =  45 train =  0.9917202  test =  1.0381176\n",
      "epoch =  46 train =  0.9870645  test =  1.0063752\n",
      "epoch =  47 train =  0.99755114  test =  0.98529565\n",
      "epoch =  48 train =  1.0200349  test =  1.0697869\n",
      "epoch =  49 train =  0.98159826  test =  0.99711484\n",
      "epoch =  50 train =  1.0033967  test =  1.0145518\n",
      "epoch =  51 train =  1.0018338  test =  1.0044018\n",
      "epoch =  52 train =  1.0146613  test =  0.98849034\n",
      "epoch =  53 train =  1.0082121  test =  1.0019044\n",
      "epoch =  54 train =  0.9943683  test =  0.9847956\n",
      "epoch =  55 train =  1.0183963  test =  0.9839664\n",
      "epoch =  56 train =  0.9932491  test =  0.9971321\n",
      "epoch =  57 train =  0.99057823  test =  0.988662\n",
      "epoch =  58 train =  1.0016934  test =  1.0221711\n",
      "epoch =  59 train =  0.99333036  test =  0.986169\n",
      "epoch =  60 train =  0.977847  test =  0.9852094\n",
      "epoch =  61 train =  1.0088596  test =  1.0269846\n",
      "epoch =  62 train =  0.9869998  test =  1.0039299\n",
      "epoch =  63 train =  0.99334526  test =  1.0097739\n",
      "epoch =  64 train =  1.0167423  test =  0.98767143\n",
      "epoch =  65 train =  1.0086474  test =  1.012488\n",
      "epoch =  66 train =  0.99125946  test =  0.9850813\n",
      "epoch =  67 train =  1.0129744  test =  0.99099094\n",
      "epoch =  68 train =  0.9825011  test =  1.0192883\n",
      "epoch =  69 train =  0.9836744  test =  1.0695764\n",
      "epoch =  70 train =  1.0058541  test =  1.0107535\n",
      "epoch =  71 train =  1.0059453  test =  0.9876791\n",
      "epoch =  72 train =  1.0118768  test =  1.006164\n",
      "epoch =  73 train =  1.0138212  test =  0.99889684\n",
      "epoch =  74 train =  0.9820068  test =  1.0003583\n",
      "epoch =  75 train =  1.0111594  test =  1.0510049\n",
      "epoch =  76 train =  1.0172341  test =  0.999273\n",
      "epoch =  77 train =  0.99221194  test =  1.0047207\n",
      "epoch =  78 train =  1.0090709  test =  1.0443779\n",
      "epoch =  79 train =  0.9977319  test =  1.028617\n",
      "epoch =  80 train =  0.9891712  test =  0.9492546\n",
      "epoch =  81 train =  0.9615593  test =  1.012722\n",
      "epoch =  82 train =  0.9866189  test =  1.024352\n",
      "epoch =  83 train =  0.9876224  test =  0.9959693\n",
      "epoch =  84 train =  0.9910307  test =  1.0159066\n",
      "epoch =  85 train =  0.96885425  test =  1.0130731\n",
      "epoch =  86 train =  0.9727697  test =  0.9731718\n",
      "epoch =  87 train =  0.9785672  test =  1.0354849\n",
      "epoch =  88 train =  0.9970747  test =  0.9997034\n",
      "epoch =  89 train =  0.98386323  test =  0.9893095\n",
      "epoch =  90 train =  1.0018892  test =  1.0222243\n",
      "epoch =  91 train =  0.99951595  test =  0.99859446\n",
      "epoch =  92 train =  0.9943164  test =  1.0028203\n",
      "epoch =  93 train =  1.0034759  test =  1.0123903\n",
      "epoch =  94 train =  1.0114187  test =  0.95591027\n",
      "epoch =  95 train =  0.98671764  test =  1.0668877\n",
      "epoch =  96 train =  0.9869212  test =  0.9573991\n",
      "epoch =  97 train =  1.0202465  test =  1.0143473\n",
      "epoch =  98 train =  0.97477174  test =  0.9778623\n",
      "epoch =  99 train =  0.9890525  test =  1.0052919\n",
      "epoch =  100 train =  0.9993432  test =  1.0093952\n",
      "epoch =  101 train =  0.99172676  test =  1.0052305\n",
      "epoch =  102 train =  0.96766615  test =  0.9922811\n",
      "epoch =  103 train =  0.980961  test =  0.9695203\n",
      "epoch =  104 train =  0.9841188  test =  0.9978109\n",
      "epoch =  105 train =  0.99440676  test =  0.9782654\n",
      "epoch =  106 train =  1.0094608  test =  0.96899724\n",
      "epoch =  107 train =  0.9863823  test =  0.9949863\n",
      "epoch =  108 train =  0.9735056  test =  1.0592803\n",
      "epoch =  109 train =  0.9881257  test =  0.9815292\n",
      "epoch =  110 train =  1.0428512  test =  1.0052128\n",
      "epoch =  111 train =  0.99631786  test =  0.99093866\n",
      "epoch =  112 train =  1.0114921  test =  0.9639452\n",
      "epoch =  113 train =  0.98339856  test =  0.98057526\n",
      "epoch =  114 train =  1.0140294  test =  1.0020881\n",
      "epoch =  115 train =  0.9768251  test =  0.9488296\n",
      "epoch =  116 train =  0.9823782  test =  0.9820116\n",
      "epoch =  117 train =  0.9875356  test =  0.9798601\n",
      "epoch =  118 train =  0.99020815  test =  0.98942226\n",
      "epoch =  119 train =  0.9837344  test =  1.0004439\n",
      "epoch =  120 train =  0.9825646  test =  0.9940377\n",
      "epoch =  121 train =  0.9775833  test =  1.0053147\n",
      "epoch =  122 train =  1.0216538  test =  1.0145488\n",
      "epoch =  123 train =  0.98957694  test =  0.9676834\n",
      "epoch =  124 train =  1.0110462  test =  0.969905\n",
      "epoch =  125 train =  0.9948722  test =  0.9908939\n",
      "epoch =  126 train =  0.9810604  test =  0.9795682\n",
      "epoch =  127 train =  0.9811022  test =  0.9722628\n",
      "epoch =  128 train =  1.0047185  test =  1.0249604\n",
      "epoch =  129 train =  0.9852186  test =  0.9946408\n",
      "epoch =  130 train =  0.9873679  test =  0.97729474\n",
      "epoch =  131 train =  0.9799031  test =  0.9952696\n",
      "epoch =  132 train =  0.9969411  test =  0.95280945\n",
      "epoch =  133 train =  0.9765432  test =  1.0068407\n",
      "epoch =  134 train =  0.9783617  test =  0.9766022\n",
      "epoch =  135 train =  1.0066662  test =  1.0228572\n",
      "epoch =  136 train =  0.9866734  test =  0.95941615\n",
      "epoch =  137 train =  0.99337065  test =  1.0065473\n",
      "epoch =  138 train =  0.9803531  test =  1.003198\n",
      "epoch =  139 train =  0.96418476  test =  0.9628129\n",
      "epoch =  140 train =  0.96977544  test =  0.9724876\n",
      "epoch =  141 train =  1.000658  test =  1.0480723\n",
      "epoch =  142 train =  1.0172098  test =  0.98614556\n",
      "epoch =  143 train =  1.0351181  test =  0.9832685\n",
      "epoch =  144 train =  0.98881567  test =  0.9931889\n",
      "epoch =  145 train =  0.9997715  test =  1.0161102\n",
      "epoch =  146 train =  0.9894006  test =  1.0054383\n",
      "epoch =  147 train =  0.99411714  test =  1.0111723\n",
      "epoch =  148 train =  0.9964461  test =  1.0100039\n",
      "epoch =  149 train =  0.9970492  test =  1.0046871\n",
      "epoch =  150 train =  0.9826662  test =  1.0000875\n",
      "epoch =  151 train =  0.97088003  test =  0.9872822\n",
      "epoch =  152 train =  0.96799076  test =  1.0209535\n",
      "epoch =  153 train =  1.0139384  test =  0.96449554\n",
      "epoch =  154 train =  0.9761976  test =  1.0180564\n",
      "epoch =  155 train =  0.9859958  test =  0.9660917\n",
      "epoch =  156 train =  0.99221367  test =  0.970199\n",
      "epoch =  157 train =  0.9943969  test =  0.9935345\n",
      "epoch =  158 train =  0.98854285  test =  0.99933267\n",
      "epoch =  159 train =  1.0200567  test =  1.0036361\n",
      "epoch =  160 train =  0.97318447  test =  0.9773746\n",
      "epoch =  161 train =  0.9674512  test =  1.0024123\n",
      "epoch =  162 train =  0.99912393  test =  1.017147\n",
      "epoch =  163 train =  1.0112944  test =  1.0011535\n",
      "epoch =  164 train =  0.99551153  test =  0.99565303\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  165 train =  1.0167263  test =  0.9971316\n",
      "epoch =  166 train =  1.0029143  test =  1.0053121\n",
      "epoch =  167 train =  0.95827854  test =  1.0160283\n",
      "epoch =  168 train =  0.96473414  test =  1.0251324\n",
      "epoch =  169 train =  0.997576  test =  1.0170146\n",
      "epoch =  170 train =  0.9970982  test =  0.9684885\n",
      "epoch =  171 train =  0.9846114  test =  0.98443484\n",
      "epoch =  172 train =  0.9808388  test =  1.0882618\n",
      "epoch =  173 train =  0.9824579  test =  0.98149866\n",
      "epoch =  174 train =  1.0161545  test =  1.0378114\n",
      "epoch =  175 train =  0.99733186  test =  1.0075647\n",
      "epoch =  176 train =  1.0116448  test =  1.0141008\n",
      "epoch =  177 train =  0.9766946  test =  0.984465\n",
      "epoch =  178 train =  0.96987116  test =  1.0359869\n",
      "epoch =  179 train =  0.9982299  test =  0.956836\n",
      "epoch =  180 train =  1.0296693  test =  0.98588455\n",
      "epoch =  181 train =  0.99424636  test =  1.0092666\n",
      "epoch =  182 train =  1.006683  test =  0.99676234\n",
      "epoch =  183 train =  0.98638934  test =  0.950074\n",
      "epoch =  184 train =  1.0027375  test =  1.0024831\n",
      "epoch =  185 train =  0.9891554  test =  1.0129994\n",
      "epoch =  186 train =  0.9896812  test =  1.009221\n",
      "epoch =  187 train =  0.9749817  test =  0.969635\n",
      "epoch =  188 train =  0.97086203  test =  0.9617856\n",
      "epoch =  189 train =  0.9845872  test =  0.9871379\n",
      "epoch =  190 train =  0.9734111  test =  0.9842578\n",
      "epoch =  191 train =  1.0254849  test =  1.0198424\n",
      "epoch =  192 train =  0.9834598  test =  0.9885912\n",
      "epoch =  193 train =  0.98614824  test =  0.98809505\n",
      "epoch =  194 train =  1.032361  test =  0.983166\n",
      "epoch =  195 train =  0.9892054  test =  0.9889224\n",
      "epoch =  196 train =  0.9881409  test =  1.0126277\n",
      "epoch =  197 train =  1.0259818  test =  0.9713824\n",
      "epoch =  198 train =  0.9646909  test =  0.9325801\n",
      "epoch =  199 train =  0.9896084  test =  1.0118296\n",
      "epoch =  200 train =  0.99399644  test =  1.0069118\n",
      "epoch =  201 train =  0.97325695  test =  0.98012745\n",
      "epoch =  202 train =  0.9923452  test =  0.9820583\n",
      "epoch =  203 train =  0.9833137  test =  0.97085947\n",
      "epoch =  204 train =  0.97838783  test =  1.0003935\n",
      "epoch =  205 train =  0.9869262  test =  0.95992804\n",
      "epoch =  206 train =  0.980815  test =  0.9868407\n",
      "epoch =  207 train =  0.9877642  test =  0.9825163\n",
      "epoch =  208 train =  0.99951863  test =  0.98926497\n",
      "epoch =  209 train =  0.9669943  test =  0.98011124\n",
      "epoch =  210 train =  0.9784845  test =  1.0013093\n",
      "epoch =  211 train =  1.0012064  test =  0.98309916\n",
      "epoch =  212 train =  0.9827243  test =  0.9879043\n",
      "epoch =  213 train =  0.9755908  test =  0.980879\n",
      "epoch =  214 train =  1.0177035  test =  0.9779811\n",
      "epoch =  215 train =  0.99403226  test =  1.0171938\n",
      "epoch =  216 train =  0.9591732  test =  0.95774317\n",
      "epoch =  217 train =  0.9775878  test =  1.0187624\n",
      "epoch =  218 train =  0.9981009  test =  0.9620933\n",
      "epoch =  219 train =  0.9639685  test =  0.9688347\n",
      "epoch =  220 train =  1.0138936  test =  0.9836242\n",
      "epoch =  221 train =  0.98587435  test =  0.9899281\n",
      "epoch =  222 train =  0.97943044  test =  0.9895075\n",
      "epoch =  223 train =  0.96810865  test =  0.9655897\n",
      "epoch =  224 train =  0.9681489  test =  0.98162735\n",
      "epoch =  225 train =  0.9686232  test =  0.94433194\n",
      "epoch =  226 train =  0.98224276  test =  1.0073063\n",
      "epoch =  227 train =  0.95469606  test =  0.9900561\n",
      "epoch =  228 train =  0.98212063  test =  1.0078286\n",
      "epoch =  229 train =  0.97315264  test =  1.014941\n",
      "epoch =  230 train =  1.0177774  test =  0.98024285\n",
      "epoch =  231 train =  1.0007648  test =  0.97149813\n",
      "epoch =  232 train =  0.96503377  test =  0.9808098\n",
      "epoch =  233 train =  0.99474144  test =  1.0789617\n",
      "epoch =  234 train =  0.9974263  test =  0.9822065\n",
      "epoch =  235 train =  0.9889982  test =  0.99652255\n",
      "epoch =  236 train =  0.98479617  test =  0.97513175\n",
      "epoch =  237 train =  0.97962  test =  0.9816281\n",
      "epoch =  238 train =  0.98638034  test =  0.97813815\n",
      "epoch =  239 train =  0.95832396  test =  0.9890456\n",
      "epoch =  240 train =  0.992908  test =  0.973656\n",
      "epoch =  241 train =  0.9927301  test =  1.0007539\n",
      "epoch =  242 train =  0.9815086  test =  1.0014162\n",
      "epoch =  243 train =  0.95652246  test =  0.98132986\n",
      "epoch =  244 train =  1.010473  test =  0.98727286\n",
      "epoch =  245 train =  0.9916264  test =  1.0074298\n",
      "epoch =  246 train =  0.98028654  test =  1.05793\n",
      "epoch =  247 train =  1.0251093  test =  0.9973781\n",
      "epoch =  248 train =  0.9931189  test =  0.97108316\n",
      "epoch =  249 train =  0.9716015  test =  1.0089219\n",
      "epoch =  250 train =  1.0010761  test =  0.9911689\n",
      "epoch =  251 train =  0.99277425  test =  0.99225533\n",
      "epoch =  252 train =  0.9959682  test =  0.98463583\n",
      "epoch =  253 train =  0.9708194  test =  0.98787\n",
      "epoch =  254 train =  0.98620176  test =  0.956933\n",
      "epoch =  255 train =  0.98576164  test =  0.9979858\n",
      "epoch =  256 train =  0.9840486  test =  0.9417597\n",
      "epoch =  257 train =  0.97566295  test =  0.9986956\n",
      "epoch =  258 train =  0.9934696  test =  0.94507223\n",
      "epoch =  259 train =  0.99572223  test =  0.95952374\n",
      "epoch =  260 train =  0.99997085  test =  0.9620916\n",
      "epoch =  261 train =  1.0228179  test =  0.9976581\n",
      "epoch =  262 train =  0.96360606  test =  0.96400225\n",
      "epoch =  263 train =  1.0119703  test =  0.98282844\n",
      "epoch =  264 train =  0.9957092  test =  0.97840244\n",
      "epoch =  265 train =  0.97311735  test =  0.98605454\n",
      "epoch =  266 train =  1.0123198  test =  0.9558003\n",
      "epoch =  267 train =  1.0110174  test =  0.9809717\n",
      "epoch =  268 train =  0.97951216  test =  1.0125195\n",
      "epoch =  269 train =  0.965662  test =  0.9808498\n",
      "epoch =  270 train =  0.95969296  test =  0.97162503\n",
      "epoch =  271 train =  0.96982306  test =  1.0363983\n",
      "epoch =  272 train =  0.9703438  test =  1.0131723\n",
      "epoch =  273 train =  0.9871141  test =  0.9687515\n",
      "epoch =  274 train =  0.9782645  test =  1.0148438\n",
      "epoch =  275 train =  1.0038178  test =  0.9832069\n",
      "epoch =  276 train =  0.9785439  test =  0.9909836\n",
      "epoch =  277 train =  0.963542  test =  1.0311072\n",
      "epoch =  278 train =  0.96710575  test =  0.96528494\n",
      "epoch =  279 train =  1.0010041  test =  0.9401164\n",
      "epoch =  280 train =  0.9979379  test =  1.0215985\n",
      "epoch =  281 train =  0.99613464  test =  0.9955765\n",
      "epoch =  282 train =  0.98747516  test =  1.0160499\n",
      "epoch =  283 train =  0.9581492  test =  0.95731056\n",
      "epoch =  284 train =  0.97516775  test =  0.97350824\n",
      "epoch =  285 train =  0.9738121  test =  1.0021988\n",
      "epoch =  286 train =  0.9704333  test =  0.98053277\n",
      "epoch =  287 train =  0.97892666  test =  1.006606\n",
      "epoch =  288 train =  0.99635947  test =  1.0061909\n",
      "epoch =  289 train =  0.9719704  test =  1.0097363\n",
      "epoch =  290 train =  0.9739422  test =  1.0036889\n",
      "epoch =  291 train =  0.96291643  test =  0.993086\n",
      "epoch =  292 train =  0.9570881  test =  0.9771509\n",
      "epoch =  293 train =  0.98362744  test =  0.99933445\n",
      "epoch =  294 train =  0.9709507  test =  0.9252494\n",
      "epoch =  295 train =  0.9723214  test =  0.9472687\n",
      "epoch =  296 train =  0.9902748  test =  0.95116454\n",
      "epoch =  297 train =  0.9769913  test =  0.96386033\n",
      "epoch =  298 train =  0.9998738  test =  0.93532187\n",
      "epoch =  299 train =  0.98586214  test =  1.0232458\n",
      "epoch =  300 train =  0.98411584  test =  1.0263519\n",
      "epoch =  301 train =  0.976303  test =  0.9792832\n",
      "epoch =  302 train =  0.95765084  test =  1.0162426\n",
      "epoch =  303 train =  0.9939618  test =  0.99912906\n",
      "epoch =  304 train =  0.9727237  test =  1.01807\n",
      "epoch =  305 train =  0.9632082  test =  0.95938206\n",
      "epoch =  306 train =  1.0026646  test =  0.9573285\n",
      "epoch =  307 train =  0.9836185  test =  0.9819006\n",
      "epoch =  308 train =  0.99538344  test =  0.99041545\n",
      "epoch =  309 train =  0.9784641  test =  0.9512758\n",
      "epoch =  310 train =  0.9898725  test =  1.0084146\n",
      "epoch =  311 train =  0.9783989  test =  0.9658795\n",
      "epoch =  312 train =  0.9624959  test =  1.0100139\n",
      "epoch =  313 train =  0.98204654  test =  0.9664805\n",
      "epoch =  314 train =  0.98779815  test =  0.9560831\n",
      "epoch =  315 train =  0.97616327  test =  0.9853279\n",
      "epoch =  316 train =  0.98255825  test =  1.0036256\n",
      "epoch =  317 train =  0.9881438  test =  1.0260885\n",
      "epoch =  318 train =  0.94829935  test =  0.9987734\n",
      "epoch =  319 train =  0.97842836  test =  0.99268335\n",
      "epoch =  320 train =  0.9590415  test =  0.9775291\n",
      "epoch =  321 train =  0.98333824  test =  1.0403117\n",
      "epoch =  322 train =  1.03511  test =  0.9985638\n",
      "epoch =  323 train =  0.97067213  test =  0.9614051\n",
      "epoch =  324 train =  0.97055316  test =  0.98135453\n",
      "epoch =  325 train =  1.0079441  test =  0.9583883\n",
      "epoch =  326 train =  0.9709619  test =  0.9379713\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  327 train =  0.98258686  test =  0.95566106\n",
      "epoch =  328 train =  0.96550393  test =  0.95360035\n",
      "epoch =  329 train =  1.0159333  test =  0.98277867\n",
      "epoch =  330 train =  1.0116009  test =  0.97896636\n",
      "epoch =  331 train =  0.97057045  test =  0.9688786\n",
      "epoch =  332 train =  0.98802793  test =  1.0027736\n",
      "epoch =  333 train =  0.9556253  test =  0.97389925\n",
      "epoch =  334 train =  0.99468136  test =  0.9573281\n",
      "epoch =  335 train =  0.9755955  test =  0.9566576\n",
      "epoch =  336 train =  0.95721745  test =  0.95186687\n",
      "epoch =  337 train =  0.9760033  test =  0.9723019\n",
      "epoch =  338 train =  0.97775805  test =  0.9459379\n",
      "epoch =  339 train =  0.9614194  test =  0.9496374\n",
      "epoch =  340 train =  0.9634643  test =  0.9450337\n",
      "epoch =  341 train =  0.9514556  test =  0.95259964\n",
      "epoch =  342 train =  0.9558965  test =  0.9720686\n",
      "epoch =  343 train =  0.97169065  test =  0.9803132\n",
      "epoch =  344 train =  0.97726613  test =  0.98023784\n",
      "epoch =  345 train =  0.991505  test =  0.99964494\n",
      "epoch =  346 train =  1.0005287  test =  0.9636525\n",
      "epoch =  347 train =  0.9582598  test =  0.9498294\n",
      "epoch =  348 train =  0.9448479  test =  0.9814484\n",
      "epoch =  349 train =  0.9632996  test =  0.9655788\n",
      "epoch =  350 train =  0.97222745  test =  0.9506783\n",
      "epoch =  351 train =  0.9853948  test =  0.9528491\n",
      "epoch =  352 train =  0.9703191  test =  0.9237862\n",
      "epoch =  353 train =  0.994632  test =  0.9542298\n",
      "epoch =  354 train =  0.96738696  test =  0.9405477\n",
      "epoch =  355 train =  0.9671482  test =  0.9603519\n",
      "epoch =  356 train =  0.9816392  test =  0.926352\n",
      "epoch =  357 train =  0.98887146  test =  0.98111504\n",
      "epoch =  358 train =  0.98048425  test =  0.97104436\n",
      "epoch =  359 train =  0.9559673  test =  0.96873164\n",
      "epoch =  360 train =  0.9714222  test =  0.97130865\n",
      "epoch =  361 train =  0.9642852  test =  0.9565923\n",
      "epoch =  362 train =  0.9553077  test =  0.97176725\n",
      "epoch =  363 train =  0.9794077  test =  0.95983917\n",
      "epoch =  364 train =  0.9965482  test =  0.99021155\n",
      "epoch =  365 train =  0.95417416  test =  0.9637655\n",
      "epoch =  366 train =  0.99185485  test =  0.98819494\n",
      "epoch =  367 train =  0.9503248  test =  0.97076994\n",
      "epoch =  368 train =  0.9825282  test =  0.9768971\n",
      "epoch =  369 train =  0.9805105  test =  0.9937999\n",
      "epoch =  370 train =  0.9825128  test =  0.9817347\n",
      "epoch =  371 train =  0.96306956  test =  1.0129132\n",
      "epoch =  372 train =  0.9550259  test =  0.95602995\n",
      "epoch =  373 train =  0.9636757  test =  0.9511887\n",
      "epoch =  374 train =  0.974864  test =  0.9481974\n",
      "epoch =  375 train =  0.99214685  test =  0.9575847\n",
      "epoch =  376 train =  0.9415084  test =  0.99410343\n",
      "epoch =  377 train =  0.94725907  test =  0.9566526\n",
      "epoch =  378 train =  0.9427632  test =  0.954795\n",
      "epoch =  379 train =  0.9985674  test =  0.98495907\n",
      "epoch =  380 train =  0.9624656  test =  0.99249375\n",
      "epoch =  381 train =  0.96656996  test =  0.9280544\n",
      "epoch =  382 train =  0.95348144  test =  0.99232\n",
      "epoch =  383 train =  0.98608875  test =  0.94671774\n",
      "epoch =  384 train =  0.97484326  test =  0.94476396\n",
      "epoch =  385 train =  0.9695182  test =  0.9696796\n",
      "epoch =  386 train =  0.98117363  test =  0.990315\n",
      "epoch =  387 train =  0.97901314  test =  0.9958479\n",
      "epoch =  388 train =  0.98199093  test =  0.9590197\n",
      "epoch =  389 train =  0.9564856  test =  0.9462383\n",
      "epoch =  390 train =  1.0169377  test =  0.999208\n",
      "epoch =  391 train =  0.97041464  test =  0.93837225\n",
      "epoch =  392 train =  0.9902632  test =  0.9744959\n",
      "epoch =  393 train =  0.95641875  test =  0.9306809\n",
      "epoch =  394 train =  0.95314413  test =  0.94376606\n",
      "epoch =  395 train =  0.967558  test =  0.9605004\n",
      "epoch =  396 train =  0.9779128  test =  0.974268\n",
      "epoch =  397 train =  0.9628868  test =  0.9471426\n",
      "epoch =  398 train =  1.0103607  test =  0.94342023\n",
      "epoch =  399 train =  0.9625902  test =  0.9549953\n",
      "epoch =  400 train =  0.97342765  test =  0.9948722\n",
      "epoch =  401 train =  0.95534694  test =  0.9527492\n",
      "epoch =  402 train =  0.9668293  test =  0.9963633\n",
      "epoch =  403 train =  0.9555367  test =  0.97672224\n",
      "epoch =  404 train =  0.9634056  test =  0.9539323\n",
      "epoch =  405 train =  0.972083  test =  0.9921385\n",
      "epoch =  406 train =  0.9755773  test =  0.97450113\n",
      "epoch =  407 train =  0.95654064  test =  0.9559158\n",
      "epoch =  408 train =  0.957731  test =  0.96955436\n",
      "epoch =  409 train =  0.9590248  test =  0.99491197\n",
      "epoch =  410 train =  0.97314644  test =  0.9635586\n",
      "epoch =  411 train =  0.95734525  test =  0.9724241\n",
      "epoch =  412 train =  0.99556136  test =  0.9830282\n",
      "epoch =  413 train =  0.97864556  test =  0.96595937\n",
      "epoch =  414 train =  0.9514191  test =  0.93866247\n",
      "epoch =  415 train =  0.9418714  test =  0.936346\n",
      "epoch =  416 train =  0.93752134  test =  0.99890536\n",
      "epoch =  417 train =  0.96459067  test =  0.9868858\n",
      "epoch =  418 train =  0.98615754  test =  0.9664016\n",
      "epoch =  419 train =  0.94317716  test =  1.0171417\n",
      "epoch =  420 train =  0.9496896  test =  0.92985713\n",
      "epoch =  421 train =  0.96149933  test =  0.96470594\n",
      "epoch =  422 train =  0.9519385  test =  0.951382\n",
      "epoch =  423 train =  0.9764717  test =  0.9525971\n",
      "epoch =  424 train =  0.9685085  test =  1.0106721\n",
      "epoch =  425 train =  0.9781755  test =  0.94564116\n",
      "epoch =  426 train =  1.0053446  test =  1.0037758\n",
      "epoch =  427 train =  0.9674334  test =  0.98178285\n",
      "epoch =  428 train =  0.9749807  test =  0.95126283\n",
      "epoch =  429 train =  0.9624889  test =  0.99746037\n",
      "epoch =  430 train =  0.95869327  test =  0.96850055\n",
      "epoch =  431 train =  0.9705225  test =  0.9766708\n",
      "epoch =  432 train =  0.957694  test =  0.9533389\n",
      "epoch =  433 train =  0.9307295  test =  0.9644106\n",
      "epoch =  434 train =  0.98807657  test =  0.98034066\n",
      "epoch =  435 train =  0.96423453  test =  0.96367854\n",
      "epoch =  436 train =  0.96940374  test =  1.0149293\n",
      "epoch =  437 train =  0.95134664  test =  0.95477986\n",
      "epoch =  438 train =  0.97841626  test =  0.9766302\n",
      "epoch =  439 train =  0.9641073  test =  0.9676401\n",
      "epoch =  440 train =  0.96116734  test =  0.94672924\n",
      "epoch =  441 train =  0.9723428  test =  0.95486677\n",
      "epoch =  442 train =  0.95076287  test =  0.98281157\n",
      "epoch =  443 train =  0.9358171  test =  0.9600629\n",
      "epoch =  444 train =  0.9798132  test =  0.9676976\n",
      "epoch =  445 train =  0.9479015  test =  0.9777073\n",
      "epoch =  446 train =  0.99035186  test =  0.94955444\n",
      "epoch =  447 train =  0.955534  test =  0.9775582\n",
      "epoch =  448 train =  0.96555614  test =  0.9643207\n",
      "epoch =  449 train =  0.98501253  test =  0.9589447\n",
      "epoch =  450 train =  0.96670985  test =  0.9315213\n",
      "epoch =  451 train =  0.9633695  test =  0.95479083\n",
      "epoch =  452 train =  0.9643388  test =  0.9559468\n",
      "epoch =  453 train =  0.95597476  test =  0.9463587\n",
      "epoch =  454 train =  0.9583695  test =  0.96005267\n",
      "epoch =  455 train =  0.96054155  test =  1.016869\n",
      "epoch =  456 train =  0.9515785  test =  0.9528348\n",
      "epoch =  457 train =  0.9521164  test =  0.93919545\n",
      "epoch =  458 train =  0.96313655  test =  0.9795553\n",
      "epoch =  459 train =  0.95620316  test =  0.9848544\n",
      "epoch =  460 train =  0.9629379  test =  0.97978365\n",
      "epoch =  461 train =  0.9454943  test =  0.9835426\n",
      "epoch =  462 train =  0.9572249  test =  0.94177127\n",
      "epoch =  463 train =  0.98329055  test =  0.9504725\n",
      "epoch =  464 train =  0.96207905  test =  0.96653765\n",
      "epoch =  465 train =  0.9836906  test =  0.96422297\n",
      "epoch =  466 train =  0.95076054  test =  0.9899389\n",
      "epoch =  467 train =  0.96068645  test =  0.9485254\n",
      "epoch =  468 train =  0.9473709  test =  0.97140855\n",
      "epoch =  469 train =  0.96073025  test =  0.9464459\n",
      "epoch =  470 train =  0.9514855  test =  0.9803836\n",
      "epoch =  471 train =  0.95196474  test =  0.9589914\n",
      "epoch =  472 train =  0.97994304  test =  0.99607843\n",
      "epoch =  473 train =  0.93651503  test =  0.9366422\n",
      "epoch =  474 train =  0.97249436  test =  1.0084286\n",
      "epoch =  475 train =  0.9290906  test =  0.95176804\n",
      "epoch =  476 train =  0.9381147  test =  0.98636264\n",
      "epoch =  477 train =  0.9398848  test =  0.9569993\n",
      "epoch =  478 train =  0.951334  test =  1.0204608\n",
      "epoch =  479 train =  0.96514535  test =  0.9551455\n",
      "epoch =  480 train =  0.9647932  test =  0.95768094\n",
      "epoch =  481 train =  0.9628288  test =  0.9973577\n",
      "epoch =  482 train =  0.9753125  test =  0.9844646\n",
      "epoch =  483 train =  0.9670615  test =  0.96850437\n",
      "epoch =  484 train =  0.9639399  test =  0.95285344\n",
      "epoch =  485 train =  0.9427591  test =  0.9864991\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  486 train =  0.9462074  test =  0.9628766\n",
      "epoch =  487 train =  0.9635453  test =  0.9640075\n",
      "epoch =  488 train =  0.97605366  test =  0.9375962\n",
      "epoch =  489 train =  0.9465996  test =  0.97530705\n",
      "epoch =  490 train =  0.95172894  test =  0.9671774\n",
      "epoch =  491 train =  0.966767  test =  0.949407\n",
      "epoch =  492 train =  0.99906266  test =  0.9286197\n",
      "epoch =  493 train =  0.9340062  test =  0.95294267\n",
      "epoch =  494 train =  0.9470298  test =  0.9668541\n",
      "epoch =  495 train =  0.96654487  test =  0.9604741\n",
      "epoch =  496 train =  0.9226068  test =  0.9421168\n",
      "epoch =  497 train =  0.9748343  test =  0.9442466\n",
      "epoch =  498 train =  0.9668485  test =  0.9270988\n",
      "epoch =  499 train =  0.96090937  test =  0.9570666\n",
      "epoch =  500 train =  0.94767237  test =  0.93084073\n",
      "epoch =  501 train =  0.96960425  test =  0.9615918\n",
      "epoch =  502 train =  0.9473432  test =  0.9399114\n",
      "epoch =  503 train =  0.9431174  test =  0.96598864\n",
      "epoch =  504 train =  0.97989476  test =  0.9577434\n",
      "epoch =  505 train =  0.95172495  test =  0.9341492\n",
      "epoch =  506 train =  0.975068  test =  0.9763392\n",
      "epoch =  507 train =  0.96885765  test =  0.9624735\n",
      "epoch =  508 train =  0.9753002  test =  0.9141906\n",
      "epoch =  509 train =  0.9375956  test =  0.9670384\n",
      "epoch =  510 train =  0.9376571  test =  0.97758144\n",
      "epoch =  511 train =  0.9408064  test =  0.9435461\n",
      "epoch =  512 train =  0.9883164  test =  0.92715967\n",
      "epoch =  513 train =  0.9713908  test =  0.9684377\n",
      "epoch =  514 train =  0.94888127  test =  0.96645325\n",
      "epoch =  515 train =  0.96356255  test =  0.9881243\n",
      "epoch =  516 train =  0.96143794  test =  0.9893649\n",
      "epoch =  517 train =  0.99278647  test =  0.93062156\n",
      "epoch =  518 train =  0.9719598  test =  0.9541114\n",
      "epoch =  519 train =  0.9566567  test =  0.96085477\n",
      "epoch =  520 train =  0.96527  test =  0.9273157\n",
      "epoch =  521 train =  0.9806365  test =  0.94525987\n",
      "epoch =  522 train =  0.9474333  test =  1.0056047\n",
      "epoch =  523 train =  0.94936633  test =  0.98939013\n",
      "epoch =  524 train =  0.9263133  test =  0.98772043\n",
      "epoch =  525 train =  0.9536984  test =  0.94198173\n",
      "epoch =  526 train =  0.9546046  test =  0.93987435\n",
      "epoch =  527 train =  0.9817785  test =  1.0013016\n",
      "epoch =  528 train =  0.9570639  test =  0.98193747\n",
      "epoch =  529 train =  0.9450098  test =  0.95230985\n",
      "epoch =  530 train =  0.9736973  test =  0.9581826\n",
      "epoch =  531 train =  0.97176504  test =  0.9833038\n",
      "epoch =  532 train =  0.9524679  test =  0.9536494\n",
      "epoch =  533 train =  0.92699146  test =  0.94081455\n",
      "epoch =  534 train =  0.9854748  test =  1.001525\n",
      "epoch =  535 train =  0.98515666  test =  0.9674897\n",
      "epoch =  536 train =  0.9396804  test =  0.967922\n",
      "epoch =  537 train =  0.9454165  test =  0.94061613\n",
      "epoch =  538 train =  0.94409764  test =  0.9373642\n",
      "epoch =  539 train =  0.9608042  test =  0.95886046\n",
      "epoch =  540 train =  0.9361509  test =  0.99777424\n",
      "epoch =  541 train =  0.9680936  test =  0.9640304\n",
      "epoch =  542 train =  0.97505593  test =  1.0141755\n",
      "epoch =  543 train =  0.95452553  test =  0.9574831\n",
      "epoch =  544 train =  0.95454895  test =  0.9472363\n",
      "epoch =  545 train =  0.9722587  test =  0.9812525\n",
      "epoch =  546 train =  0.95177984  test =  0.92917913\n",
      "epoch =  547 train =  0.9755758  test =  0.90409833\n",
      "epoch =  548 train =  0.9994558  test =  1.0375596\n",
      "epoch =  549 train =  0.9680797  test =  0.9425013\n",
      "epoch =  550 train =  0.9451363  test =  1.0082732\n",
      "epoch =  551 train =  0.94530314  test =  0.95180786\n",
      "epoch =  552 train =  0.93884665  test =  0.9586299\n",
      "epoch =  553 train =  0.9599171  test =  0.97475743\n",
      "epoch =  554 train =  0.94380766  test =  0.9528688\n",
      "epoch =  555 train =  0.9445307  test =  0.95543665\n",
      "epoch =  556 train =  0.97135353  test =  0.97512186\n",
      "epoch =  557 train =  0.9540368  test =  0.9590507\n",
      "epoch =  558 train =  0.99248064  test =  0.9689732\n",
      "epoch =  559 train =  0.9456513  test =  0.9233755\n",
      "epoch =  560 train =  0.9490459  test =  0.9716031\n",
      "epoch =  561 train =  0.9470769  test =  0.9602725\n",
      "epoch =  562 train =  0.9527645  test =  0.93243057\n",
      "epoch =  563 train =  0.95537204  test =  0.9633158\n",
      "epoch =  564 train =  0.93678737  test =  1.0201453\n",
      "epoch =  565 train =  0.9569948  test =  0.9795461\n",
      "epoch =  566 train =  0.9580473  test =  0.9482685\n",
      "epoch =  567 train =  0.9379446  test =  0.9673294\n",
      "epoch =  568 train =  0.94293106  test =  0.9784684\n",
      "epoch =  569 train =  0.95328546  test =  0.9529774\n",
      "epoch =  570 train =  0.95164514  test =  0.9462122\n",
      "epoch =  571 train =  0.9651449  test =  0.93371326\n",
      "epoch =  572 train =  0.94900656  test =  0.9542796\n",
      "epoch =  573 train =  0.97953343  test =  0.9523021\n",
      "epoch =  574 train =  0.9471642  test =  0.9702201\n",
      "epoch =  575 train =  0.9244381  test =  0.9432826\n",
      "epoch =  576 train =  0.9454973  test =  1.009315\n",
      "epoch =  577 train =  0.92996943  test =  0.94362\n",
      "epoch =  578 train =  0.9440765  test =  0.98610264\n",
      "epoch =  579 train =  0.94282824  test =  0.9253985\n",
      "epoch =  580 train =  0.97416985  test =  0.94823486\n",
      "epoch =  581 train =  0.98463356  test =  0.93511385\n",
      "epoch =  582 train =  0.9838049  test =  0.95595163\n",
      "epoch =  583 train =  0.9528774  test =  0.96857953\n",
      "epoch =  584 train =  0.9734442  test =  0.9520584\n",
      "epoch =  585 train =  0.94371045  test =  0.9384905\n",
      "epoch =  586 train =  0.9641163  test =  0.94644856\n",
      "epoch =  587 train =  0.952359  test =  0.9864876\n",
      "epoch =  588 train =  0.96138644  test =  0.9436857\n",
      "epoch =  589 train =  0.9522853  test =  1.0087019\n",
      "epoch =  590 train =  0.9207748  test =  0.9386635\n",
      "epoch =  591 train =  0.96597743  test =  0.90099645\n",
      "epoch =  592 train =  0.96481323  test =  0.94095236\n",
      "epoch =  593 train =  0.9215971  test =  0.9731548\n",
      "epoch =  594 train =  0.94445217  test =  0.93679684\n",
      "epoch =  595 train =  0.96005476  test =  0.950353\n",
      "epoch =  596 train =  0.9452779  test =  0.9295584\n",
      "epoch =  597 train =  0.9733291  test =  0.91716546\n",
      "epoch =  598 train =  0.95305705  test =  0.95846033\n",
      "epoch =  599 train =  0.95993364  test =  0.9343608\n",
      "epoch =  600 train =  0.977212  test =  0.9417822\n",
      "epoch =  601 train =  0.94454086  test =  0.9343075\n",
      "epoch =  602 train =  0.9395642  test =  0.9651013\n",
      "epoch =  603 train =  0.9594664  test =  0.98257506\n",
      "epoch =  604 train =  0.9404576  test =  0.9079976\n",
      "epoch =  605 train =  0.9499756  test =  0.92171866\n",
      "epoch =  606 train =  0.9938253  test =  0.98358274\n",
      "epoch =  607 train =  0.9313371  test =  0.9968333\n",
      "epoch =  608 train =  0.95148766  test =  0.92478305\n",
      "epoch =  609 train =  0.9752966  test =  0.9505553\n",
      "epoch =  610 train =  0.9275327  test =  0.9461214\n",
      "epoch =  611 train =  0.9284929  test =  0.95032275\n",
      "epoch =  612 train =  0.96114254  test =  0.9601836\n",
      "epoch =  613 train =  0.974787  test =  0.94437456\n",
      "epoch =  614 train =  0.9718171  test =  0.9677838\n",
      "epoch =  615 train =  0.9537833  test =  1.0142236\n",
      "epoch =  616 train =  0.9669256  test =  0.9852742\n",
      "epoch =  617 train =  0.985996  test =  0.91031474\n",
      "epoch =  618 train =  0.9810746  test =  0.94091296\n",
      "epoch =  619 train =  0.93170565  test =  0.95731384\n",
      "epoch =  620 train =  0.9377879  test =  0.94280505\n",
      "epoch =  621 train =  0.9406742  test =  0.9486957\n",
      "epoch =  622 train =  0.96891904  test =  0.93107903\n",
      "epoch =  623 train =  0.95579267  test =  0.95113295\n",
      "epoch =  624 train =  0.95264757  test =  0.950959\n",
      "epoch =  625 train =  0.94711334  test =  0.95173395\n",
      "epoch =  626 train =  0.94713277  test =  0.98728585\n",
      "epoch =  627 train =  0.9355768  test =  0.96310186\n",
      "epoch =  628 train =  0.9579629  test =  0.96187913\n",
      "epoch =  629 train =  0.95542127  test =  0.96435475\n",
      "epoch =  630 train =  0.93182635  test =  0.9678868\n",
      "epoch =  631 train =  0.9428773  test =  0.9369218\n",
      "epoch =  632 train =  0.93863004  test =  0.95532864\n",
      "epoch =  633 train =  0.94943035  test =  0.9072414\n",
      "epoch =  634 train =  0.9550892  test =  0.9591756\n",
      "epoch =  635 train =  0.9204016  test =  0.92072314\n",
      "epoch =  636 train =  0.95034015  test =  0.9636385\n",
      "epoch =  637 train =  0.9460484  test =  0.96042275\n",
      "epoch =  638 train =  0.95943767  test =  0.97045076\n",
      "epoch =  639 train =  0.95371056  test =  0.96618295\n",
      "epoch =  640 train =  0.94110644  test =  0.94435215\n",
      "epoch =  641 train =  0.96850383  test =  0.9886711\n",
      "epoch =  642 train =  0.95351255  test =  0.9756343\n",
      "epoch =  643 train =  0.94026834  test =  1.0003052\n",
      "epoch =  644 train =  0.9506904  test =  0.93356967\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  645 train =  0.9534166  test =  0.9710241\n",
      "epoch =  646 train =  0.9565094  test =  0.96325743\n",
      "epoch =  647 train =  0.9380466  test =  0.9491058\n",
      "epoch =  648 train =  0.95383596  test =  0.9934084\n",
      "epoch =  649 train =  0.97474194  test =  1.006101\n",
      "epoch =  650 train =  0.9602496  test =  0.94294\n",
      "epoch =  651 train =  0.9725652  test =  0.95113397\n",
      "epoch =  652 train =  0.9441431  test =  0.96066725\n",
      "epoch =  653 train =  0.95198965  test =  0.9086029\n",
      "epoch =  654 train =  0.95889914  test =  1.0053111\n",
      "epoch =  655 train =  0.9223708  test =  0.9524483\n",
      "epoch =  656 train =  0.94811785  test =  0.9194956\n",
      "epoch =  657 train =  0.9748647  test =  0.91919166\n",
      "epoch =  658 train =  0.9459617  test =  0.93380946\n",
      "epoch =  659 train =  0.9585017  test =  0.97451115\n",
      "epoch =  660 train =  0.9805368  test =  0.9370499\n",
      "epoch =  661 train =  0.9731516  test =  0.9401535\n",
      "epoch =  662 train =  0.9319329  test =  0.90968585\n",
      "epoch =  663 train =  0.9482227  test =  0.98707485\n",
      "epoch =  664 train =  0.96659076  test =  0.9546921\n",
      "epoch =  665 train =  0.9451119  test =  0.9391617\n",
      "epoch =  666 train =  0.9668823  test =  0.9435347\n",
      "epoch =  667 train =  0.9462198  test =  0.9402928\n",
      "epoch =  668 train =  0.92451537  test =  0.9192831\n",
      "epoch =  669 train =  0.9435443  test =  0.92330986\n",
      "epoch =  670 train =  0.95215714  test =  0.98419565\n",
      "epoch =  671 train =  0.93972284  test =  0.98428875\n",
      "epoch =  672 train =  0.9576698  test =  0.92574745\n",
      "epoch =  673 train =  0.9766529  test =  0.92746514\n",
      "epoch =  674 train =  0.9375761  test =  0.938433\n",
      "epoch =  675 train =  0.97960496  test =  0.927176\n",
      "epoch =  676 train =  0.97939503  test =  0.9316604\n",
      "epoch =  677 train =  0.95301604  test =  0.9586089\n",
      "epoch =  678 train =  0.95398426  test =  1.0046922\n",
      "epoch =  679 train =  0.9362726  test =  0.946254\n",
      "epoch =  680 train =  0.92888385  test =  0.98010397\n",
      "epoch =  681 train =  0.9491639  test =  0.9804395\n",
      "epoch =  682 train =  0.93199074  test =  0.9496378\n",
      "epoch =  683 train =  0.9674393  test =  0.9429717\n",
      "epoch =  684 train =  0.9770963  test =  0.92330277\n",
      "epoch =  685 train =  0.9581386  test =  0.96663415\n",
      "epoch =  686 train =  0.9475935  test =  0.97337604\n",
      "epoch =  687 train =  0.95491624  test =  0.9506033\n",
      "epoch =  688 train =  0.9318202  test =  0.96413094\n",
      "epoch =  689 train =  0.9394748  test =  0.9345817\n",
      "epoch =  690 train =  0.9390451  test =  0.93149036\n",
      "epoch =  691 train =  0.96325326  test =  0.9491093\n",
      "epoch =  692 train =  0.9498433  test =  0.9411282\n",
      "epoch =  693 train =  0.9619413  test =  0.96555406\n",
      "epoch =  694 train =  0.94923633  test =  0.9426514\n",
      "epoch =  695 train =  0.93409765  test =  0.94939625\n",
      "epoch =  696 train =  0.93343323  test =  0.95833313\n",
      "epoch =  697 train =  0.9369867  test =  0.9281287\n",
      "epoch =  698 train =  0.9741051  test =  0.937204\n",
      "epoch =  699 train =  0.94494855  test =  0.97487813\n",
      "epoch =  700 train =  0.95447165  test =  0.93568885\n",
      "epoch =  701 train =  0.98049814  test =  0.9539574\n",
      "epoch =  702 train =  1.0019618  test =  0.963397\n",
      "epoch =  703 train =  0.9326122  test =  0.9576724\n",
      "epoch =  704 train =  0.9846487  test =  0.9867356\n",
      "epoch =  705 train =  0.93010587  test =  0.99198335\n",
      "epoch =  706 train =  0.9800066  test =  0.971247\n",
      "epoch =  707 train =  0.9664891  test =  0.96481377\n",
      "epoch =  708 train =  0.9596045  test =  0.92053473\n",
      "epoch =  709 train =  0.94130504  test =  0.90624386\n",
      "epoch =  710 train =  0.9249245  test =  0.96341753\n",
      "epoch =  711 train =  0.9448389  test =  0.9280673\n",
      "epoch =  712 train =  0.9470066  test =  0.9054495\n",
      "epoch =  713 train =  0.9785097  test =  0.9255519\n",
      "epoch =  714 train =  0.9560048  test =  0.929152\n",
      "epoch =  715 train =  0.9571893  test =  0.9447914\n",
      "epoch =  716 train =  0.93351877  test =  0.9076711\n",
      "epoch =  717 train =  0.95846367  test =  0.9648923\n",
      "epoch =  718 train =  0.9418838  test =  0.9764724\n",
      "epoch =  719 train =  0.95222294  test =  0.9201998\n",
      "epoch =  720 train =  0.9488652  test =  0.919103\n",
      "epoch =  721 train =  0.9299867  test =  1.0215949\n",
      "epoch =  722 train =  0.93481994  test =  0.9300232\n",
      "epoch =  723 train =  0.9727041  test =  0.95314056\n",
      "epoch =  724 train =  0.9356618  test =  0.92254716\n",
      "epoch =  725 train =  0.93893963  test =  0.9485964\n",
      "epoch =  726 train =  0.95640254  test =  0.94012976\n",
      "epoch =  727 train =  0.9559045  test =  0.991234\n",
      "epoch =  728 train =  0.91997343  test =  0.9355247\n",
      "epoch =  729 train =  0.95195055  test =  0.93039143\n",
      "epoch =  730 train =  0.94657326  test =  0.92906773\n",
      "epoch =  731 train =  0.9182828  test =  0.9337855\n",
      "epoch =  732 train =  0.9285463  test =  0.9421481\n",
      "epoch =  733 train =  0.9342079  test =  0.9110408\n",
      "epoch =  734 train =  0.9351217  test =  0.9470606\n",
      "epoch =  735 train =  0.93914354  test =  0.966689\n",
      "epoch =  736 train =  0.9638082  test =  0.96247226\n",
      "epoch =  737 train =  0.9611478  test =  0.96105707\n",
      "epoch =  738 train =  0.94299626  test =  0.9395261\n",
      "epoch =  739 train =  0.96637535  test =  0.94961345\n",
      "epoch =  740 train =  0.9755409  test =  0.95162153\n",
      "epoch =  741 train =  0.9715539  test =  0.9342513\n",
      "epoch =  742 train =  0.9397352  test =  0.9137519\n",
      "epoch =  743 train =  0.95962113  test =  0.9460129\n",
      "epoch =  744 train =  0.95203733  test =  0.9383311\n",
      "epoch =  745 train =  0.95915675  test =  0.92189616\n",
      "epoch =  746 train =  0.91999686  test =  0.9116418\n",
      "epoch =  747 train =  0.9645221  test =  0.9442828\n",
      "epoch =  748 train =  0.9341017  test =  0.91230905\n",
      "epoch =  749 train =  0.9204033  test =  0.94104874\n",
      "epoch =  750 train =  0.94265455  test =  0.95064795\n",
      "epoch =  751 train =  0.943092  test =  0.9496111\n",
      "epoch =  752 train =  0.9601848  test =  0.9487852\n",
      "epoch =  753 train =  0.9540547  test =  0.92841774\n",
      "epoch =  754 train =  0.93417907  test =  0.9470382\n",
      "epoch =  755 train =  0.95694137  test =  0.95155644\n",
      "epoch =  756 train =  0.96103877  test =  0.95132446\n",
      "epoch =  757 train =  0.94307905  test =  0.9556277\n",
      "epoch =  758 train =  0.9426596  test =  0.94257116\n",
      "epoch =  759 train =  0.93767935  test =  0.9569611\n",
      "epoch =  760 train =  0.9271631  test =  0.96674085\n",
      "epoch =  761 train =  0.91475266  test =  0.93398046\n",
      "epoch =  762 train =  0.9446081  test =  0.90724534\n",
      "epoch =  763 train =  0.9288873  test =  0.9497732\n",
      "epoch =  764 train =  0.95286417  test =  0.9320511\n",
      "epoch =  765 train =  0.92110467  test =  0.91991735\n",
      "epoch =  766 train =  0.95714045  test =  0.88683695\n",
      "epoch =  767 train =  0.9262117  test =  0.92813486\n",
      "epoch =  768 train =  0.95238096  test =  0.9612285\n",
      "epoch =  769 train =  0.962178  test =  0.9269271\n",
      "epoch =  770 train =  0.91784525  test =  0.9314176\n",
      "epoch =  771 train =  0.9492036  test =  0.93572813\n",
      "epoch =  772 train =  0.91477084  test =  0.90994525\n",
      "epoch =  773 train =  0.93160963  test =  0.9460939\n",
      "epoch =  774 train =  0.9302554  test =  0.9716234\n",
      "epoch =  775 train =  0.9517808  test =  0.9609429\n",
      "epoch =  776 train =  0.9741627  test =  0.9301064\n",
      "epoch =  777 train =  0.98645973  test =  0.95426756\n",
      "epoch =  778 train =  0.95035565  test =  0.9462577\n",
      "epoch =  779 train =  0.9286519  test =  0.9292466\n",
      "epoch =  780 train =  0.9458699  test =  0.969777\n",
      "epoch =  781 train =  0.9225986  test =  0.9158416\n",
      "epoch =  782 train =  0.9617123  test =  0.9136499\n",
      "epoch =  783 train =  0.97793007  test =  0.93891835\n",
      "epoch =  784 train =  0.95082974  test =  0.9749404\n",
      "epoch =  785 train =  0.92512894  test =  0.96428275\n",
      "epoch =  786 train =  0.92040354  test =  0.9432684\n",
      "epoch =  787 train =  0.9788892  test =  1.0088083\n",
      "epoch =  788 train =  0.9357876  test =  0.929639\n",
      "epoch =  789 train =  0.9299092  test =  0.925821\n",
      "epoch =  790 train =  0.9491295  test =  0.9001699\n",
      "epoch =  791 train =  0.9715316  test =  0.93794537\n",
      "epoch =  792 train =  0.97258216  test =  0.8932713\n",
      "epoch =  793 train =  0.93527734  test =  0.93568605\n",
      "epoch =  794 train =  0.95344496  test =  0.9288007\n",
      "epoch =  795 train =  0.9588218  test =  0.903907\n",
      "epoch =  796 train =  0.95243806  test =  0.9161609\n",
      "epoch =  797 train =  0.9463514  test =  0.93527013\n",
      "epoch =  798 train =  0.97673345  test =  0.9130467\n",
      "epoch =  799 train =  0.949152  test =  1.0666195\n",
      "epoch =  800 train =  0.9640926  test =  0.944844\n",
      "epoch =  801 train =  0.96730447  test =  0.9597333\n",
      "epoch =  802 train =  0.9332124  test =  0.96038264\n",
      "epoch =  803 train =  0.9538801  test =  0.912709\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  804 train =  0.915972  test =  0.9384631\n",
      "epoch =  805 train =  0.94371307  test =  0.90603966\n",
      "epoch =  806 train =  0.9230363  test =  0.9022692\n",
      "epoch =  807 train =  0.94976664  test =  0.93348765\n",
      "epoch =  808 train =  0.94523233  test =  0.89892507\n",
      "epoch =  809 train =  0.9365357  test =  0.94770813\n",
      "epoch =  810 train =  0.9215574  test =  0.996561\n",
      "epoch =  811 train =  0.9542655  test =  0.91071236\n",
      "epoch =  812 train =  0.9341667  test =  0.97670203\n",
      "epoch =  813 train =  0.9450045  test =  0.9324727\n",
      "epoch =  814 train =  0.98118854  test =  0.973748\n",
      "epoch =  815 train =  0.95155895  test =  0.9248495\n",
      "epoch =  816 train =  0.943166  test =  0.9834733\n",
      "epoch =  817 train =  0.9327827  test =  0.94378227\n",
      "epoch =  818 train =  0.91960275  test =  0.93679637\n",
      "epoch =  819 train =  0.94301116  test =  0.94926524\n",
      "epoch =  820 train =  0.92892545  test =  0.92424566\n",
      "epoch =  821 train =  0.9267936  test =  0.940822\n",
      "epoch =  822 train =  0.94359106  test =  0.94129074\n",
      "epoch =  823 train =  0.93668544  test =  0.96086866\n",
      "epoch =  824 train =  0.91295916  test =  0.9327349\n",
      "epoch =  825 train =  0.9489354  test =  0.9278194\n",
      "epoch =  826 train =  0.937973  test =  0.9571499\n",
      "epoch =  827 train =  0.9438808  test =  0.9084267\n",
      "epoch =  828 train =  0.913044  test =  0.9229261\n",
      "epoch =  829 train =  0.9434148  test =  0.90401894\n",
      "epoch =  830 train =  0.94386977  test =  0.92536896\n",
      "epoch =  831 train =  0.91559255  test =  0.9542524\n",
      "epoch =  832 train =  0.9493367  test =  0.92580354\n",
      "epoch =  833 train =  0.9506351  test =  0.998176\n",
      "epoch =  834 train =  0.91315806  test =  0.9631846\n",
      "epoch =  835 train =  0.98921  test =  0.9354409\n",
      "epoch =  836 train =  0.9591008  test =  0.9363092\n",
      "epoch =  837 train =  0.9848473  test =  0.95249337\n",
      "epoch =  838 train =  0.9239353  test =  0.9200223\n",
      "epoch =  839 train =  0.92910707  test =  0.9460849\n",
      "epoch =  840 train =  0.9330574  test =  0.9958409\n",
      "epoch =  841 train =  0.9464512  test =  0.96625847\n",
      "epoch =  842 train =  0.9369981  test =  0.9551229\n",
      "epoch =  843 train =  0.95887697  test =  0.927327\n",
      "epoch =  844 train =  0.972823  test =  0.92719185\n",
      "epoch =  845 train =  0.922807  test =  0.957472\n",
      "epoch =  846 train =  0.9328635  test =  0.9292986\n",
      "epoch =  847 train =  0.95864964  test =  0.93955106\n",
      "epoch =  848 train =  0.9421121  test =  1.0062659\n",
      "epoch =  849 train =  0.9339353  test =  0.9322074\n",
      "epoch =  850 train =  0.9566129  test =  0.92172706\n",
      "epoch =  851 train =  0.9335188  test =  0.9379014\n",
      "epoch =  852 train =  0.95958567  test =  0.92721224\n",
      "epoch =  853 train =  0.95550203  test =  0.93002164\n",
      "epoch =  854 train =  0.9649826  test =  0.88641363\n",
      "epoch =  855 train =  0.9096781  test =  0.97077024\n",
      "epoch =  856 train =  0.95227766  test =  0.9318215\n",
      "epoch =  857 train =  0.95089996  test =  0.9366244\n",
      "epoch =  858 train =  0.9328073  test =  0.95272183\n",
      "epoch =  859 train =  0.92723584  test =  0.9705759\n",
      "epoch =  860 train =  0.9148354  test =  0.9729605\n",
      "epoch =  861 train =  0.91441756  test =  0.95257753\n",
      "epoch =  862 train =  0.9677705  test =  0.9339013\n",
      "epoch =  863 train =  0.9476334  test =  0.9515228\n",
      "epoch =  864 train =  0.9567996  test =  1.0047139\n",
      "epoch =  865 train =  0.89359087  test =  0.98717016\n",
      "epoch =  866 train =  0.9364816  test =  0.94512415\n",
      "epoch =  867 train =  0.9628016  test =  0.9460895\n",
      "epoch =  868 train =  0.9442313  test =  0.9343712\n",
      "epoch =  869 train =  0.95901585  test =  0.92186594\n",
      "epoch =  870 train =  0.91977584  test =  0.9253581\n",
      "epoch =  871 train =  0.95648503  test =  0.92628807\n",
      "epoch =  872 train =  0.92175037  test =  0.92148536\n",
      "epoch =  873 train =  0.9300592  test =  0.9206162\n",
      "epoch =  874 train =  0.9553515  test =  0.9335498\n",
      "epoch =  875 train =  0.9356823  test =  0.92863744\n",
      "epoch =  876 train =  0.9268322  test =  0.9428678\n",
      "epoch =  877 train =  0.9373406  test =  0.9190463\n",
      "epoch =  878 train =  0.9576234  test =  0.95312345\n",
      "epoch =  879 train =  0.9160938  test =  0.93399984\n",
      "epoch =  880 train =  0.9290987  test =  0.95787835\n",
      "epoch =  881 train =  0.93238366  test =  0.95342463\n",
      "epoch =  882 train =  0.93661785  test =  0.93846256\n",
      "epoch =  883 train =  0.95450044  test =  0.91209835\n",
      "epoch =  884 train =  0.9326061  test =  0.9739056\n",
      "epoch =  885 train =  0.9317609  test =  0.9326376\n",
      "epoch =  886 train =  0.9437008  test =  0.898617\n",
      "epoch =  887 train =  0.92111075  test =  0.9438736\n",
      "epoch =  888 train =  0.9093269  test =  0.9682506\n",
      "epoch =  889 train =  0.9532689  test =  0.90702367\n",
      "epoch =  890 train =  0.92909545  test =  0.90788734\n",
      "epoch =  891 train =  0.94475114  test =  0.91406536\n",
      "epoch =  892 train =  0.9106666  test =  0.9402142\n",
      "epoch =  893 train =  0.9575436  test =  0.91628295\n",
      "epoch =  894 train =  0.9328016  test =  0.9731962\n",
      "epoch =  895 train =  0.9579183  test =  0.9155172\n",
      "epoch =  896 train =  0.9330386  test =  0.96062857\n",
      "epoch =  897 train =  0.9436314  test =  1.0315658\n",
      "epoch =  898 train =  0.93114805  test =  0.9262955\n",
      "epoch =  899 train =  0.9282226  test =  0.9694946\n",
      "epoch =  900 train =  0.9203832  test =  0.9650616\n",
      "epoch =  901 train =  0.93751323  test =  0.94613385\n",
      "epoch =  902 train =  0.9281758  test =  0.9011299\n",
      "epoch =  903 train =  0.9271419  test =  0.9493581\n",
      "epoch =  904 train =  0.9410544  test =  0.9138059\n",
      "epoch =  905 train =  0.9218112  test =  0.9419433\n",
      "epoch =  906 train =  0.92712533  test =  0.9287892\n",
      "epoch =  907 train =  0.9417886  test =  0.9325943\n",
      "epoch =  908 train =  0.91308147  test =  0.91752845\n",
      "epoch =  909 train =  0.9547972  test =  1.0117878\n",
      "epoch =  910 train =  0.95104945  test =  0.93331295\n",
      "epoch =  911 train =  0.91897345  test =  0.99903345\n",
      "epoch =  912 train =  0.9089098  test =  0.9209187\n",
      "epoch =  913 train =  0.95175236  test =  0.98253226\n",
      "epoch =  914 train =  0.94157207  test =  0.8979324\n",
      "epoch =  915 train =  0.9237293  test =  0.9452172\n",
      "epoch =  916 train =  0.9469126  test =  0.90783596\n",
      "epoch =  917 train =  0.9192307  test =  0.9312447\n",
      "epoch =  918 train =  0.94244635  test =  0.8968872\n",
      "epoch =  919 train =  0.9422089  test =  0.9268347\n",
      "epoch =  920 train =  0.9470744  test =  0.93465734\n",
      "epoch =  921 train =  0.9438133  test =  0.9361898\n",
      "epoch =  922 train =  0.939899  test =  0.90325695\n",
      "epoch =  923 train =  0.9240454  test =  0.94949055\n",
      "epoch =  924 train =  0.91255313  test =  0.954888\n",
      "epoch =  925 train =  0.94305146  test =  0.91292113\n",
      "epoch =  926 train =  0.92382926  test =  0.9313655\n",
      "epoch =  927 train =  0.9277821  test =  1.00296\n",
      "epoch =  928 train =  0.95122135  test =  0.9591204\n",
      "epoch =  929 train =  0.9484647  test =  0.9530438\n",
      "epoch =  930 train =  0.9379411  test =  0.9373709\n",
      "epoch =  931 train =  0.941098  test =  0.9902853\n",
      "epoch =  932 train =  0.93623304  test =  0.9651871\n",
      "epoch =  933 train =  0.93084216  test =  0.95188034\n",
      "epoch =  934 train =  0.9609158  test =  0.981261\n",
      "epoch =  935 train =  0.9446907  test =  0.9504573\n",
      "epoch =  936 train =  0.9177463  test =  0.96337706\n",
      "epoch =  937 train =  0.9617449  test =  0.98002344\n",
      "epoch =  938 train =  0.93808186  test =  0.91294456\n",
      "epoch =  939 train =  0.9497396  test =  0.93096\n",
      "epoch =  940 train =  0.9501006  test =  0.9262558\n",
      "epoch =  941 train =  0.94807816  test =  1.0113516\n",
      "epoch =  942 train =  0.9145912  test =  0.9177937\n",
      "epoch =  943 train =  0.9362008  test =  1.0237467\n",
      "epoch =  944 train =  0.942104  test =  0.94287187\n",
      "epoch =  945 train =  0.9442355  test =  0.90546256\n",
      "epoch =  946 train =  0.9187961  test =  0.9396194\n",
      "epoch =  947 train =  0.95520705  test =  1.0119913\n",
      "epoch =  948 train =  0.91517246  test =  0.9159332\n",
      "epoch =  949 train =  0.9198557  test =  0.9294904\n",
      "epoch =  950 train =  0.9612208  test =  0.909035\n",
      "epoch =  951 train =  0.9244978  test =  0.9159974\n",
      "epoch =  952 train =  0.9261234  test =  0.9315078\n",
      "epoch =  953 train =  0.9509648  test =  0.97862095\n",
      "epoch =  954 train =  0.9055685  test =  0.96294385\n",
      "epoch =  955 train =  0.9264858  test =  0.94757\n",
      "epoch =  956 train =  0.919383  test =  0.94341093\n",
      "epoch =  957 train =  0.9167942  test =  0.902816\n",
      "epoch =  958 train =  0.93942934  test =  0.9352832\n",
      "epoch =  959 train =  0.9225649  test =  0.94392604\n",
      "epoch =  960 train =  0.9469782  test =  0.9157147\n",
      "epoch =  961 train =  0.9430807  test =  0.9333809\n",
      "epoch =  962 train =  0.93615746  test =  0.9779914\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  963 train =  0.9267868  test =  0.91456425\n",
      "epoch =  964 train =  0.9269273  test =  0.97305524\n",
      "epoch =  965 train =  0.9206672  test =  0.89845145\n",
      "epoch =  966 train =  0.9369638  test =  0.958268\n",
      "epoch =  967 train =  0.9428586  test =  0.93256855\n",
      "epoch =  968 train =  0.93058574  test =  0.86959636\n",
      "epoch =  969 train =  0.93979365  test =  0.91703624\n",
      "epoch =  970 train =  0.918362  test =  0.9170281\n",
      "epoch =  971 train =  0.94913125  test =  0.9599261\n",
      "epoch =  972 train =  0.9536145  test =  0.92831606\n",
      "epoch =  973 train =  0.9597735  test =  0.96602374\n",
      "epoch =  974 train =  0.92895734  test =  0.93206483\n",
      "epoch =  975 train =  0.9224031  test =  0.9181847\n",
      "epoch =  976 train =  0.94254994  test =  0.96214354\n",
      "epoch =  977 train =  0.91020834  test =  0.9839895\n",
      "epoch =  978 train =  0.9165011  test =  1.0140821\n",
      "epoch =  979 train =  0.9339648  test =  0.9524274\n",
      "epoch =  980 train =  0.95314294  test =  0.92613405\n",
      "epoch =  981 train =  0.92398906  test =  0.9865336\n",
      "epoch =  982 train =  0.9691458  test =  0.958095\n",
      "epoch =  983 train =  0.95068914  test =  0.9325119\n",
      "epoch =  984 train =  0.9352982  test =  0.9346287\n",
      "epoch =  985 train =  0.9568045  test =  0.9055126\n",
      "epoch =  986 train =  0.9062953  test =  0.90604764\n",
      "epoch =  987 train =  0.9275238  test =  0.979957\n",
      "epoch =  988 train =  0.94027  test =  0.96656084\n",
      "epoch =  989 train =  0.9307826  test =  0.9378533\n",
      "epoch =  990 train =  0.92402184  test =  0.9595512\n",
      "epoch =  991 train =  0.91875863  test =  0.91343766\n",
      "epoch =  992 train =  0.9364606  test =  0.97398865\n",
      "epoch =  993 train =  0.9411515  test =  0.9613741\n",
      "epoch =  994 train =  0.9755006  test =  0.9427399\n",
      "epoch =  995 train =  0.9349853  test =  0.9027484\n",
      "epoch =  996 train =  0.9546951  test =  0.95812863\n",
      "epoch =  997 train =  0.9283757  test =  0.94360715\n",
      "epoch =  998 train =  0.93169296  test =  0.94040555\n",
      "epoch =  999 train =  0.95016235  test =  0.93983614\n",
      "epoch =  1000 train =  0.93224484  test =  0.9924772\n",
      "epoch =  1001 train =  0.9141817  test =  0.9781459\n",
      "epoch =  1002 train =  0.92729557  test =  0.9077417\n",
      "epoch =  1003 train =  0.9598305  test =  0.917657\n",
      "epoch =  1004 train =  0.93439114  test =  0.92494124\n",
      "epoch =  1005 train =  0.93420196  test =  0.9498058\n",
      "epoch =  1006 train =  0.9391212  test =  0.91730887\n",
      "epoch =  1007 train =  0.94579554  test =  0.95219845\n",
      "epoch =  1008 train =  0.9300914  test =  0.9123588\n",
      "epoch =  1009 train =  0.96628416  test =  0.96119994\n",
      "epoch =  1010 train =  0.9149004  test =  0.9754109\n",
      "epoch =  1011 train =  0.90553075  test =  0.9102498\n",
      "epoch =  1012 train =  0.93886685  test =  0.9313314\n",
      "epoch =  1013 train =  0.9262732  test =  0.9983466\n",
      "epoch =  1014 train =  0.90939385  test =  0.92682666\n",
      "epoch =  1015 train =  0.9474923  test =  0.91708094\n",
      "epoch =  1016 train =  0.93257594  test =  0.9526736\n",
      "epoch =  1017 train =  0.96517897  test =  0.9151316\n",
      "epoch =  1018 train =  0.9135485  test =  0.9832959\n",
      "epoch =  1019 train =  0.9051205  test =  0.97930866\n",
      "epoch =  1020 train =  0.93479705  test =  0.97101897\n",
      "epoch =  1021 train =  0.95582235  test =  0.91158277\n",
      "epoch =  1022 train =  0.94388497  test =  0.967433\n",
      "epoch =  1023 train =  0.9572678  test =  0.92818016\n",
      "epoch =  1024 train =  0.9266625  test =  0.9354364\n",
      "epoch =  1025 train =  0.9365893  test =  0.9497123\n",
      "epoch =  1026 train =  0.92527205  test =  0.94034153\n",
      "epoch =  1027 train =  0.9107479  test =  0.99238306\n",
      "epoch =  1028 train =  0.93018484  test =  0.9419978\n",
      "epoch =  1029 train =  0.9207424  test =  0.895666\n",
      "epoch =  1030 train =  0.89582676  test =  0.99588233\n",
      "epoch =  1031 train =  0.94344425  test =  0.9637421\n",
      "epoch =  1032 train =  0.9550766  test =  0.9482551\n",
      "epoch =  1033 train =  0.92488134  test =  0.9332344\n",
      "epoch =  1034 train =  0.91522574  test =  0.93988377\n",
      "epoch =  1035 train =  0.94224846  test =  0.95225877\n",
      "epoch =  1036 train =  0.9409159  test =  0.9717901\n",
      "epoch =  1037 train =  0.95827055  test =  0.8821851\n",
      "epoch =  1038 train =  0.9321592  test =  0.9268336\n",
      "epoch =  1039 train =  0.9686084  test =  0.9094348\n",
      "epoch =  1040 train =  0.91330576  test =  0.9336934\n",
      "epoch =  1041 train =  0.9288727  test =  0.944664\n",
      "epoch =  1042 train =  0.9209945  test =  0.96150434\n",
      "epoch =  1043 train =  0.9227043  test =  0.92557585\n",
      "epoch =  1044 train =  0.9378667  test =  0.90680563\n",
      "epoch =  1045 train =  0.92755646  test =  0.9293749\n",
      "epoch =  1046 train =  0.9165988  test =  0.9424532\n",
      "epoch =  1047 train =  0.9196664  test =  0.9474663\n",
      "epoch =  1048 train =  0.9354256  test =  0.93125576\n",
      "epoch =  1049 train =  0.9335251  test =  0.924908\n",
      "epoch =  1050 train =  0.94666684  test =  0.97303843\n",
      "epoch =  1051 train =  0.9321796  test =  0.91968596\n",
      "epoch =  1052 train =  0.9318603  test =  0.934359\n",
      "epoch =  1053 train =  0.92365515  test =  0.8981004\n",
      "epoch =  1054 train =  0.924581  test =  0.9095157\n",
      "epoch =  1055 train =  0.952548  test =  0.944308\n",
      "epoch =  1056 train =  0.9588278  test =  0.96054935\n",
      "epoch =  1057 train =  0.94046277  test =  0.92302555\n",
      "epoch =  1058 train =  0.92457455  test =  0.9348374\n",
      "epoch =  1059 train =  0.9631046  test =  0.9710786\n",
      "epoch =  1060 train =  0.92367303  test =  0.9151161\n",
      "epoch =  1061 train =  0.92004305  test =  0.9523775\n",
      "epoch =  1062 train =  0.9469469  test =  0.9069555\n",
      "epoch =  1063 train =  0.9285997  test =  0.9735548\n",
      "epoch =  1064 train =  0.9401735  test =  0.93828714\n",
      "epoch =  1065 train =  0.9541929  test =  0.9063626\n",
      "epoch =  1066 train =  0.9169437  test =  0.9027009\n",
      "epoch =  1067 train =  0.9317425  test =  0.93467104\n",
      "epoch =  1068 train =  0.9301238  test =  0.89927363\n",
      "epoch =  1069 train =  0.90215826  test =  0.9152916\n",
      "epoch =  1070 train =  0.9200796  test =  0.91062224\n",
      "epoch =  1071 train =  0.90763545  test =  0.90185875\n",
      "epoch =  1072 train =  0.9337265  test =  0.91496235\n",
      "epoch =  1073 train =  0.9350401  test =  0.9662315\n",
      "epoch =  1074 train =  0.9049729  test =  0.9427637\n",
      "epoch =  1075 train =  0.9402207  test =  0.9639522\n",
      "epoch =  1076 train =  0.9500059  test =  0.9495133\n",
      "epoch =  1077 train =  0.96460116  test =  0.9300403\n",
      "epoch =  1078 train =  0.9377319  test =  0.873663\n",
      "epoch =  1079 train =  0.9356345  test =  0.8975645\n",
      "epoch =  1080 train =  0.9316126  test =  0.9594348\n",
      "epoch =  1081 train =  0.9046415  test =  0.97622174\n",
      "epoch =  1082 train =  0.963846  test =  0.96723175\n",
      "epoch =  1083 train =  0.9095776  test =  0.9498996\n",
      "epoch =  1084 train =  0.97570026  test =  0.9432119\n",
      "epoch =  1085 train =  0.9379666  test =  0.9725035\n",
      "epoch =  1086 train =  0.94857967  test =  0.90623164\n",
      "epoch =  1087 train =  0.8933558  test =  0.91983545\n",
      "epoch =  1088 train =  0.91469395  test =  0.9015414\n",
      "epoch =  1089 train =  0.9358951  test =  0.93725526\n",
      "epoch =  1090 train =  0.9414213  test =  0.98552364\n",
      "epoch =  1091 train =  0.90289617  test =  0.90965223\n",
      "epoch =  1092 train =  0.9129379  test =  0.9329581\n",
      "epoch =  1093 train =  0.9152397  test =  0.96995896\n",
      "epoch =  1094 train =  0.9163337  test =  0.92306036\n",
      "epoch =  1095 train =  0.9225874  test =  0.94318897\n",
      "epoch =  1096 train =  0.8949163  test =  0.93968683\n",
      "epoch =  1097 train =  0.9144579  test =  0.88749754\n",
      "epoch =  1098 train =  0.92252046  test =  0.90084386\n",
      "epoch =  1099 train =  0.9391432  test =  0.9329806\n",
      "epoch =  1100 train =  0.9331901  test =  0.9647022\n",
      "epoch =  1101 train =  0.94456077  test =  0.9641263\n",
      "epoch =  1102 train =  0.9163165  test =  0.911388\n",
      "epoch =  1103 train =  0.9176634  test =  0.94150114\n",
      "epoch =  1104 train =  0.9248715  test =  0.89270115\n",
      "epoch =  1105 train =  0.9211583  test =  0.9339106\n",
      "epoch =  1106 train =  0.9025796  test =  0.9181079\n",
      "epoch =  1107 train =  0.9388027  test =  0.9246348\n",
      "epoch =  1108 train =  0.9096981  test =  0.9565084\n",
      "epoch =  1109 train =  0.9585862  test =  0.92195964\n",
      "epoch =  1110 train =  0.91227984  test =  0.9302966\n",
      "epoch =  1111 train =  0.8813677  test =  0.91059995\n",
      "epoch =  1112 train =  0.9078257  test =  0.96683985\n",
      "epoch =  1113 train =  0.94122237  test =  0.9388702\n",
      "epoch =  1114 train =  0.90137315  test =  0.8987921\n",
      "epoch =  1115 train =  0.89677024  test =  0.93534833\n",
      "epoch =  1116 train =  0.9319054  test =  0.9111735\n",
      "epoch =  1117 train =  0.951018  test =  0.92049414\n",
      "epoch =  1118 train =  0.929904  test =  0.97336143\n",
      "epoch =  1119 train =  0.9543345  test =  0.938116\n",
      "epoch =  1120 train =  0.91788  test =  0.96035814\n",
      "epoch =  1121 train =  0.9211832  test =  0.88682884\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1122 train =  0.9171119  test =  0.9174062\n",
      "epoch =  1123 train =  0.96036774  test =  0.90979743\n",
      "epoch =  1124 train =  0.93889713  test =  0.90705186\n",
      "epoch =  1125 train =  0.9493398  test =  0.94486845\n",
      "epoch =  1126 train =  0.9205767  test =  0.8857508\n",
      "epoch =  1127 train =  0.92203605  test =  0.932581\n",
      "epoch =  1128 train =  0.90377194  test =  0.900492\n",
      "epoch =  1129 train =  0.9817469  test =  0.9067957\n",
      "epoch =  1130 train =  0.9332913  test =  0.9557995\n",
      "epoch =  1131 train =  0.95001376  test =  0.8963072\n",
      "epoch =  1132 train =  0.92529565  test =  0.91258925\n",
      "epoch =  1133 train =  0.9617305  test =  0.96442395\n",
      "epoch =  1134 train =  0.93734634  test =  0.90003145\n",
      "epoch =  1135 train =  0.89329636  test =  0.9366687\n",
      "epoch =  1136 train =  0.93044233  test =  0.8995618\n",
      "epoch =  1137 train =  0.93051004  test =  0.96039426\n",
      "epoch =  1138 train =  0.94369125  test =  0.9462682\n",
      "epoch =  1139 train =  0.91222584  test =  0.9114848\n",
      "epoch =  1140 train =  0.9276482  test =  0.9136471\n",
      "epoch =  1141 train =  0.91488415  test =  0.9097597\n",
      "epoch =  1142 train =  0.89177454  test =  0.94107443\n",
      "epoch =  1143 train =  0.91901165  test =  0.93951494\n",
      "epoch =  1144 train =  0.92920715  test =  0.94689864\n",
      "epoch =  1145 train =  0.93275666  test =  0.9260865\n",
      "epoch =  1146 train =  0.91134036  test =  0.91190284\n",
      "epoch =  1147 train =  0.94990623  test =  0.9441371\n",
      "epoch =  1148 train =  0.9207257  test =  0.9701968\n",
      "epoch =  1149 train =  0.9417279  test =  0.92433625\n",
      "epoch =  1150 train =  0.9217008  test =  0.95329255\n",
      "epoch =  1151 train =  0.93304765  test =  0.92418677\n",
      "epoch =  1152 train =  0.9468491  test =  0.9239766\n",
      "epoch =  1153 train =  0.9535666  test =  0.9563942\n",
      "epoch =  1154 train =  0.95470923  test =  0.95163566\n",
      "epoch =  1155 train =  0.9210566  test =  0.9153711\n",
      "epoch =  1156 train =  0.93318313  test =  0.9598112\n",
      "epoch =  1157 train =  0.9644249  test =  0.99369955\n",
      "epoch =  1158 train =  0.91742384  test =  0.93170756\n",
      "epoch =  1159 train =  0.95533085  test =  0.9520456\n",
      "epoch =  1160 train =  0.96093875  test =  0.91969246\n",
      "epoch =  1161 train =  0.9080082  test =  0.93657607\n",
      "epoch =  1162 train =  0.94394934  test =  0.9216734\n",
      "epoch =  1163 train =  0.89460504  test =  0.91520584\n",
      "epoch =  1164 train =  0.92502654  test =  0.924365\n",
      "epoch =  1165 train =  0.9167592  test =  0.92018384\n",
      "epoch =  1166 train =  0.8913837  test =  0.9422577\n",
      "epoch =  1167 train =  0.94240147  test =  0.9245295\n",
      "epoch =  1168 train =  0.89657366  test =  0.9339322\n",
      "epoch =  1169 train =  0.9125969  test =  0.9565621\n",
      "epoch =  1170 train =  0.9196439  test =  0.9473149\n",
      "epoch =  1171 train =  0.9304015  test =  0.9105777\n",
      "epoch =  1172 train =  0.8936628  test =  0.9353038\n",
      "epoch =  1173 train =  0.9134761  test =  0.91924846\n",
      "epoch =  1174 train =  0.9300735  test =  0.9170275\n",
      "epoch =  1175 train =  0.9730325  test =  0.9769186\n",
      "epoch =  1176 train =  0.9257696  test =  0.88603616\n",
      "epoch =  1177 train =  0.9219277  test =  0.88963133\n",
      "epoch =  1178 train =  0.90103  test =  0.9200116\n",
      "epoch =  1179 train =  0.9315572  test =  0.946562\n",
      "epoch =  1180 train =  0.9119875  test =  0.8958682\n",
      "epoch =  1181 train =  0.9503331  test =  0.9444563\n",
      "epoch =  1182 train =  0.8985157  test =  0.9405157\n",
      "epoch =  1183 train =  0.9008963  test =  0.91692877\n",
      "epoch =  1184 train =  0.8920733  test =  0.89514446\n",
      "epoch =  1185 train =  0.9619721  test =  0.92721575\n",
      "epoch =  1186 train =  0.9200794  test =  0.9710841\n",
      "epoch =  1187 train =  0.91692805  test =  0.9039525\n",
      "epoch =  1188 train =  0.9194406  test =  0.92049795\n",
      "epoch =  1189 train =  0.8872279  test =  0.9666166\n",
      "epoch =  1190 train =  0.9065478  test =  0.8922315\n",
      "epoch =  1191 train =  0.9150337  test =  0.9356933\n",
      "epoch =  1192 train =  0.9243437  test =  0.9288276\n",
      "epoch =  1193 train =  0.91617596  test =  0.92837304\n",
      "epoch =  1194 train =  0.9099814  test =  0.9002154\n",
      "epoch =  1195 train =  0.9282329  test =  0.9321423\n",
      "epoch =  1196 train =  0.9470961  test =  0.9223748\n",
      "epoch =  1197 train =  0.9671831  test =  0.9210096\n",
      "epoch =  1198 train =  0.92653877  test =  0.890779\n",
      "epoch =  1199 train =  0.94907343  test =  0.90428466\n",
      "epoch =  1200 train =  0.93524504  test =  0.9200299\n",
      "epoch =  1201 train =  0.9137664  test =  0.9145985\n",
      "epoch =  1202 train =  0.9457114  test =  0.9285743\n",
      "epoch =  1203 train =  0.9452903  test =  0.93640494\n",
      "epoch =  1204 train =  0.93661773  test =  0.9007576\n",
      "epoch =  1205 train =  0.94250226  test =  0.9528397\n",
      "epoch =  1206 train =  0.95650184  test =  0.9459916\n",
      "epoch =  1207 train =  0.935179  test =  0.93062496\n",
      "epoch =  1208 train =  0.9034997  test =  0.9600133\n",
      "epoch =  1209 train =  0.9068144  test =  0.9226751\n",
      "epoch =  1210 train =  0.9269544  test =  0.91886526\n",
      "epoch =  1211 train =  0.90883946  test =  0.9125732\n",
      "epoch =  1212 train =  0.93051374  test =  0.92350316\n",
      "epoch =  1213 train =  0.92416584  test =  0.96388245\n",
      "epoch =  1214 train =  0.9329779  test =  0.8810189\n",
      "epoch =  1215 train =  0.9175358  test =  0.9267396\n",
      "epoch =  1216 train =  0.9802191  test =  0.9769498\n",
      "epoch =  1217 train =  0.91991305  test =  0.938118\n",
      "epoch =  1218 train =  0.9399905  test =  0.90965825\n",
      "epoch =  1219 train =  0.96841824  test =  0.892935\n",
      "epoch =  1220 train =  0.94289416  test =  0.92340046\n",
      "epoch =  1221 train =  0.9457371  test =  0.9050402\n",
      "epoch =  1222 train =  0.9463465  test =  0.92596483\n",
      "epoch =  1223 train =  0.9377128  test =  0.9290612\n",
      "epoch =  1224 train =  0.930838  test =  0.94676965\n",
      "epoch =  1225 train =  0.91314864  test =  0.93741834\n",
      "epoch =  1226 train =  0.9124954  test =  0.96142346\n",
      "epoch =  1227 train =  0.9288287  test =  0.9362369\n",
      "epoch =  1228 train =  0.9330212  test =  0.9011239\n",
      "epoch =  1229 train =  0.9369235  test =  0.9168821\n",
      "epoch =  1230 train =  0.9035417  test =  0.9331606\n",
      "epoch =  1231 train =  0.931968  test =  0.912335\n",
      "epoch =  1232 train =  0.918502  test =  0.89577353\n",
      "epoch =  1233 train =  0.92925745  test =  0.9205378\n",
      "epoch =  1234 train =  0.9256344  test =  0.97451955\n",
      "epoch =  1235 train =  0.970796  test =  0.9326546\n",
      "epoch =  1236 train =  0.93650293  test =  0.97177666\n",
      "epoch =  1237 train =  0.92880833  test =  0.95972115\n",
      "epoch =  1238 train =  0.93630993  test =  0.94448346\n",
      "epoch =  1239 train =  0.9189099  test =  0.9169181\n",
      "epoch =  1240 train =  0.89512205  test =  0.9337708\n",
      "epoch =  1241 train =  0.9049368  test =  0.9181214\n",
      "epoch =  1242 train =  0.91829383  test =  0.87560445\n",
      "epoch =  1243 train =  0.92240953  test =  0.9060095\n",
      "epoch =  1244 train =  0.93584466  test =  0.93958366\n",
      "epoch =  1245 train =  0.9120277  test =  0.9497009\n",
      "epoch =  1246 train =  0.9049369  test =  0.92359877\n",
      "epoch =  1247 train =  0.928626  test =  0.92360055\n",
      "epoch =  1248 train =  0.9208441  test =  0.9432116\n",
      "epoch =  1249 train =  0.9384904  test =  0.9347091\n",
      "epoch =  1250 train =  0.9143954  test =  0.95572805\n",
      "epoch =  1251 train =  0.9488875  test =  0.9128644\n",
      "epoch =  1252 train =  0.8972887  test =  0.9094068\n",
      "epoch =  1253 train =  0.928337  test =  0.9487297\n",
      "epoch =  1254 train =  0.9496795  test =  0.92105377\n",
      "epoch =  1255 train =  0.94025314  test =  0.9502566\n",
      "epoch =  1256 train =  0.90954727  test =  0.96322966\n",
      "epoch =  1257 train =  0.91169024  test =  0.9762158\n",
      "epoch =  1258 train =  0.9039212  test =  0.88774854\n",
      "epoch =  1259 train =  0.91736144  test =  0.96842474\n",
      "epoch =  1260 train =  0.8989784  test =  0.97129357\n",
      "epoch =  1261 train =  0.92179084  test =  0.92690116\n",
      "epoch =  1262 train =  0.9385661  test =  0.91170925\n",
      "epoch =  1263 train =  0.93790346  test =  0.9238688\n",
      "epoch =  1264 train =  0.9139103  test =  0.94927496\n",
      "epoch =  1265 train =  0.91460687  test =  0.9155434\n",
      "epoch =  1266 train =  0.91946894  test =  0.9496031\n",
      "epoch =  1267 train =  0.90435493  test =  0.98511755\n",
      "epoch =  1268 train =  0.9182818  test =  0.8895779\n",
      "epoch =  1269 train =  0.92433774  test =  0.93293554\n",
      "epoch =  1270 train =  0.9334326  test =  0.948664\n",
      "epoch =  1271 train =  0.95299995  test =  0.94245964\n",
      "epoch =  1272 train =  0.92287266  test =  0.9049857\n",
      "epoch =  1273 train =  0.9300047  test =  0.9335616\n",
      "epoch =  1274 train =  0.89396405  test =  0.92827576\n",
      "epoch =  1275 train =  0.92438996  test =  0.9508669\n",
      "epoch =  1276 train =  0.9348203  test =  0.91148156\n",
      "epoch =  1277 train =  0.91276014  test =  0.8994227\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1278 train =  0.8892261  test =  0.90396976\n",
      "epoch =  1279 train =  0.8868555  test =  0.9489639\n",
      "epoch =  1280 train =  0.93563145  test =  0.90652776\n",
      "epoch =  1281 train =  0.93472373  test =  0.90863776\n",
      "epoch =  1282 train =  0.90265644  test =  0.94621277\n",
      "epoch =  1283 train =  0.9171938  test =  0.9660769\n",
      "epoch =  1284 train =  0.92329025  test =  0.91616213\n",
      "epoch =  1285 train =  0.89490044  test =  0.950731\n",
      "epoch =  1286 train =  0.92789537  test =  0.9669614\n",
      "epoch =  1287 train =  0.93408406  test =  0.90701836\n",
      "epoch =  1288 train =  0.91800725  test =  0.8910171\n",
      "epoch =  1289 train =  0.9095984  test =  0.9093485\n",
      "epoch =  1290 train =  0.9193207  test =  0.95586735\n",
      "epoch =  1291 train =  0.9022328  test =  0.87369585\n",
      "epoch =  1292 train =  0.9118624  test =  0.9336476\n",
      "epoch =  1293 train =  0.9267915  test =  0.90550363\n",
      "epoch =  1294 train =  0.9108701  test =  0.9060834\n",
      "epoch =  1295 train =  0.9424021  test =  0.95104337\n",
      "epoch =  1296 train =  0.9391106  test =  0.8619894\n",
      "epoch =  1297 train =  0.90465117  test =  0.8920977\n",
      "epoch =  1298 train =  0.918259  test =  0.987587\n",
      "epoch =  1299 train =  0.93137586  test =  0.89196926\n",
      "epoch =  1300 train =  0.9454166  test =  0.8896164\n",
      "epoch =  1301 train =  0.9180974  test =  0.9254297\n",
      "epoch =  1302 train =  0.935354  test =  0.9533793\n",
      "epoch =  1303 train =  0.90222704  test =  0.97069657\n",
      "epoch =  1304 train =  0.9378836  test =  0.93707615\n",
      "epoch =  1305 train =  0.9221183  test =  0.9280136\n",
      "epoch =  1306 train =  0.90510106  test =  0.9490642\n",
      "epoch =  1307 train =  0.95026654  test =  0.90244067\n",
      "epoch =  1308 train =  0.9067317  test =  0.944911\n",
      "epoch =  1309 train =  0.91558194  test =  0.9290854\n",
      "epoch =  1310 train =  0.91343755  test =  0.93296736\n",
      "epoch =  1311 train =  0.93003744  test =  0.9257172\n",
      "epoch =  1312 train =  0.898664  test =  0.9070852\n",
      "epoch =  1313 train =  0.9164647  test =  0.98664427\n",
      "epoch =  1314 train =  0.9263962  test =  0.9268786\n",
      "epoch =  1315 train =  0.88429844  test =  0.9449086\n",
      "epoch =  1316 train =  0.91454774  test =  0.8864188\n",
      "epoch =  1317 train =  0.90002114  test =  0.9285593\n",
      "epoch =  1318 train =  0.9083425  test =  0.886808\n",
      "epoch =  1319 train =  0.9205606  test =  0.9443166\n",
      "epoch =  1320 train =  0.9097557  test =  1.0018977\n",
      "epoch =  1321 train =  0.91984665  test =  0.90189624\n",
      "epoch =  1322 train =  0.9298082  test =  0.9311814\n",
      "epoch =  1323 train =  0.91237223  test =  0.9612276\n",
      "epoch =  1324 train =  0.93669176  test =  1.0025196\n",
      "epoch =  1325 train =  0.92349684  test =  0.95104754\n",
      "epoch =  1326 train =  0.92786944  test =  0.8856441\n",
      "epoch =  1327 train =  0.93789625  test =  0.9008996\n",
      "epoch =  1328 train =  0.9134127  test =  0.93856895\n",
      "epoch =  1329 train =  0.91932976  test =  0.9456169\n",
      "epoch =  1330 train =  0.9230532  test =  0.9315183\n",
      "epoch =  1331 train =  0.92071724  test =  0.9003293\n",
      "epoch =  1332 train =  0.9298305  test =  0.92298156\n",
      "epoch =  1333 train =  0.93111163  test =  0.9641599\n",
      "epoch =  1334 train =  0.91541827  test =  0.94254386\n",
      "epoch =  1335 train =  0.94797444  test =  0.8887429\n",
      "epoch =  1336 train =  0.9174017  test =  0.945517\n",
      "epoch =  1337 train =  0.9276393  test =  0.93051505\n",
      "epoch =  1338 train =  0.9326818  test =  0.8896726\n",
      "epoch =  1339 train =  0.90658665  test =  0.9667457\n",
      "epoch =  1340 train =  0.90944135  test =  0.9388557\n",
      "epoch =  1341 train =  0.90468657  test =  0.96314186\n",
      "epoch =  1342 train =  0.94651073  test =  0.91914725\n",
      "epoch =  1343 train =  0.9385496  test =  0.9474657\n",
      "epoch =  1344 train =  0.91336656  test =  0.917362\n",
      "epoch =  1345 train =  0.91620064  test =  0.9512612\n",
      "epoch =  1346 train =  0.9300181  test =  0.9749644\n",
      "epoch =  1347 train =  0.9253895  test =  0.90247875\n",
      "epoch =  1348 train =  0.907225  test =  0.8948702\n",
      "epoch =  1349 train =  0.9152322  test =  0.9423881\n",
      "epoch =  1350 train =  0.9271814  test =  0.8806694\n",
      "epoch =  1351 train =  0.9122082  test =  0.92176926\n",
      "epoch =  1352 train =  0.9117685  test =  0.8959376\n",
      "epoch =  1353 train =  0.8900247  test =  0.9527086\n",
      "epoch =  1354 train =  0.923874  test =  0.9105076\n",
      "epoch =  1355 train =  0.9235342  test =  0.91355956\n",
      "epoch =  1356 train =  0.9176775  test =  0.95708853\n",
      "epoch =  1357 train =  0.9239372  test =  0.96208334\n",
      "epoch =  1358 train =  0.9082568  test =  0.87453926\n",
      "epoch =  1359 train =  0.92373055  test =  0.91783375\n",
      "epoch =  1360 train =  0.9039804  test =  0.92121917\n",
      "epoch =  1361 train =  0.92087734  test =  0.87535477\n",
      "epoch =  1362 train =  0.9621199  test =  0.8707242\n",
      "epoch =  1363 train =  0.8970323  test =  0.95196635\n",
      "epoch =  1364 train =  0.9224892  test =  0.93752295\n",
      "epoch =  1365 train =  0.91860974  test =  0.90624285\n",
      "epoch =  1366 train =  0.9142108  test =  0.9195907\n",
      "epoch =  1367 train =  0.9253088  test =  0.948392\n",
      "epoch =  1368 train =  0.8986156  test =  0.90313625\n",
      "epoch =  1369 train =  0.91058683  test =  0.9201801\n",
      "epoch =  1370 train =  0.96412694  test =  0.9704643\n",
      "epoch =  1371 train =  0.9196405  test =  0.92314\n",
      "epoch =  1372 train =  0.910491  test =  0.89672554\n",
      "epoch =  1373 train =  0.9099642  test =  0.99087566\n",
      "epoch =  1374 train =  0.8818711  test =  0.936442\n",
      "epoch =  1375 train =  0.9309218  test =  0.9087543\n",
      "epoch =  1376 train =  0.89565337  test =  0.9297313\n",
      "epoch =  1377 train =  0.90482134  test =  0.986704\n",
      "epoch =  1378 train =  0.9291661  test =  0.9031533\n",
      "epoch =  1379 train =  0.9119486  test =  0.9101952\n",
      "epoch =  1380 train =  0.94770765  test =  0.9328746\n",
      "epoch =  1381 train =  0.92534703  test =  0.90690047\n",
      "epoch =  1382 train =  0.9242904  test =  0.90936863\n",
      "epoch =  1383 train =  0.9110718  test =  0.89431095\n",
      "epoch =  1384 train =  0.8934819  test =  0.9368232\n",
      "epoch =  1385 train =  0.91595614  test =  0.9013399\n",
      "epoch =  1386 train =  0.8927173  test =  0.88312787\n",
      "epoch =  1387 train =  0.90877444  test =  0.92566013\n",
      "epoch =  1388 train =  0.9152379  test =  0.9244054\n",
      "epoch =  1389 train =  0.91188705  test =  0.9235095\n",
      "epoch =  1390 train =  0.9010215  test =  0.96977544\n",
      "epoch =  1391 train =  0.94367844  test =  0.87352145\n",
      "epoch =  1392 train =  0.9100713  test =  0.9279538\n",
      "epoch =  1393 train =  0.93105507  test =  0.9078722\n",
      "epoch =  1394 train =  0.888705  test =  0.9109833\n",
      "epoch =  1395 train =  0.9202388  test =  0.9221967\n",
      "epoch =  1396 train =  0.93605036  test =  0.8736572\n",
      "epoch =  1397 train =  0.9504478  test =  0.9428488\n",
      "epoch =  1398 train =  0.9667642  test =  0.9366732\n",
      "epoch =  1399 train =  0.8991828  test =  0.92439294\n",
      "epoch =  1400 train =  0.9336959  test =  0.90320325\n",
      "epoch =  1401 train =  0.902079  test =  0.9406148\n",
      "epoch =  1402 train =  0.9231673  test =  0.93797076\n",
      "epoch =  1403 train =  0.8780948  test =  0.98493737\n",
      "epoch =  1404 train =  0.9071584  test =  0.8711746\n",
      "epoch =  1405 train =  0.9170816  test =  0.9799527\n",
      "epoch =  1406 train =  0.9365741  test =  0.92956156\n",
      "epoch =  1407 train =  0.91882706  test =  0.91187257\n",
      "epoch =  1408 train =  0.9128888  test =  0.8865085\n",
      "epoch =  1409 train =  0.9169155  test =  0.90689516\n",
      "epoch =  1410 train =  0.94059  test =  0.93692416\n",
      "epoch =  1411 train =  0.91998965  test =  0.861862\n",
      "epoch =  1412 train =  0.9127818  test =  0.88527536\n",
      "epoch =  1413 train =  0.897429  test =  0.91460985\n",
      "epoch =  1414 train =  0.9038662  test =  0.91327995\n",
      "epoch =  1415 train =  0.9123217  test =  0.91517377\n",
      "epoch =  1416 train =  0.922402  test =  0.9246071\n",
      "epoch =  1417 train =  0.9294064  test =  0.9022695\n",
      "epoch =  1418 train =  0.9232929  test =  0.9102424\n",
      "epoch =  1419 train =  0.8867512  test =  0.8849869\n",
      "epoch =  1420 train =  0.921646  test =  0.9051997\n",
      "epoch =  1421 train =  0.90495884  test =  0.92323506\n",
      "epoch =  1422 train =  0.94956076  test =  0.9569025\n",
      "epoch =  1423 train =  0.9071524  test =  0.8973046\n",
      "epoch =  1424 train =  0.92364556  test =  0.93029404\n",
      "epoch =  1425 train =  0.9296721  test =  0.8770017\n",
      "epoch =  1426 train =  0.92469054  test =  0.94689786\n",
      "epoch =  1427 train =  0.92555106  test =  0.91097635\n",
      "epoch =  1428 train =  0.9224388  test =  0.9273499\n",
      "epoch =  1429 train =  0.9213433  test =  0.88092226\n",
      "epoch =  1430 train =  0.9138336  test =  0.9398143\n",
      "epoch =  1431 train =  0.89806014  test =  0.88959724\n",
      "epoch =  1432 train =  0.914841  test =  0.89500344\n",
      "epoch =  1433 train =  0.89961326  test =  0.94748205\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1434 train =  0.9173149  test =  0.93442893\n",
      "epoch =  1435 train =  0.90372217  test =  0.9137853\n",
      "epoch =  1436 train =  0.96331096  test =  0.9720116\n",
      "epoch =  1437 train =  0.9416475  test =  0.93004173\n",
      "epoch =  1438 train =  0.9088669  test =  0.9183889\n",
      "epoch =  1439 train =  0.9214796  test =  0.9747288\n",
      "epoch =  1440 train =  0.91393346  test =  0.9164871\n",
      "epoch =  1441 train =  0.91598773  test =  0.99598134\n",
      "epoch =  1442 train =  0.9056845  test =  0.87268144\n",
      "epoch =  1443 train =  0.907444  test =  0.9031643\n",
      "epoch =  1444 train =  0.9317384  test =  0.9385421\n",
      "epoch =  1445 train =  0.8946835  test =  0.9845925\n",
      "epoch =  1446 train =  0.92545646  test =  0.9211642\n",
      "epoch =  1447 train =  0.926328  test =  0.87769085\n",
      "epoch =  1448 train =  0.93083155  test =  0.90222657\n",
      "epoch =  1449 train =  0.9282987  test =  0.95229435\n",
      "epoch =  1450 train =  0.9329997  test =  0.9381396\n",
      "epoch =  1451 train =  0.90642166  test =  0.91801065\n",
      "epoch =  1452 train =  0.93449974  test =  0.93936545\n",
      "epoch =  1453 train =  0.95689225  test =  0.9125302\n",
      "epoch =  1454 train =  0.92316806  test =  0.8761469\n",
      "epoch =  1455 train =  0.8715051  test =  0.97581744\n",
      "epoch =  1456 train =  0.9415722  test =  0.8971282\n",
      "epoch =  1457 train =  0.9206667  test =  0.89319974\n",
      "epoch =  1458 train =  0.92546046  test =  0.9373497\n",
      "epoch =  1459 train =  0.9491199  test =  0.92114305\n",
      "epoch =  1460 train =  0.9029209  test =  0.9447993\n",
      "epoch =  1461 train =  0.92898345  test =  0.9059649\n",
      "epoch =  1462 train =  0.8917096  test =  0.98066634\n",
      "epoch =  1463 train =  0.9332552  test =  0.9571057\n",
      "epoch =  1464 train =  0.93866  test =  0.89978224\n",
      "epoch =  1465 train =  0.9159328  test =  0.9275185\n",
      "epoch =  1466 train =  0.94664276  test =  0.9371247\n",
      "epoch =  1467 train =  0.90738934  test =  0.9216993\n",
      "epoch =  1468 train =  0.91235507  test =  0.87572324\n",
      "epoch =  1469 train =  0.91127956  test =  0.9158843\n",
      "epoch =  1470 train =  0.89460737  test =  0.95349324\n",
      "epoch =  1471 train =  0.89165616  test =  0.98041505\n",
      "epoch =  1472 train =  0.96176517  test =  0.9143024\n",
      "epoch =  1473 train =  0.90567726  test =  0.894115\n",
      "epoch =  1474 train =  0.9211296  test =  0.9002283\n",
      "epoch =  1475 train =  0.9224711  test =  0.90248185\n",
      "epoch =  1476 train =  0.89272714  test =  0.90210164\n",
      "epoch =  1477 train =  0.91934216  test =  0.8957225\n",
      "epoch =  1478 train =  0.89846027  test =  0.87522435\n",
      "epoch =  1479 train =  0.9314455  test =  0.9530579\n",
      "epoch =  1480 train =  0.9327247  test =  0.93645966\n",
      "epoch =  1481 train =  0.9239769  test =  0.9063569\n",
      "epoch =  1482 train =  0.9123241  test =  0.9469145\n",
      "epoch =  1483 train =  0.91934323  test =  0.9156756\n",
      "epoch =  1484 train =  0.933259  test =  0.9260864\n",
      "epoch =  1485 train =  0.94161004  test =  0.8961657\n",
      "epoch =  1486 train =  0.9265177  test =  0.87415063\n",
      "epoch =  1487 train =  0.90207434  test =  0.87033343\n",
      "epoch =  1488 train =  0.9218558  test =  0.8862926\n",
      "epoch =  1489 train =  0.9201734  test =  0.9020785\n",
      "epoch =  1490 train =  0.90348136  test =  0.90687704\n",
      "epoch =  1491 train =  0.90879047  test =  0.92415637\n",
      "epoch =  1492 train =  0.938946  test =  0.89605916\n",
      "epoch =  1493 train =  0.9255645  test =  0.9217954\n",
      "epoch =  1494 train =  0.90432537  test =  0.8890053\n",
      "epoch =  1495 train =  0.93521273  test =  0.9466467\n",
      "epoch =  1496 train =  0.9297242  test =  0.92795986\n",
      "epoch =  1497 train =  0.9107232  test =  0.90819925\n",
      "epoch =  1498 train =  0.9330484  test =  0.942601\n",
      "epoch =  1499 train =  0.9322096  test =  0.91358227\n",
      "epoch =  1500 train =  0.91240287  test =  0.8819896\n",
      "epoch =  1501 train =  0.90787876  test =  0.8859903\n",
      "epoch =  1502 train =  0.9132215  test =  0.9366082\n",
      "epoch =  1503 train =  0.8796408  test =  0.95290965\n",
      "epoch =  1504 train =  0.90511644  test =  0.93790007\n",
      "epoch =  1505 train =  0.920418  test =  0.9178389\n",
      "epoch =  1506 train =  0.9058913  test =  0.9140495\n",
      "epoch =  1507 train =  0.91052973  test =  0.95669293\n",
      "epoch =  1508 train =  0.93707824  test =  0.9291515\n",
      "epoch =  1509 train =  0.9194429  test =  0.91622674\n",
      "epoch =  1510 train =  0.9055017  test =  0.8880233\n",
      "epoch =  1511 train =  0.9213835  test =  0.94869\n",
      "epoch =  1512 train =  0.90550935  test =  0.9049931\n",
      "epoch =  1513 train =  0.9153037  test =  0.9362188\n",
      "epoch =  1514 train =  0.91693264  test =  0.95407724\n",
      "epoch =  1515 train =  0.96046233  test =  0.90834373\n",
      "epoch =  1516 train =  0.9186728  test =  0.9211448\n",
      "epoch =  1517 train =  0.9528569  test =  0.9187826\n",
      "epoch =  1518 train =  0.9772843  test =  0.9133723\n",
      "epoch =  1519 train =  0.94867736  test =  0.9140971\n",
      "epoch =  1520 train =  0.9255658  test =  0.9583648\n",
      "epoch =  1521 train =  0.90982544  test =  0.93622994\n",
      "epoch =  1522 train =  0.93914497  test =  0.90870976\n",
      "epoch =  1523 train =  0.90795565  test =  0.8772595\n",
      "epoch =  1524 train =  0.93476033  test =  0.9480899\n",
      "epoch =  1525 train =  0.9098203  test =  0.92888254\n",
      "epoch =  1526 train =  0.88593394  test =  0.8934411\n",
      "epoch =  1527 train =  0.9126374  test =  0.9845889\n",
      "epoch =  1528 train =  0.91963875  test =  0.9578984\n",
      "epoch =  1529 train =  0.88796943  test =  0.9494085\n",
      "epoch =  1530 train =  0.92781186  test =  0.93532336\n",
      "epoch =  1531 train =  0.9225576  test =  0.91303605\n",
      "epoch =  1532 train =  0.9523984  test =  0.8947396\n",
      "epoch =  1533 train =  0.94596756  test =  0.9361157\n",
      "epoch =  1534 train =  0.8960285  test =  0.9243416\n",
      "epoch =  1535 train =  0.9461318  test =  0.8780653\n",
      "epoch =  1536 train =  0.9037941  test =  0.95814514\n",
      "epoch =  1537 train =  0.91043544  test =  0.90057784\n",
      "epoch =  1538 train =  0.8964963  test =  0.9193481\n",
      "epoch =  1539 train =  0.87485075  test =  0.8905569\n",
      "epoch =  1540 train =  0.93474746  test =  0.8830071\n",
      "epoch =  1541 train =  0.941476  test =  0.8878335\n",
      "epoch =  1542 train =  0.94320285  test =  0.9563334\n",
      "epoch =  1543 train =  0.92915994  test =  0.90920615\n",
      "epoch =  1544 train =  0.9323359  test =  0.8812292\n",
      "epoch =  1545 train =  0.9292083  test =  0.894447\n",
      "epoch =  1546 train =  0.9265866  test =  0.91774756\n",
      "epoch =  1547 train =  0.9374207  test =  0.9532579\n",
      "epoch =  1548 train =  0.9332515  test =  0.9073652\n",
      "epoch =  1549 train =  0.9170974  test =  0.96325576\n",
      "epoch =  1550 train =  0.90902376  test =  0.91473496\n",
      "epoch =  1551 train =  0.945838  test =  0.9840349\n",
      "epoch =  1552 train =  0.9112943  test =  0.9443526\n",
      "epoch =  1553 train =  0.92019045  test =  0.89974916\n",
      "epoch =  1554 train =  0.896466  test =  0.891764\n",
      "epoch =  1555 train =  0.91479737  test =  0.9127792\n",
      "epoch =  1556 train =  0.93674576  test =  0.9010002\n",
      "epoch =  1557 train =  0.91802585  test =  0.9209077\n",
      "epoch =  1558 train =  0.90953434  test =  0.8624149\n",
      "epoch =  1559 train =  0.91443586  test =  0.89874506\n",
      "epoch =  1560 train =  0.8943249  test =  0.9316551\n",
      "epoch =  1561 train =  0.919898  test =  0.94733757\n",
      "epoch =  1562 train =  0.8993763  test =  0.93082076\n",
      "epoch =  1563 train =  0.8980089  test =  0.9605839\n",
      "epoch =  1564 train =  0.8879808  test =  0.9123537\n",
      "epoch =  1565 train =  0.9326988  test =  0.90780765\n",
      "epoch =  1566 train =  0.9039729  test =  0.94074917\n",
      "epoch =  1567 train =  0.929621  test =  0.9588908\n",
      "epoch =  1568 train =  0.9278375  test =  0.9018559\n",
      "epoch =  1569 train =  0.93479276  test =  0.89664\n",
      "epoch =  1570 train =  0.9016435  test =  0.9454575\n",
      "epoch =  1571 train =  0.9677711  test =  0.92621374\n",
      "epoch =  1572 train =  0.93166554  test =  0.9048401\n",
      "epoch =  1573 train =  0.9144192  test =  0.9417596\n",
      "epoch =  1574 train =  0.89891195  test =  0.8956774\n",
      "epoch =  1575 train =  0.9138144  test =  0.904468\n",
      "epoch =  1576 train =  0.8971289  test =  0.8857735\n",
      "epoch =  1577 train =  0.91079056  test =  0.95912635\n",
      "epoch =  1578 train =  0.934605  test =  0.9282339\n",
      "epoch =  1579 train =  0.89861095  test =  0.9009868\n",
      "epoch =  1580 train =  0.9047622  test =  0.8961194\n",
      "epoch =  1581 train =  0.9200994  test =  0.86212003\n",
      "epoch =  1582 train =  0.89528215  test =  0.9044792\n",
      "epoch =  1583 train =  0.95396245  test =  0.9045038\n",
      "epoch =  1584 train =  0.9249542  test =  0.90427226\n",
      "epoch =  1585 train =  0.92260695  test =  0.90115184\n",
      "epoch =  1586 train =  0.92405427  test =  0.88643616\n",
      "epoch =  1587 train =  0.92282677  test =  0.9861176\n",
      "epoch =  1588 train =  0.922349  test =  0.90766245\n",
      "epoch =  1589 train =  0.9095348  test =  0.96161073\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1590 train =  0.92041695  test =  0.9353158\n",
      "epoch =  1591 train =  0.9013964  test =  0.946116\n",
      "epoch =  1592 train =  0.90183616  test =  0.9302302\n",
      "epoch =  1593 train =  0.9080683  test =  0.9266896\n",
      "epoch =  1594 train =  0.928488  test =  0.89230275\n",
      "epoch =  1595 train =  0.9203526  test =  0.9318403\n",
      "epoch =  1596 train =  0.9484972  test =  0.89980644\n",
      "epoch =  1597 train =  0.9003314  test =  0.9381508\n",
      "epoch =  1598 train =  0.9094629  test =  0.905848\n",
      "epoch =  1599 train =  0.9202621  test =  0.92839706\n",
      "epoch =  1600 train =  0.95446885  test =  0.9236433\n",
      "epoch =  1601 train =  0.9654842  test =  0.9468213\n",
      "epoch =  1602 train =  0.90335095  test =  0.9906703\n",
      "epoch =  1603 train =  0.9099467  test =  0.9136826\n",
      "epoch =  1604 train =  0.89661497  test =  0.86175495\n",
      "epoch =  1605 train =  0.86716694  test =  0.90744174\n",
      "epoch =  1606 train =  0.9264085  test =  0.9541573\n",
      "epoch =  1607 train =  0.9055866  test =  0.929732\n",
      "epoch =  1608 train =  0.9254024  test =  0.9114429\n",
      "epoch =  1609 train =  0.9206228  test =  0.9060621\n",
      "epoch =  1610 train =  0.91706073  test =  0.93644184\n",
      "epoch =  1611 train =  0.93374825  test =  0.9590605\n",
      "epoch =  1612 train =  0.9039563  test =  0.9009404\n",
      "epoch =  1613 train =  0.904288  test =  0.93608034\n",
      "epoch =  1614 train =  0.9196823  test =  0.9019508\n",
      "epoch =  1615 train =  0.910062  test =  0.908697\n",
      "epoch =  1616 train =  0.9300555  test =  0.91025853\n",
      "epoch =  1617 train =  0.9522867  test =  0.96494645\n",
      "epoch =  1618 train =  0.90032923  test =  0.92350847\n",
      "epoch =  1619 train =  0.93684995  test =  0.92025757\n",
      "epoch =  1620 train =  0.92157704  test =  0.8993779\n",
      "epoch =  1621 train =  0.9046645  test =  0.8957202\n",
      "epoch =  1622 train =  0.91612464  test =  0.9072049\n",
      "epoch =  1623 train =  0.9164422  test =  0.90100026\n",
      "epoch =  1624 train =  0.9496578  test =  0.954232\n",
      "epoch =  1625 train =  0.8989949  test =  0.9054047\n",
      "epoch =  1626 train =  0.904387  test =  0.9127469\n",
      "epoch =  1627 train =  0.8877189  test =  0.8982719\n",
      "epoch =  1628 train =  0.93060017  test =  0.87818646\n",
      "epoch =  1629 train =  0.93111026  test =  0.91861224\n",
      "epoch =  1630 train =  0.8771084  test =  0.89797926\n",
      "epoch =  1631 train =  0.9671067  test =  0.88994074\n",
      "epoch =  1632 train =  0.88306844  test =  0.9037339\n",
      "epoch =  1633 train =  0.92637026  test =  0.90016097\n",
      "epoch =  1634 train =  0.8844553  test =  0.9375457\n",
      "epoch =  1635 train =  0.94820607  test =  0.90997905\n",
      "epoch =  1636 train =  0.9061477  test =  0.92969966\n",
      "epoch =  1637 train =  0.9234155  test =  0.91026384\n",
      "epoch =  1638 train =  0.9039437  test =  0.90479803\n",
      "epoch =  1639 train =  0.93540275  test =  0.93213326\n",
      "epoch =  1640 train =  0.9020623  test =  0.9347676\n",
      "epoch =  1641 train =  0.8791067  test =  0.9039915\n",
      "epoch =  1642 train =  0.9092821  test =  0.9518147\n",
      "epoch =  1643 train =  0.89968264  test =  0.93861204\n",
      "epoch =  1644 train =  0.91870284  test =  0.886618\n",
      "epoch =  1645 train =  0.9253468  test =  0.9328362\n",
      "epoch =  1646 train =  0.9278617  test =  0.9075576\n",
      "epoch =  1647 train =  0.9424429  test =  0.9425456\n",
      "epoch =  1648 train =  0.9267266  test =  0.9311019\n",
      "epoch =  1649 train =  0.8941389  test =  0.90320325\n",
      "epoch =  1650 train =  0.90576863  test =  0.9064454\n",
      "epoch =  1651 train =  0.92939705  test =  0.9090544\n",
      "epoch =  1652 train =  0.9333036  test =  0.8653809\n",
      "epoch =  1653 train =  0.94851935  test =  0.9269972\n",
      "epoch =  1654 train =  0.92694616  test =  0.95930916\n",
      "epoch =  1655 train =  0.8968657  test =  0.89928585\n",
      "epoch =  1656 train =  0.9107661  test =  0.9293928\n",
      "epoch =  1657 train =  0.910609  test =  0.96572995\n",
      "epoch =  1658 train =  0.9138865  test =  0.8979173\n",
      "epoch =  1659 train =  0.8949942  test =  0.9224956\n",
      "epoch =  1660 train =  0.9144019  test =  0.92353165\n",
      "epoch =  1661 train =  0.91965115  test =  0.92277175\n",
      "epoch =  1662 train =  0.9247725  test =  0.89246804\n",
      "epoch =  1663 train =  0.93475735  test =  0.90107834\n",
      "epoch =  1664 train =  0.8870689  test =  0.9592858\n",
      "epoch =  1665 train =  0.924417  test =  0.90765333\n",
      "epoch =  1666 train =  0.93079567  test =  0.934586\n",
      "epoch =  1667 train =  0.9158721  test =  0.9173241\n",
      "epoch =  1668 train =  0.9657438  test =  0.92276585\n",
      "epoch =  1669 train =  0.9247378  test =  0.92122215\n",
      "epoch =  1670 train =  0.89216006  test =  0.87938404\n",
      "epoch =  1671 train =  0.946493  test =  0.8933297\n",
      "epoch =  1672 train =  0.905758  test =  0.9593448\n",
      "epoch =  1673 train =  0.9259273  test =  0.9590108\n",
      "epoch =  1674 train =  0.8846719  test =  0.8836584\n",
      "epoch =  1675 train =  0.92287046  test =  0.89275235\n",
      "epoch =  1676 train =  0.92856336  test =  0.9306694\n",
      "epoch =  1677 train =  0.91816807  test =  0.96780604\n",
      "epoch =  1678 train =  0.8994771  test =  0.92579126\n",
      "epoch =  1679 train =  0.91280115  test =  0.9012887\n",
      "epoch =  1680 train =  0.9629889  test =  0.89126825\n",
      "epoch =  1681 train =  0.93251574  test =  0.88134766\n",
      "epoch =  1682 train =  0.9016799  test =  0.9724578\n",
      "epoch =  1683 train =  0.94323134  test =  0.91116697\n",
      "epoch =  1684 train =  0.8868457  test =  0.92835575\n",
      "epoch =  1685 train =  0.9036886  test =  0.89723486\n",
      "epoch =  1686 train =  0.89527404  test =  0.92683554\n",
      "epoch =  1687 train =  0.93142366  test =  0.9200754\n",
      "epoch =  1688 train =  0.90914667  test =  0.8804267\n",
      "epoch =  1689 train =  0.9106262  test =  0.9002681\n",
      "epoch =  1690 train =  0.91346276  test =  0.89969486\n",
      "epoch =  1691 train =  0.94256127  test =  0.85974824\n",
      "epoch =  1692 train =  0.9107131  test =  0.91644144\n",
      "epoch =  1693 train =  0.8731343  test =  0.930303\n",
      "epoch =  1694 train =  0.9496959  test =  0.8946325\n",
      "epoch =  1695 train =  0.8995949  test =  0.8905998\n",
      "epoch =  1696 train =  0.91992104  test =  0.9181132\n",
      "epoch =  1697 train =  0.8884723  test =  0.93363345\n",
      "epoch =  1698 train =  0.91895247  test =  0.89535135\n",
      "epoch =  1699 train =  0.8978357  test =  0.9618734\n",
      "epoch =  1700 train =  0.9076374  test =  0.95372397\n",
      "epoch =  1701 train =  0.9326509  test =  0.9017234\n",
      "epoch =  1702 train =  0.91392976  test =  0.9030665\n",
      "epoch =  1703 train =  0.91127974  test =  0.9269805\n",
      "epoch =  1704 train =  0.91890323  test =  0.94923383\n",
      "epoch =  1705 train =  0.88911957  test =  0.9364592\n",
      "epoch =  1706 train =  0.940777  test =  0.9195312\n",
      "epoch =  1707 train =  0.93824506  test =  0.92600065\n",
      "epoch =  1708 train =  0.9317798  test =  0.91125286\n",
      "epoch =  1709 train =  0.92085326  test =  0.883847\n",
      "epoch =  1710 train =  0.9279945  test =  0.978728\n",
      "epoch =  1711 train =  0.90843856  test =  0.89117587\n",
      "epoch =  1712 train =  0.9196628  test =  0.9630224\n",
      "epoch =  1713 train =  0.92005736  test =  0.8868511\n",
      "epoch =  1714 train =  0.93271005  test =  0.89155126\n",
      "epoch =  1715 train =  0.8948246  test =  0.9122414\n",
      "epoch =  1716 train =  0.93374383  test =  0.8781064\n",
      "epoch =  1717 train =  0.892612  test =  0.9042489\n",
      "epoch =  1718 train =  0.95490354  test =  0.91187364\n",
      "epoch =  1719 train =  0.88355726  test =  0.90916383\n",
      "epoch =  1720 train =  0.9264568  test =  0.9169171\n",
      "epoch =  1721 train =  0.8671109  test =  0.9678556\n",
      "epoch =  1722 train =  0.9203439  test =  0.87445533\n",
      "epoch =  1723 train =  0.9312772  test =  0.859533\n",
      "epoch =  1724 train =  0.921166  test =  0.9314542\n",
      "epoch =  1725 train =  0.9246396  test =  0.9051783\n",
      "epoch =  1726 train =  0.90527695  test =  0.9600229\n",
      "epoch =  1727 train =  0.9023182  test =  0.9293281\n",
      "epoch =  1728 train =  0.93554693  test =  0.9813647\n",
      "epoch =  1729 train =  0.9214417  test =  0.8870338\n",
      "epoch =  1730 train =  0.9078299  test =  0.935863\n",
      "epoch =  1731 train =  0.8920847  test =  0.91688013\n",
      "epoch =  1732 train =  0.96235853  test =  0.9155782\n",
      "epoch =  1733 train =  0.9025078  test =  0.87479216\n",
      "epoch =  1734 train =  0.9031409  test =  0.94610494\n",
      "epoch =  1735 train =  0.8916377  test =  0.9259746\n",
      "epoch =  1736 train =  0.92594904  test =  0.92353666\n",
      "epoch =  1737 train =  0.9031312  test =  0.95273364\n",
      "epoch =  1738 train =  0.9242121  test =  0.8738958\n",
      "epoch =  1739 train =  0.8988636  test =  0.92835337\n",
      "epoch =  1740 train =  0.9475857  test =  0.89746886\n",
      "epoch =  1741 train =  0.90003353  test =  0.9275668\n",
      "epoch =  1742 train =  0.91380405  test =  0.93252254\n",
      "epoch =  1743 train =  0.89346755  test =  0.89951146\n",
      "epoch =  1744 train =  0.9342271  test =  0.9112172\n",
      "epoch =  1745 train =  0.92237115  test =  0.9491222\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1746 train =  0.91162413  test =  0.9018501\n",
      "epoch =  1747 train =  0.91555476  test =  0.9061562\n",
      "epoch =  1748 train =  0.90409756  test =  0.8944359\n",
      "epoch =  1749 train =  0.9517368  test =  0.94114685\n",
      "epoch =  1750 train =  0.9451072  test =  0.8819519\n",
      "epoch =  1751 train =  0.91353565  test =  0.85549104\n",
      "epoch =  1752 train =  0.91708034  test =  0.8937983\n",
      "epoch =  1753 train =  0.93573916  test =  0.9077645\n",
      "epoch =  1754 train =  0.9278852  test =  0.8935662\n",
      "epoch =  1755 train =  0.91792345  test =  0.9179435\n",
      "epoch =  1756 train =  0.9305912  test =  0.9044927\n",
      "epoch =  1757 train =  0.9246978  test =  0.8911415\n",
      "epoch =  1758 train =  0.9067588  test =  0.9023274\n",
      "epoch =  1759 train =  0.91893375  test =  0.92451805\n",
      "epoch =  1760 train =  0.8857187  test =  0.88165987\n",
      "epoch =  1761 train =  0.9005273  test =  0.88649136\n",
      "epoch =  1762 train =  0.8734405  test =  0.9334008\n",
      "epoch =  1763 train =  0.919199  test =  0.9016515\n",
      "epoch =  1764 train =  0.92830306  test =  0.89875394\n",
      "epoch =  1765 train =  0.89900815  test =  0.9231834\n",
      "epoch =  1766 train =  0.8961171  test =  0.98008543\n",
      "epoch =  1767 train =  0.9059386  test =  0.89220834\n",
      "epoch =  1768 train =  0.88076925  test =  0.9023208\n",
      "epoch =  1769 train =  0.89884615  test =  0.9430977\n",
      "epoch =  1770 train =  0.9288226  test =  0.9657213\n",
      "epoch =  1771 train =  0.9156189  test =  0.94270355\n",
      "epoch =  1772 train =  0.9003475  test =  0.86920196\n",
      "epoch =  1773 train =  0.90043205  test =  0.95671105\n",
      "epoch =  1774 train =  0.91210806  test =  0.8729494\n",
      "epoch =  1775 train =  0.91664076  test =  0.9178241\n",
      "epoch =  1776 train =  0.9158273  test =  0.938159\n",
      "epoch =  1777 train =  0.8973374  test =  0.9382058\n",
      "epoch =  1778 train =  0.8907687  test =  0.8973541\n",
      "epoch =  1779 train =  0.91071415  test =  0.900904\n",
      "epoch =  1780 train =  0.92047435  test =  0.9627091\n",
      "epoch =  1781 train =  0.9135558  test =  0.8920718\n",
      "epoch =  1782 train =  0.90332484  test =  0.91120386\n",
      "epoch =  1783 train =  0.91419613  test =  0.91041565\n",
      "epoch =  1784 train =  0.8793658  test =  0.86239475\n",
      "epoch =  1785 train =  0.97280556  test =  0.9139898\n",
      "epoch =  1786 train =  0.8928211  test =  0.9450039\n",
      "epoch =  1787 train =  0.9191175  test =  0.885862\n",
      "epoch =  1788 train =  0.8992059  test =  0.9233447\n",
      "epoch =  1789 train =  0.9132128  test =  0.88771725\n",
      "epoch =  1790 train =  0.8964549  test =  0.94342196\n",
      "epoch =  1791 train =  0.91299796  test =  0.95080584\n",
      "epoch =  1792 train =  0.9482607  test =  0.92907494\n",
      "epoch =  1793 train =  0.9069378  test =  0.9337585\n",
      "epoch =  1794 train =  0.89858115  test =  0.9097315\n",
      "epoch =  1795 train =  0.9538433  test =  0.8674093\n",
      "epoch =  1796 train =  0.93711096  test =  0.91297853\n",
      "epoch =  1797 train =  0.9094477  test =  0.9239481\n",
      "epoch =  1798 train =  0.88477135  test =  0.85601455\n",
      "epoch =  1799 train =  0.912171  test =  0.9721328\n",
      "epoch =  1800 train =  0.8842726  test =  0.9469879\n",
      "epoch =  1801 train =  0.8913331  test =  0.9387642\n",
      "epoch =  1802 train =  0.8899257  test =  0.88167465\n",
      "epoch =  1803 train =  0.9594209  test =  0.9575651\n",
      "epoch =  1804 train =  0.9082619  test =  0.9073476\n",
      "epoch =  1805 train =  0.93433213  test =  0.90829706\n",
      "epoch =  1806 train =  0.9370581  test =  0.91178924\n",
      "epoch =  1807 train =  0.92959267  test =  0.92244726\n",
      "epoch =  1808 train =  0.8909428  test =  0.90588933\n",
      "epoch =  1809 train =  0.8867701  test =  0.93461096\n",
      "epoch =  1810 train =  0.9288409  test =  0.9010025\n",
      "epoch =  1811 train =  0.90073144  test =  0.932859\n",
      "epoch =  1812 train =  0.8961966  test =  0.9175704\n",
      "epoch =  1813 train =  0.91936636  test =  0.8676308\n",
      "epoch =  1814 train =  0.8949367  test =  0.8784965\n",
      "epoch =  1815 train =  0.9172945  test =  0.9182324\n",
      "epoch =  1816 train =  0.9185473  test =  0.94503075\n",
      "epoch =  1817 train =  0.90375006  test =  0.9299355\n",
      "epoch =  1818 train =  0.90494466  test =  0.9917953\n",
      "epoch =  1819 train =  0.9029212  test =  0.89799625\n",
      "epoch =  1820 train =  0.9167419  test =  0.8732694\n",
      "epoch =  1821 train =  0.9149391  test =  0.8628635\n",
      "epoch =  1822 train =  0.9096726  test =  0.90886146\n",
      "epoch =  1823 train =  0.94813526  test =  0.90705574\n",
      "epoch =  1824 train =  0.9470929  test =  0.9739779\n",
      "epoch =  1825 train =  0.90966666  test =  0.9054583\n",
      "epoch =  1826 train =  0.9215922  test =  0.8666905\n",
      "epoch =  1827 train =  0.8932856  test =  0.92392576\n",
      "epoch =  1828 train =  0.9214805  test =  0.8866477\n",
      "epoch =  1829 train =  0.9139204  test =  0.9014251\n",
      "epoch =  1830 train =  0.8912579  test =  0.92430335\n",
      "epoch =  1831 train =  0.8811186  test =  0.90143144\n",
      "epoch =  1832 train =  0.958413  test =  0.8994398\n",
      "epoch =  1833 train =  0.89124006  test =  0.9135592\n",
      "epoch =  1834 train =  0.9209668  test =  0.86553377\n",
      "epoch =  1835 train =  0.9594148  test =  0.92117125\n",
      "epoch =  1836 train =  0.932351  test =  0.9009957\n",
      "epoch =  1837 train =  0.92088974  test =  0.9085694\n",
      "epoch =  1838 train =  0.9199494  test =  0.8783938\n",
      "epoch =  1839 train =  0.89456666  test =  0.8926715\n",
      "epoch =  1840 train =  0.8784727  test =  0.8881866\n",
      "epoch =  1841 train =  0.9047777  test =  0.91372865\n",
      "epoch =  1842 train =  0.8857029  test =  0.95685536\n",
      "epoch =  1843 train =  0.90526295  test =  0.9202726\n",
      "epoch =  1844 train =  0.9363514  test =  0.8796401\n",
      "epoch =  1845 train =  0.9120027  test =  0.9096316\n",
      "epoch =  1846 train =  0.90417975  test =  0.96575165\n",
      "epoch =  1847 train =  0.90702844  test =  0.8762453\n",
      "epoch =  1848 train =  0.9034859  test =  0.9211302\n",
      "epoch =  1849 train =  0.9199761  test =  0.88721865\n",
      "epoch =  1850 train =  0.91052675  test =  0.88738656\n",
      "epoch =  1851 train =  0.8922672  test =  0.87618303\n",
      "epoch =  1852 train =  0.91912735  test =  0.9124561\n",
      "epoch =  1853 train =  0.89415544  test =  0.8868521\n",
      "epoch =  1854 train =  0.9084754  test =  0.9219945\n",
      "epoch =  1855 train =  0.9363921  test =  0.9163997\n",
      "epoch =  1856 train =  0.87303674  test =  0.8726714\n",
      "epoch =  1857 train =  0.90396625  test =  0.9331025\n",
      "epoch =  1858 train =  0.8779564  test =  0.93491536\n",
      "epoch =  1859 train =  0.8825303  test =  0.8812927\n",
      "epoch =  1860 train =  0.89626  test =  0.92280656\n",
      "epoch =  1861 train =  0.9189997  test =  0.8923374\n",
      "epoch =  1862 train =  0.8900193  test =  0.9058237\n",
      "epoch =  1863 train =  0.9436635  test =  0.8943388\n",
      "epoch =  1864 train =  0.9174155  test =  0.8988006\n",
      "epoch =  1865 train =  0.95211375  test =  0.9626015\n",
      "epoch =  1866 train =  0.9171331  test =  0.9437436\n",
      "epoch =  1867 train =  0.8961381  test =  0.8890224\n",
      "epoch =  1868 train =  0.9162919  test =  0.91621447\n",
      "epoch =  1869 train =  0.89895535  test =  0.94755\n",
      "epoch =  1870 train =  0.8985572  test =  0.9266691\n",
      "epoch =  1871 train =  0.89112246  test =  0.8989475\n",
      "epoch =  1872 train =  0.8683113  test =  0.9698102\n",
      "epoch =  1873 train =  0.9063707  test =  0.91341066\n",
      "epoch =  1874 train =  0.90118766  test =  0.92058647\n",
      "epoch =  1875 train =  0.911283  test =  0.89505064\n",
      "epoch =  1876 train =  0.92459106  test =  0.8739168\n",
      "epoch =  1877 train =  0.9202486  test =  0.87367356\n",
      "epoch =  1878 train =  0.91907835  test =  0.9429304\n",
      "epoch =  1879 train =  0.9213018  test =  0.92263484\n",
      "epoch =  1880 train =  0.91420317  test =  0.9773089\n",
      "epoch =  1881 train =  0.9193087  test =  0.8853111\n",
      "epoch =  1882 train =  0.9294049  test =  0.9385729\n",
      "epoch =  1883 train =  0.8998203  test =  0.97519624\n",
      "epoch =  1884 train =  0.940081  test =  0.9537343\n",
      "epoch =  1885 train =  0.91739464  test =  0.934277\n",
      "epoch =  1886 train =  0.90951604  test =  0.911592\n",
      "epoch =  1887 train =  0.9243296  test =  0.92849535\n",
      "epoch =  1888 train =  0.9007093  test =  0.8937344\n",
      "epoch =  1889 train =  0.93122315  test =  0.90047157\n",
      "epoch =  1890 train =  0.90118384  test =  0.8905736\n",
      "epoch =  1891 train =  0.8965498  test =  0.9252549\n",
      "epoch =  1892 train =  0.9262363  test =  0.8915219\n",
      "epoch =  1893 train =  0.90165347  test =  0.9331729\n",
      "epoch =  1894 train =  0.9103093  test =  0.9311989\n",
      "epoch =  1895 train =  0.8938076  test =  0.9257358\n",
      "epoch =  1896 train =  0.8913412  test =  0.8959249\n",
      "epoch =  1897 train =  0.9183245  test =  0.8968787\n",
      "epoch =  1898 train =  0.89612985  test =  0.8756373\n",
      "epoch =  1899 train =  0.9063082  test =  0.90684104\n",
      "epoch =  1900 train =  0.9354292  test =  0.9038618\n",
      "epoch =  1901 train =  0.89929676  test =  0.90603095\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  1902 train =  0.93924487  test =  0.8872587\n",
      "epoch =  1903 train =  0.87208736  test =  0.912756\n",
      "epoch =  1904 train =  0.8948612  test =  0.93262833\n",
      "epoch =  1905 train =  0.92500895  test =  0.8939333\n",
      "epoch =  1906 train =  0.8766978  test =  0.8815007\n",
      "epoch =  1907 train =  0.92706156  test =  0.91022915\n",
      "epoch =  1908 train =  0.91776025  test =  0.87619203\n",
      "epoch =  1909 train =  0.8734549  test =  0.9074061\n",
      "epoch =  1910 train =  0.89096284  test =  0.876534\n",
      "epoch =  1911 train =  0.9154606  test =  0.88398695\n",
      "epoch =  1912 train =  0.8914112  test =  0.9252376\n",
      "epoch =  1913 train =  0.9018452  test =  0.9072683\n",
      "epoch =  1914 train =  0.9109051  test =  0.9375897\n",
      "epoch =  1915 train =  0.875488  test =  0.9112334\n",
      "epoch =  1916 train =  0.91369367  test =  0.94158304\n",
      "epoch =  1917 train =  0.9090735  test =  0.8837661\n",
      "epoch =  1918 train =  0.919129  test =  0.9679248\n",
      "epoch =  1919 train =  0.87976265  test =  0.8861925\n",
      "epoch =  1920 train =  0.8996345  test =  0.90996444\n",
      "epoch =  1921 train =  0.9029982  test =  0.93870866\n",
      "epoch =  1922 train =  0.8927134  test =  0.9436605\n",
      "epoch =  1923 train =  0.9064255  test =  0.92139125\n",
      "epoch =  1924 train =  0.9004537  test =  0.8974288\n",
      "epoch =  1925 train =  0.9004671  test =  0.8817916\n",
      "epoch =  1926 train =  0.90578806  test =  0.89518505\n",
      "epoch =  1927 train =  0.9206308  test =  0.851522\n",
      "epoch =  1928 train =  0.94534266  test =  0.92962825\n",
      "epoch =  1929 train =  0.8851801  test =  0.9041882\n",
      "epoch =  1930 train =  0.92398155  test =  0.95813394\n",
      "epoch =  1931 train =  0.90066075  test =  0.9288211\n",
      "epoch =  1932 train =  0.9242933  test =  0.8843181\n",
      "epoch =  1933 train =  0.9357575  test =  0.95634615\n",
      "epoch =  1934 train =  0.9000692  test =  0.8885338\n",
      "epoch =  1935 train =  0.8975477  test =  0.9295128\n",
      "epoch =  1936 train =  0.87978125  test =  0.89246845\n",
      "epoch =  1937 train =  0.9006506  test =  0.9805628\n",
      "epoch =  1938 train =  0.8748456  test =  0.87964195\n",
      "epoch =  1939 train =  0.92666364  test =  0.9227821\n",
      "epoch =  1940 train =  0.9249363  test =  0.91619533\n",
      "epoch =  1941 train =  0.8845639  test =  0.9641529\n",
      "epoch =  1942 train =  0.911165  test =  0.9311843\n",
      "epoch =  1943 train =  0.91808164  test =  0.8576801\n",
      "epoch =  1944 train =  0.9336526  test =  0.88766754\n",
      "epoch =  1945 train =  0.9197617  test =  0.8891788\n",
      "epoch =  1946 train =  0.88516057  test =  0.894845\n",
      "epoch =  1947 train =  0.90292186  test =  0.88807803\n",
      "epoch =  1948 train =  0.9040536  test =  0.8600488\n",
      "epoch =  1949 train =  0.9281134  test =  0.952385\n",
      "epoch =  1950 train =  0.8919359  test =  0.88498384\n",
      "epoch =  1951 train =  0.9044838  test =  0.93616253\n",
      "epoch =  1952 train =  0.9126198  test =  0.88413763\n",
      "epoch =  1953 train =  0.8962076  test =  0.93642724\n",
      "epoch =  1954 train =  0.8815278  test =  0.8883225\n",
      "epoch =  1955 train =  0.93134516  test =  0.90582323\n",
      "epoch =  1956 train =  0.89583564  test =  0.8854282\n",
      "epoch =  1957 train =  0.91260195  test =  0.89570826\n",
      "epoch =  1958 train =  0.9058869  test =  0.8852542\n",
      "epoch =  1959 train =  0.9217595  test =  0.88339406\n",
      "epoch =  1960 train =  0.9198706  test =  0.92417425\n",
      "epoch =  1961 train =  0.8980936  test =  0.87896097\n",
      "epoch =  1962 train =  0.9143597  test =  0.87870944\n",
      "epoch =  1963 train =  0.93457556  test =  0.93049085\n",
      "epoch =  1964 train =  0.91251874  test =  0.8731329\n",
      "epoch =  1965 train =  0.90431166  test =  0.8918147\n",
      "epoch =  1966 train =  0.8937936  test =  0.8706648\n",
      "epoch =  1967 train =  0.90162826  test =  0.91827655\n",
      "epoch =  1968 train =  0.8644386  test =  0.95729136\n",
      "epoch =  1969 train =  0.8814954  test =  0.8555754\n",
      "epoch =  1970 train =  0.89410186  test =  0.8817871\n",
      "epoch =  1971 train =  0.90880346  test =  0.9110495\n",
      "epoch =  1972 train =  0.9533082  test =  0.9121894\n",
      "epoch =  1973 train =  0.9243098  test =  0.9000977\n",
      "epoch =  1974 train =  0.90792376  test =  0.87086785\n",
      "epoch =  1975 train =  0.8843664  test =  1.015689\n",
      "epoch =  1976 train =  0.8975251  test =  0.8858996\n",
      "epoch =  1977 train =  0.90883  test =  0.90219295\n",
      "epoch =  1978 train =  0.9168611  test =  0.88866925\n",
      "epoch =  1979 train =  0.9014541  test =  0.93748343\n",
      "epoch =  1980 train =  0.91742945  test =  0.88696194\n",
      "epoch =  1981 train =  0.91890967  test =  0.9260551\n",
      "epoch =  1982 train =  0.8952378  test =  0.90731\n",
      "epoch =  1983 train =  0.88312924  test =  0.85576206\n",
      "epoch =  1984 train =  0.9425952  test =  0.9571648\n",
      "epoch =  1985 train =  0.92743814  test =  0.85058665\n",
      "epoch =  1986 train =  0.9093904  test =  0.8864968\n",
      "epoch =  1987 train =  0.91265297  test =  0.9053909\n",
      "epoch =  1988 train =  0.9194404  test =  0.880825\n",
      "epoch =  1989 train =  0.92310226  test =  0.8709751\n",
      "epoch =  1990 train =  0.8803818  test =  0.8818761\n",
      "epoch =  1991 train =  0.9105914  test =  0.94215816\n",
      "epoch =  1992 train =  0.9262049  test =  0.8513523\n",
      "epoch =  1993 train =  0.8902727  test =  0.8576232\n",
      "epoch =  1994 train =  0.9155097  test =  0.9634887\n",
      "epoch =  1995 train =  0.9190246  test =  0.9180332\n",
      "epoch =  1996 train =  0.90465  test =  0.9352247\n",
      "epoch =  1997 train =  0.93795556  test =  0.92407084\n",
      "epoch =  1998 train =  0.92955744  test =  0.93040466\n",
      "epoch =  1999 train =  0.89000773  test =  0.89376736\n",
      "epoch =  2000 train =  0.92912376  test =  0.8950063\n",
      "epoch =  2001 train =  0.86007  test =  0.8533548\n",
      "epoch =  2002 train =  0.903417  test =  0.88716346\n",
      "epoch =  2003 train =  0.91193664  test =  0.9059441\n",
      "epoch =  2004 train =  0.88742775  test =  0.9116995\n",
      "epoch =  2005 train =  0.91256475  test =  0.8809238\n",
      "epoch =  2006 train =  0.9025217  test =  0.9059621\n",
      "epoch =  2007 train =  0.93094015  test =  0.93967557\n",
      "epoch =  2008 train =  0.89834297  test =  0.9119398\n",
      "epoch =  2009 train =  0.8966079  test =  0.88631254\n",
      "epoch =  2010 train =  0.9097793  test =  0.8687685\n",
      "epoch =  2011 train =  0.9158019  test =  0.9044336\n",
      "epoch =  2012 train =  0.92823344  test =  0.8622035\n",
      "epoch =  2013 train =  0.9167806  test =  0.87717205\n",
      "epoch =  2014 train =  0.91958594  test =  0.9233699\n",
      "epoch =  2015 train =  0.8916987  test =  0.9079245\n",
      "epoch =  2016 train =  0.89239985  test =  0.9259348\n",
      "epoch =  2017 train =  0.884114  test =  0.90782475\n",
      "epoch =  2018 train =  0.94753945  test =  0.8586312\n",
      "epoch =  2019 train =  0.8938484  test =  1.0028263\n",
      "epoch =  2020 train =  0.93774724  test =  0.9241206\n",
      "epoch =  2021 train =  0.94997513  test =  0.8965653\n",
      "epoch =  2022 train =  0.900849  test =  0.90202355\n",
      "epoch =  2023 train =  0.86872077  test =  0.8790729\n",
      "epoch =  2024 train =  0.94611466  test =  0.9153175\n",
      "epoch =  2025 train =  0.9093187  test =  0.91941214\n",
      "epoch =  2026 train =  0.8909751  test =  0.9220411\n",
      "epoch =  2027 train =  0.89068574  test =  0.9201301\n",
      "epoch =  2028 train =  0.9084677  test =  0.86026657\n",
      "epoch =  2029 train =  0.8838879  test =  0.89512575\n",
      "epoch =  2030 train =  0.87745845  test =  0.925667\n",
      "epoch =  2031 train =  0.897459  test =  0.9627304\n",
      "epoch =  2032 train =  0.9844377  test =  0.92980903\n",
      "epoch =  2033 train =  0.91434216  test =  0.90009767\n",
      "epoch =  2034 train =  0.885213  test =  0.8956578\n",
      "epoch =  2035 train =  0.88793504  test =  0.9059033\n",
      "epoch =  2036 train =  0.9305503  test =  0.9060643\n",
      "epoch =  2037 train =  0.9004079  test =  0.9241129\n",
      "epoch =  2038 train =  0.8838773  test =  0.8593178\n",
      "epoch =  2039 train =  0.90349776  test =  0.88666177\n",
      "epoch =  2040 train =  0.91257393  test =  0.92495376\n",
      "epoch =  2041 train =  0.8814348  test =  0.92622036\n",
      "epoch =  2042 train =  0.93102825  test =  0.87189335\n",
      "epoch =  2043 train =  0.9281599  test =  0.88451326\n",
      "epoch =  2044 train =  0.94279397  test =  0.95064676\n",
      "epoch =  2045 train =  0.88608503  test =  0.9132129\n",
      "epoch =  2046 train =  0.93007493  test =  0.8909296\n",
      "epoch =  2047 train =  0.88086045  test =  0.9147418\n",
      "epoch =  2048 train =  0.89123875  test =  0.93115795\n",
      "epoch =  2049 train =  0.9099492  test =  0.99631506\n",
      "epoch =  2050 train =  0.893371  test =  0.91668344\n",
      "epoch =  2051 train =  0.9520348  test =  0.8765849\n",
      "epoch =  2052 train =  0.89089096  test =  0.8863784\n",
      "epoch =  2053 train =  0.9254759  test =  0.90574044\n",
      "epoch =  2054 train =  0.9022268  test =  0.8938685\n",
      "epoch =  2055 train =  0.9213054  test =  0.9358558\n",
      "epoch =  2056 train =  0.92539084  test =  0.9548301\n",
      "epoch =  2057 train =  0.9027988  test =  0.90599716\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2058 train =  0.8980857  test =  0.9677085\n",
      "epoch =  2059 train =  0.8965214  test =  0.8668436\n",
      "epoch =  2060 train =  0.89621735  test =  0.95343786\n",
      "epoch =  2061 train =  0.9156549  test =  0.9057041\n",
      "epoch =  2062 train =  0.8776299  test =  0.8675168\n",
      "epoch =  2063 train =  0.8893676  test =  0.9399794\n",
      "epoch =  2064 train =  0.87824273  test =  0.94307303\n",
      "epoch =  2065 train =  0.903502  test =  0.8617945\n",
      "epoch =  2066 train =  0.94104  test =  0.9267528\n",
      "epoch =  2067 train =  0.88983  test =  0.9352488\n",
      "epoch =  2068 train =  0.91142935  test =  0.88585436\n",
      "epoch =  2069 train =  0.879633  test =  0.89134014\n",
      "epoch =  2070 train =  0.9370808  test =  0.90044385\n",
      "epoch =  2071 train =  0.9026891  test =  0.9433337\n",
      "epoch =  2072 train =  0.9001863  test =  0.9067212\n",
      "epoch =  2073 train =  0.87705743  test =  0.92505664\n",
      "epoch =  2074 train =  0.9211168  test =  0.92772144\n",
      "epoch =  2075 train =  0.9280218  test =  0.95514524\n",
      "epoch =  2076 train =  0.9037218  test =  0.86986494\n",
      "epoch =  2077 train =  0.900126  test =  0.9005885\n",
      "epoch =  2078 train =  0.8820395  test =  0.88805133\n",
      "epoch =  2079 train =  0.8978733  test =  0.8801615\n",
      "epoch =  2080 train =  0.9088876  test =  0.8955701\n",
      "epoch =  2081 train =  0.9210828  test =  0.87795085\n",
      "epoch =  2082 train =  0.9218633  test =  0.87976056\n",
      "epoch =  2083 train =  0.8720424  test =  0.8831686\n",
      "epoch =  2084 train =  0.923323  test =  0.8972174\n",
      "epoch =  2085 train =  0.9054616  test =  0.92222834\n",
      "epoch =  2086 train =  0.93441385  test =  0.875408\n",
      "epoch =  2087 train =  0.88634586  test =  0.8946984\n",
      "epoch =  2088 train =  0.86823833  test =  0.90363854\n",
      "epoch =  2089 train =  0.90665686  test =  0.8875692\n",
      "epoch =  2090 train =  0.91182566  test =  0.93602115\n",
      "epoch =  2091 train =  0.9034941  test =  0.91069734\n",
      "epoch =  2092 train =  0.90422744  test =  0.90869266\n",
      "epoch =  2093 train =  0.88798434  test =  0.88700163\n",
      "epoch =  2094 train =  0.9081896  test =  0.8565345\n",
      "epoch =  2095 train =  0.8957342  test =  0.91754305\n",
      "epoch =  2096 train =  0.92801005  test =  0.86160994\n",
      "epoch =  2097 train =  0.90516007  test =  0.894564\n",
      "epoch =  2098 train =  0.91477895  test =  0.8952382\n",
      "epoch =  2099 train =  0.9118399  test =  0.94337714\n",
      "epoch =  2100 train =  0.9278637  test =  0.95828205\n",
      "epoch =  2101 train =  0.8915569  test =  0.9283677\n",
      "epoch =  2102 train =  0.8999077  test =  0.8887019\n",
      "epoch =  2103 train =  0.8648547  test =  0.95676774\n",
      "epoch =  2104 train =  0.91541976  test =  0.89205146\n",
      "epoch =  2105 train =  0.88201857  test =  0.9103376\n",
      "epoch =  2106 train =  0.9193161  test =  0.87434435\n",
      "epoch =  2107 train =  0.92776185  test =  0.8768871\n",
      "epoch =  2108 train =  0.92735  test =  0.88623405\n",
      "epoch =  2109 train =  0.90825415  test =  0.9284499\n",
      "epoch =  2110 train =  0.8626958  test =  0.86799663\n",
      "epoch =  2111 train =  0.91533995  test =  0.8614143\n",
      "epoch =  2112 train =  0.9073633  test =  0.9169335\n",
      "epoch =  2113 train =  0.8819563  test =  0.922578\n",
      "epoch =  2114 train =  0.92584807  test =  0.8845078\n",
      "epoch =  2115 train =  0.9375719  test =  0.9168424\n",
      "epoch =  2116 train =  0.8878198  test =  0.8898056\n",
      "epoch =  2117 train =  0.91968024  test =  0.9374933\n",
      "epoch =  2118 train =  0.9382551  test =  0.8758199\n",
      "epoch =  2119 train =  0.9374132  test =  0.8954566\n",
      "epoch =  2120 train =  0.89995086  test =  0.9009658\n",
      "epoch =  2121 train =  0.8862808  test =  0.91870356\n",
      "epoch =  2122 train =  0.9110309  test =  0.9093672\n",
      "epoch =  2123 train =  0.89867914  test =  0.934281\n",
      "epoch =  2124 train =  0.8987502  test =  0.89304346\n",
      "epoch =  2125 train =  0.89667845  test =  0.9303794\n",
      "epoch =  2126 train =  0.88392645  test =  0.9447677\n",
      "epoch =  2127 train =  0.8884373  test =  0.8899345\n",
      "epoch =  2128 train =  0.9057418  test =  0.89279795\n",
      "epoch =  2129 train =  0.8748493  test =  0.9367276\n",
      "epoch =  2130 train =  0.8628968  test =  0.94842607\n",
      "epoch =  2131 train =  0.89058733  test =  0.9402372\n",
      "epoch =  2132 train =  0.9081026  test =  0.91508687\n",
      "epoch =  2133 train =  0.9412679  test =  0.8851074\n",
      "epoch =  2134 train =  0.909703  test =  0.9035011\n",
      "epoch =  2135 train =  0.958663  test =  0.899352\n",
      "epoch =  2136 train =  0.88326234  test =  0.916931\n",
      "epoch =  2137 train =  0.9028448  test =  0.9291242\n",
      "epoch =  2138 train =  0.87164503  test =  0.9449957\n",
      "epoch =  2139 train =  0.9117085  test =  0.8926618\n",
      "epoch =  2140 train =  0.89936155  test =  0.8619514\n",
      "epoch =  2141 train =  0.9438937  test =  0.8955788\n",
      "epoch =  2142 train =  0.8945957  test =  0.91451544\n",
      "epoch =  2143 train =  0.89107573  test =  0.93267703\n",
      "epoch =  2144 train =  0.9219543  test =  0.91657877\n",
      "epoch =  2145 train =  0.9249226  test =  0.88858867\n",
      "epoch =  2146 train =  0.8978425  test =  0.86795723\n",
      "epoch =  2147 train =  0.8976691  test =  0.87342423\n",
      "epoch =  2148 train =  0.90758413  test =  0.961728\n",
      "epoch =  2149 train =  0.91934144  test =  0.88605773\n",
      "epoch =  2150 train =  0.9076891  test =  0.8956355\n",
      "epoch =  2151 train =  0.866395  test =  0.8807809\n",
      "epoch =  2152 train =  0.89722735  test =  0.86678797\n",
      "epoch =  2153 train =  0.9075023  test =  0.85167587\n",
      "epoch =  2154 train =  0.88838774  test =  0.8671901\n",
      "epoch =  2155 train =  0.90427136  test =  0.8782822\n",
      "epoch =  2156 train =  0.9350109  test =  0.85124505\n",
      "epoch =  2157 train =  0.88633245  test =  0.8910097\n",
      "epoch =  2158 train =  0.92400813  test =  0.91773605\n",
      "epoch =  2159 train =  0.92568636  test =  0.91096187\n",
      "epoch =  2160 train =  0.8849319  test =  0.88190275\n",
      "epoch =  2161 train =  0.86130714  test =  0.8933202\n",
      "epoch =  2162 train =  0.90637624  test =  0.94047004\n",
      "epoch =  2163 train =  0.9235612  test =  0.93404\n",
      "epoch =  2164 train =  0.9071394  test =  0.90006024\n",
      "epoch =  2165 train =  0.89561224  test =  0.9181758\n",
      "epoch =  2166 train =  0.9111358  test =  0.9099714\n",
      "epoch =  2167 train =  0.9073093  test =  0.92499435\n",
      "epoch =  2168 train =  0.897274  test =  0.8983044\n",
      "epoch =  2169 train =  0.8929589  test =  0.93825984\n",
      "epoch =  2170 train =  0.8805255  test =  0.9264356\n",
      "epoch =  2171 train =  0.90625787  test =  0.8877545\n",
      "epoch =  2172 train =  0.90368915  test =  0.874252\n",
      "epoch =  2173 train =  0.9072156  test =  0.91079974\n",
      "epoch =  2174 train =  0.89188766  test =  0.8663561\n",
      "epoch =  2175 train =  0.8822017  test =  0.8982191\n",
      "epoch =  2176 train =  0.90704  test =  0.89121985\n",
      "epoch =  2177 train =  0.9117241  test =  0.9174069\n",
      "epoch =  2178 train =  0.86071694  test =  0.9148341\n",
      "epoch =  2179 train =  0.9242123  test =  0.98939943\n",
      "epoch =  2180 train =  0.89830923  test =  0.9268715\n",
      "epoch =  2181 train =  0.88144493  test =  0.8831937\n",
      "epoch =  2182 train =  0.9196683  test =  0.86092454\n",
      "epoch =  2183 train =  0.90848684  test =  0.887474\n",
      "epoch =  2184 train =  0.89163506  test =  0.8720171\n",
      "epoch =  2185 train =  0.9271319  test =  0.88764745\n",
      "epoch =  2186 train =  0.9250258  test =  0.9029712\n",
      "epoch =  2187 train =  0.88054276  test =  0.8362467\n",
      "epoch =  2188 train =  0.90471256  test =  0.87303\n",
      "epoch =  2189 train =  0.9168972  test =  0.93084717\n",
      "epoch =  2190 train =  0.9175252  test =  0.85018176\n",
      "epoch =  2191 train =  0.90990174  test =  0.88512117\n",
      "epoch =  2192 train =  0.9036717  test =  0.8842374\n",
      "epoch =  2193 train =  0.91939986  test =  0.9355528\n",
      "epoch =  2194 train =  0.9258998  test =  0.9027746\n",
      "epoch =  2195 train =  0.87272066  test =  0.91708374\n",
      "epoch =  2196 train =  0.91702414  test =  0.90163547\n",
      "epoch =  2197 train =  0.90372086  test =  0.96299773\n",
      "epoch =  2198 train =  0.9314368  test =  0.9439224\n",
      "epoch =  2199 train =  0.89986044  test =  0.8687401\n",
      "epoch =  2200 train =  0.91538495  test =  0.89449406\n",
      "epoch =  2201 train =  0.93182015  test =  0.9267477\n",
      "epoch =  2202 train =  0.9142691  test =  0.85934246\n",
      "epoch =  2203 train =  0.8834342  test =  0.8971779\n",
      "epoch =  2204 train =  0.90382946  test =  0.9427834\n",
      "epoch =  2205 train =  0.89448535  test =  0.8364457\n",
      "epoch =  2206 train =  0.9041488  test =  0.91062677\n",
      "epoch =  2207 train =  0.88615316  test =  0.94933313\n",
      "epoch =  2208 train =  0.87210417  test =  0.95833355\n",
      "epoch =  2209 train =  0.90907633  test =  0.859805\n",
      "epoch =  2210 train =  0.90138185  test =  0.8862237\n",
      "epoch =  2211 train =  0.9482338  test =  0.88251466\n",
      "epoch =  2212 train =  0.87495995  test =  0.8949873\n",
      "epoch =  2213 train =  0.9037428  test =  0.86001533\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2214 train =  0.9066912  test =  0.89313483\n",
      "epoch =  2215 train =  0.9014801  test =  0.89428663\n",
      "epoch =  2216 train =  0.9278522  test =  0.96364725\n",
      "epoch =  2217 train =  0.8866826  test =  0.8932124\n",
      "epoch =  2218 train =  0.9064495  test =  0.9214637\n",
      "epoch =  2219 train =  0.9128777  test =  0.8755437\n",
      "epoch =  2220 train =  0.91160774  test =  0.89436626\n",
      "epoch =  2221 train =  0.90599394  test =  0.8915497\n",
      "epoch =  2222 train =  0.92140514  test =  0.94916314\n",
      "epoch =  2223 train =  0.9138998  test =  0.86594856\n",
      "epoch =  2224 train =  0.8902421  test =  0.94364446\n",
      "epoch =  2225 train =  0.89806074  test =  0.86786824\n",
      "epoch =  2226 train =  0.89996576  test =  0.89534765\n",
      "epoch =  2227 train =  0.88649046  test =  0.9046569\n",
      "epoch =  2228 train =  0.8631128  test =  0.92479676\n",
      "epoch =  2229 train =  0.9468024  test =  0.85775244\n",
      "epoch =  2230 train =  0.8891859  test =  0.91774327\n",
      "epoch =  2231 train =  0.9307117  test =  0.8411422\n",
      "epoch =  2232 train =  0.8685998  test =  0.8985298\n",
      "epoch =  2233 train =  0.8963791  test =  0.9406718\n",
      "epoch =  2234 train =  0.89929545  test =  0.90458584\n",
      "epoch =  2235 train =  0.8705106  test =  0.88870907\n",
      "epoch =  2236 train =  0.92509294  test =  0.9076199\n",
      "epoch =  2237 train =  0.8957982  test =  0.93439466\n",
      "epoch =  2238 train =  0.9273045  test =  0.86644703\n",
      "epoch =  2239 train =  0.87716997  test =  0.89294946\n",
      "epoch =  2240 train =  0.9050849  test =  0.9151128\n",
      "epoch =  2241 train =  0.9282931  test =  0.87424755\n",
      "epoch =  2242 train =  0.9419936  test =  0.9291774\n",
      "epoch =  2243 train =  0.8654775  test =  0.86887217\n",
      "epoch =  2244 train =  0.90888137  test =  0.90662026\n",
      "epoch =  2245 train =  0.9234706  test =  0.8781159\n",
      "epoch =  2246 train =  0.88674694  test =  0.85869414\n",
      "epoch =  2247 train =  0.8780081  test =  0.9806361\n",
      "epoch =  2248 train =  0.9100809  test =  0.90369844\n",
      "epoch =  2249 train =  0.905246  test =  0.8746491\n",
      "epoch =  2250 train =  0.9420758  test =  0.9577293\n",
      "epoch =  2251 train =  0.8820479  test =  0.9371099\n",
      "epoch =  2252 train =  0.9195699  test =  0.8492008\n",
      "epoch =  2253 train =  0.8987533  test =  0.8980645\n",
      "epoch =  2254 train =  0.9226692  test =  0.87034893\n",
      "epoch =  2255 train =  0.8958194  test =  0.8833659\n",
      "epoch =  2256 train =  0.90230066  test =  0.90258074\n",
      "epoch =  2257 train =  0.9152112  test =  0.8633116\n",
      "epoch =  2258 train =  0.8829703  test =  0.8861839\n",
      "epoch =  2259 train =  0.893026  test =  0.90805686\n",
      "epoch =  2260 train =  0.90163505  test =  0.88946295\n",
      "epoch =  2261 train =  0.89595073  test =  0.86842114\n",
      "epoch =  2262 train =  0.90308225  test =  0.8950285\n",
      "epoch =  2263 train =  0.93512565  test =  0.85323024\n",
      "epoch =  2264 train =  0.9059407  test =  0.88100606\n",
      "epoch =  2265 train =  0.87436044  test =  0.9400106\n",
      "epoch =  2266 train =  0.88265073  test =  0.94741017\n",
      "epoch =  2267 train =  0.9122272  test =  0.9660413\n",
      "epoch =  2268 train =  0.89499736  test =  0.8907519\n",
      "epoch =  2269 train =  0.8920896  test =  0.9206164\n",
      "epoch =  2270 train =  0.90692174  test =  0.9135076\n",
      "epoch =  2271 train =  0.95174456  test =  0.9038402\n",
      "epoch =  2272 train =  0.8788756  test =  0.9193174\n",
      "epoch =  2273 train =  0.8884046  test =  0.9063718\n",
      "epoch =  2274 train =  0.8925816  test =  0.9080929\n",
      "epoch =  2275 train =  0.91762936  test =  0.89937794\n",
      "epoch =  2276 train =  0.9311837  test =  0.8920922\n",
      "epoch =  2277 train =  0.9234915  test =  0.90258896\n",
      "epoch =  2278 train =  0.9031799  test =  0.92872643\n",
      "epoch =  2279 train =  0.8910997  test =  0.9107175\n",
      "epoch =  2280 train =  0.880132  test =  0.8735519\n",
      "epoch =  2281 train =  0.9146369  test =  0.9025437\n",
      "epoch =  2282 train =  0.9077139  test =  0.8985169\n",
      "epoch =  2283 train =  0.9294869  test =  0.85319036\n",
      "epoch =  2284 train =  0.89557356  test =  0.85747015\n",
      "epoch =  2285 train =  0.92051077  test =  0.90266573\n",
      "epoch =  2286 train =  0.87905645  test =  0.85411894\n",
      "epoch =  2287 train =  0.92615676  test =  0.89674705\n",
      "epoch =  2288 train =  0.91779363  test =  0.90155\n",
      "epoch =  2289 train =  0.92084193  test =  0.90267646\n",
      "epoch =  2290 train =  0.90428805  test =  0.88049793\n",
      "epoch =  2291 train =  0.86778665  test =  0.9244581\n",
      "epoch =  2292 train =  0.8889271  test =  0.85262674\n",
      "epoch =  2293 train =  0.91874605  test =  0.9152126\n",
      "epoch =  2294 train =  0.90521455  test =  0.8455981\n",
      "epoch =  2295 train =  0.8851012  test =  0.9111918\n",
      "epoch =  2296 train =  0.88387865  test =  0.8581365\n",
      "epoch =  2297 train =  0.88323635  test =  0.9077228\n",
      "epoch =  2298 train =  0.93742466  test =  0.93424886\n",
      "epoch =  2299 train =  0.9117733  test =  0.8604269\n",
      "epoch =  2300 train =  0.8887341  test =  0.88042736\n",
      "epoch =  2301 train =  0.90149134  test =  0.8570161\n",
      "epoch =  2302 train =  0.87929475  test =  0.87682486\n",
      "epoch =  2303 train =  0.9426007  test =  0.90128934\n",
      "epoch =  2304 train =  0.8990345  test =  0.9150243\n",
      "epoch =  2305 train =  0.8780629  test =  0.87404907\n",
      "epoch =  2306 train =  0.8887695  test =  0.9203773\n",
      "epoch =  2307 train =  0.8979417  test =  0.86404943\n",
      "epoch =  2308 train =  0.91377246  test =  0.93120337\n",
      "epoch =  2309 train =  0.92075324  test =  0.8669746\n",
      "epoch =  2310 train =  0.90126544  test =  0.94776505\n",
      "epoch =  2311 train =  0.9027384  test =  0.9882825\n",
      "epoch =  2312 train =  0.89143175  test =  0.9110861\n",
      "epoch =  2313 train =  0.862151  test =  0.88799626\n",
      "epoch =  2314 train =  0.9076886  test =  0.94473314\n",
      "epoch =  2315 train =  0.88494104  test =  0.87115026\n",
      "epoch =  2316 train =  0.8714771  test =  0.9055989\n",
      "epoch =  2317 train =  0.88967574  test =  0.93240887\n",
      "epoch =  2318 train =  0.89323497  test =  0.92870426\n",
      "epoch =  2319 train =  0.8872832  test =  0.89010805\n",
      "epoch =  2320 train =  0.9217771  test =  0.8805243\n",
      "epoch =  2321 train =  0.9687484  test =  0.929908\n",
      "epoch =  2322 train =  0.90884495  test =  0.9261333\n",
      "epoch =  2323 train =  0.89205253  test =  0.90878826\n",
      "epoch =  2324 train =  0.87632656  test =  0.9714173\n",
      "epoch =  2325 train =  0.904968  test =  0.8877772\n",
      "epoch =  2326 train =  0.88444185  test =  0.8769626\n",
      "epoch =  2327 train =  0.9023367  test =  0.86727965\n",
      "epoch =  2328 train =  0.9198679  test =  0.8799527\n",
      "epoch =  2329 train =  0.8869675  test =  0.9061976\n",
      "epoch =  2330 train =  0.853649  test =  0.8470397\n",
      "epoch =  2331 train =  0.91239053  test =  0.9549937\n",
      "epoch =  2332 train =  0.91783047  test =  0.85222745\n",
      "epoch =  2333 train =  0.8718685  test =  0.90684557\n",
      "epoch =  2334 train =  0.89015067  test =  0.8864845\n",
      "epoch =  2335 train =  0.89086044  test =  0.89406806\n",
      "epoch =  2336 train =  0.8914132  test =  0.878918\n",
      "epoch =  2337 train =  0.92046344  test =  0.8646078\n",
      "epoch =  2338 train =  0.9131683  test =  0.88877684\n",
      "epoch =  2339 train =  0.9256409  test =  0.87150496\n",
      "epoch =  2340 train =  0.8975303  test =  0.9341256\n",
      "epoch =  2341 train =  0.8606112  test =  0.89539766\n",
      "epoch =  2342 train =  0.9281559  test =  0.91373944\n",
      "epoch =  2343 train =  0.92187357  test =  0.86374635\n",
      "epoch =  2344 train =  0.88585085  test =  0.892278\n",
      "epoch =  2345 train =  0.92202246  test =  0.8881945\n",
      "epoch =  2346 train =  0.88685906  test =  0.88657224\n",
      "epoch =  2347 train =  0.91621894  test =  0.9433662\n",
      "epoch =  2348 train =  0.89532155  test =  0.9284053\n",
      "epoch =  2349 train =  0.90444326  test =  0.8971021\n",
      "epoch =  2350 train =  0.8975122  test =  0.9225342\n",
      "epoch =  2351 train =  0.87700784  test =  0.8749865\n",
      "epoch =  2352 train =  0.93638027  test =  0.8905775\n",
      "epoch =  2353 train =  0.91484714  test =  0.9443926\n",
      "epoch =  2354 train =  0.907552  test =  0.87955683\n",
      "epoch =  2355 train =  0.87689805  test =  0.93952125\n",
      "epoch =  2356 train =  0.899392  test =  0.88138074\n",
      "epoch =  2357 train =  0.90315914  test =  0.9082631\n",
      "epoch =  2358 train =  0.9106131  test =  0.94172543\n",
      "epoch =  2359 train =  0.9028526  test =  0.9524281\n",
      "epoch =  2360 train =  0.92285526  test =  0.94352317\n",
      "epoch =  2361 train =  0.884998  test =  0.8636391\n",
      "epoch =  2362 train =  0.8729383  test =  0.9238476\n",
      "epoch =  2363 train =  0.9302684  test =  0.8655185\n",
      "epoch =  2364 train =  0.9024457  test =  0.93118745\n",
      "epoch =  2365 train =  0.9067082  test =  0.92546177\n",
      "epoch =  2366 train =  0.90706146  test =  0.8759503\n",
      "epoch =  2367 train =  0.88932407  test =  0.8356608\n",
      "epoch =  2368 train =  0.9061072  test =  0.8910144\n",
      "epoch =  2369 train =  0.8988985  test =  0.8633289\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2370 train =  0.8826237  test =  0.98635083\n",
      "epoch =  2371 train =  0.8770659  test =  0.9482064\n",
      "epoch =  2372 train =  0.8591088  test =  0.90542805\n",
      "epoch =  2373 train =  0.9209645  test =  0.98560256\n",
      "epoch =  2374 train =  0.9222472  test =  0.8765485\n",
      "epoch =  2375 train =  0.9182471  test =  0.9246836\n",
      "epoch =  2376 train =  0.9075681  test =  0.88259107\n",
      "epoch =  2377 train =  0.8836626  test =  0.8887102\n",
      "epoch =  2378 train =  0.872483  test =  0.84844327\n",
      "epoch =  2379 train =  0.9248034  test =  0.82907444\n",
      "epoch =  2380 train =  0.9090682  test =  0.9046419\n",
      "epoch =  2381 train =  0.901338  test =  0.88583994\n",
      "epoch =  2382 train =  0.91603684  test =  0.8885875\n",
      "epoch =  2383 train =  0.90910774  test =  0.88845867\n",
      "epoch =  2384 train =  0.87303  test =  0.8725401\n",
      "epoch =  2385 train =  0.87050354  test =  0.90782416\n",
      "epoch =  2386 train =  0.90765077  test =  0.88184357\n",
      "epoch =  2387 train =  0.86748123  test =  0.87717015\n",
      "epoch =  2388 train =  0.91667604  test =  0.8768234\n",
      "epoch =  2389 train =  0.9036592  test =  0.8833048\n",
      "epoch =  2390 train =  0.8739285  test =  0.9033509\n",
      "epoch =  2391 train =  0.8898858  test =  0.9137711\n",
      "epoch =  2392 train =  0.92532814  test =  0.92611164\n",
      "epoch =  2393 train =  0.8803098  test =  0.90443826\n",
      "epoch =  2394 train =  0.86783683  test =  0.89288765\n",
      "epoch =  2395 train =  0.8862188  test =  0.88731617\n",
      "epoch =  2396 train =  0.87974155  test =  0.91497135\n",
      "epoch =  2397 train =  0.8674387  test =  0.8870293\n",
      "epoch =  2398 train =  0.91208446  test =  0.90582585\n",
      "epoch =  2399 train =  0.9160339  test =  0.92407554\n",
      "epoch =  2400 train =  0.9198401  test =  0.89559406\n",
      "epoch =  2401 train =  0.9247614  test =  0.8548515\n",
      "epoch =  2402 train =  0.8766241  test =  0.8954593\n",
      "epoch =  2403 train =  0.88969827  test =  0.88810575\n",
      "epoch =  2404 train =  0.8957536  test =  0.8634277\n",
      "epoch =  2405 train =  0.8772682  test =  0.87997437\n",
      "epoch =  2406 train =  0.8869767  test =  0.89170057\n",
      "epoch =  2407 train =  0.9377183  test =  0.8985337\n",
      "epoch =  2408 train =  0.8746976  test =  0.90924716\n",
      "epoch =  2409 train =  0.9020939  test =  0.8898817\n",
      "epoch =  2410 train =  0.88414645  test =  0.8713935\n",
      "epoch =  2411 train =  0.9008854  test =  0.8806331\n",
      "epoch =  2412 train =  0.9173163  test =  0.9225056\n",
      "epoch =  2413 train =  0.9308777  test =  0.8663114\n",
      "epoch =  2414 train =  0.90310633  test =  0.96281403\n",
      "epoch =  2415 train =  0.8797314  test =  0.9246231\n",
      "epoch =  2416 train =  0.8806921  test =  0.8807102\n",
      "epoch =  2417 train =  0.9018156  test =  0.88623005\n",
      "epoch =  2418 train =  0.9090246  test =  0.8562055\n",
      "epoch =  2419 train =  0.8895802  test =  0.87391925\n",
      "epoch =  2420 train =  0.93071556  test =  0.9058607\n",
      "epoch =  2421 train =  0.9526479  test =  0.9526428\n",
      "epoch =  2422 train =  0.8903781  test =  0.8831874\n",
      "epoch =  2423 train =  0.87714875  test =  0.860059\n",
      "epoch =  2424 train =  0.9135698  test =  0.95129657\n",
      "epoch =  2425 train =  0.9088987  test =  0.9322121\n",
      "epoch =  2426 train =  0.8787814  test =  0.9812\n",
      "epoch =  2427 train =  0.8849998  test =  0.88895947\n",
      "epoch =  2428 train =  0.8954601  test =  0.91550475\n",
      "epoch =  2429 train =  0.9236056  test =  0.9150864\n",
      "epoch =  2430 train =  0.95430493  test =  0.89328796\n",
      "epoch =  2431 train =  0.8991337  test =  0.9265244\n",
      "epoch =  2432 train =  0.87911415  test =  0.9209135\n",
      "epoch =  2433 train =  0.89431787  test =  0.92357796\n",
      "epoch =  2434 train =  0.8873788  test =  0.86504513\n",
      "epoch =  2435 train =  0.8955456  test =  0.9598965\n",
      "epoch =  2436 train =  0.86569047  test =  0.91035086\n",
      "epoch =  2437 train =  0.9174694  test =  0.92300355\n",
      "epoch =  2438 train =  0.88066506  test =  0.9284437\n",
      "epoch =  2439 train =  0.9400277  test =  0.9387777\n",
      "epoch =  2440 train =  0.91222566  test =  0.86621916\n",
      "epoch =  2441 train =  0.92596966  test =  0.89845276\n",
      "epoch =  2442 train =  0.9151473  test =  0.8664316\n",
      "epoch =  2443 train =  0.9095022  test =  0.9041057\n",
      "epoch =  2444 train =  0.9499682  test =  0.9617971\n",
      "epoch =  2445 train =  0.9014176  test =  0.88734126\n",
      "epoch =  2446 train =  0.9126178  test =  0.8637681\n",
      "epoch =  2447 train =  0.87547135  test =  0.93188053\n",
      "epoch =  2448 train =  0.91226566  test =  0.96590906\n",
      "epoch =  2449 train =  0.90816844  test =  0.9923323\n",
      "epoch =  2450 train =  0.9163921  test =  0.9151428\n",
      "epoch =  2451 train =  0.8644289  test =  0.8736921\n",
      "epoch =  2452 train =  0.8603152  test =  0.88505816\n",
      "epoch =  2453 train =  0.89811814  test =  0.8866093\n",
      "epoch =  2454 train =  0.8788116  test =  0.8531105\n",
      "epoch =  2455 train =  0.86736166  test =  0.92033607\n",
      "epoch =  2456 train =  0.89218843  test =  0.8978509\n",
      "epoch =  2457 train =  0.8715997  test =  0.8991565\n",
      "epoch =  2458 train =  0.9278661  test =  0.8839566\n",
      "epoch =  2459 train =  0.90714645  test =  0.8449508\n",
      "epoch =  2460 train =  0.9890009  test =  0.89465207\n",
      "epoch =  2461 train =  0.90304923  test =  0.8817911\n",
      "epoch =  2462 train =  0.8956531  test =  0.8845864\n",
      "epoch =  2463 train =  0.8917947  test =  0.89079005\n",
      "epoch =  2464 train =  0.90329885  test =  0.90184253\n",
      "epoch =  2465 train =  0.9233265  test =  0.87522167\n",
      "epoch =  2466 train =  0.9228371  test =  0.9093363\n",
      "epoch =  2467 train =  0.90453184  test =  0.8868555\n",
      "epoch =  2468 train =  0.9057282  test =  0.9113454\n",
      "epoch =  2469 train =  0.881518  test =  0.8441943\n",
      "epoch =  2470 train =  0.9151615  test =  0.9325229\n",
      "epoch =  2471 train =  0.9298501  test =  0.9128351\n",
      "epoch =  2472 train =  0.90073353  test =  0.8999696\n",
      "epoch =  2473 train =  0.89132357  test =  0.8837266\n",
      "epoch =  2474 train =  0.8972731  test =  0.8679116\n",
      "epoch =  2475 train =  0.8831571  test =  0.94336677\n",
      "epoch =  2476 train =  0.8726469  test =  0.8990179\n",
      "epoch =  2477 train =  0.86514425  test =  0.8359238\n",
      "epoch =  2478 train =  0.9468796  test =  0.9423787\n",
      "epoch =  2479 train =  0.9013734  test =  0.8920054\n",
      "epoch =  2480 train =  0.8889824  test =  0.90777916\n",
      "epoch =  2481 train =  0.8701934  test =  0.88511306\n",
      "epoch =  2482 train =  0.92796564  test =  0.9169873\n",
      "epoch =  2483 train =  0.8961472  test =  0.90254194\n",
      "epoch =  2484 train =  0.89645296  test =  0.9837656\n",
      "epoch =  2485 train =  0.9323736  test =  0.91221476\n",
      "epoch =  2486 train =  0.8648893  test =  0.9228871\n",
      "epoch =  2487 train =  0.8663593  test =  0.95324945\n",
      "epoch =  2488 train =  0.8622573  test =  0.9478546\n",
      "epoch =  2489 train =  0.88111717  test =  0.8871364\n",
      "epoch =  2490 train =  0.8972498  test =  0.93688905\n",
      "epoch =  2491 train =  0.9099382  test =  0.8950617\n",
      "epoch =  2492 train =  0.916113  test =  0.85274625\n",
      "epoch =  2493 train =  0.88661504  test =  0.8434555\n",
      "epoch =  2494 train =  0.89423597  test =  0.87763244\n",
      "epoch =  2495 train =  0.87379867  test =  0.89642835\n",
      "epoch =  2496 train =  0.8690851  test =  0.8714495\n",
      "epoch =  2497 train =  0.86890435  test =  0.92683285\n",
      "epoch =  2498 train =  0.90634906  test =  0.85666126\n",
      "epoch =  2499 train =  0.882209  test =  0.8361002\n",
      "epoch =  2500 train =  0.9379543  test =  0.9105201\n",
      "epoch =  2501 train =  0.8815857  test =  0.88230014\n",
      "epoch =  2502 train =  0.9205787  test =  0.9133116\n",
      "epoch =  2503 train =  0.9089875  test =  0.8913079\n",
      "epoch =  2504 train =  0.8953566  test =  0.9102038\n",
      "epoch =  2505 train =  0.89595  test =  0.90145093\n",
      "epoch =  2506 train =  0.88686955  test =  0.94209903\n",
      "epoch =  2507 train =  0.9011733  test =  0.8984757\n",
      "epoch =  2508 train =  0.8990997  test =  0.94663703\n",
      "epoch =  2509 train =  0.8888529  test =  0.9064641\n",
      "epoch =  2510 train =  0.88950956  test =  0.9261243\n",
      "epoch =  2511 train =  0.91775966  test =  0.9122116\n",
      "epoch =  2512 train =  0.89934665  test =  0.8839309\n",
      "epoch =  2513 train =  0.882231  test =  0.85213923\n",
      "epoch =  2514 train =  0.86767757  test =  0.8933566\n",
      "epoch =  2515 train =  0.93971086  test =  0.8806831\n",
      "epoch =  2516 train =  0.89099896  test =  0.91013587\n",
      "epoch =  2517 train =  0.92097545  test =  0.93639815\n",
      "epoch =  2518 train =  0.8771887  test =  0.88387734\n",
      "epoch =  2519 train =  0.88049173  test =  0.8432055\n",
      "epoch =  2520 train =  0.91451544  test =  0.9154536\n",
      "epoch =  2521 train =  0.8761772  test =  0.8589496\n",
      "epoch =  2522 train =  0.8420191  test =  0.8683415\n",
      "epoch =  2523 train =  0.8919825  test =  0.9133079\n",
      "epoch =  2524 train =  0.92007935  test =  0.85545856\n",
      "epoch =  2525 train =  0.89448935  test =  0.90077037\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2526 train =  0.92083544  test =  0.9019097\n",
      "epoch =  2527 train =  0.87899536  test =  0.899554\n",
      "epoch =  2528 train =  0.9156563  test =  0.9087298\n",
      "epoch =  2529 train =  0.9048867  test =  0.9516779\n",
      "epoch =  2530 train =  0.8798952  test =  0.9059367\n",
      "epoch =  2531 train =  0.87046665  test =  0.9494313\n",
      "epoch =  2532 train =  0.91435575  test =  0.88290834\n",
      "epoch =  2533 train =  0.88763654  test =  0.94730407\n",
      "epoch =  2534 train =  0.87818027  test =  0.9144717\n",
      "epoch =  2535 train =  0.8910347  test =  0.8701887\n",
      "epoch =  2536 train =  0.90688646  test =  0.94473225\n",
      "epoch =  2537 train =  0.88246506  test =  0.91543907\n",
      "epoch =  2538 train =  0.92547363  test =  0.83996844\n",
      "epoch =  2539 train =  0.8795293  test =  0.8935844\n",
      "epoch =  2540 train =  0.88597846  test =  0.86255497\n",
      "epoch =  2541 train =  0.8950064  test =  0.92502445\n",
      "epoch =  2542 train =  0.87024164  test =  0.88855445\n",
      "epoch =  2543 train =  0.86587274  test =  0.87283206\n",
      "epoch =  2544 train =  0.8987069  test =  0.9190723\n",
      "epoch =  2545 train =  0.86895466  test =  0.8955856\n",
      "epoch =  2546 train =  0.9218566  test =  0.86528426\n",
      "epoch =  2547 train =  0.91302526  test =  0.8630805\n",
      "epoch =  2548 train =  0.8923808  test =  0.8713294\n",
      "epoch =  2549 train =  0.87803555  test =  0.9033005\n",
      "epoch =  2550 train =  0.9081838  test =  0.9489744\n",
      "epoch =  2551 train =  0.9451102  test =  0.87756735\n",
      "epoch =  2552 train =  0.8964093  test =  0.86676127\n",
      "epoch =  2553 train =  0.9200563  test =  0.9329177\n",
      "epoch =  2554 train =  0.8671074  test =  0.94239587\n",
      "epoch =  2555 train =  0.9094868  test =  0.9254751\n",
      "epoch =  2556 train =  0.9090048  test =  0.8558701\n",
      "epoch =  2557 train =  0.86911213  test =  0.8582102\n",
      "epoch =  2558 train =  0.89820933  test =  0.8893007\n",
      "epoch =  2559 train =  0.90300184  test =  0.89827913\n",
      "epoch =  2560 train =  0.9072289  test =  0.8839497\n",
      "epoch =  2561 train =  0.874656  test =  0.8772331\n",
      "epoch =  2562 train =  0.8779774  test =  0.8712638\n",
      "epoch =  2563 train =  0.9316283  test =  0.9302077\n",
      "epoch =  2564 train =  0.8782431  test =  0.882793\n",
      "epoch =  2565 train =  0.89784765  test =  0.8825051\n",
      "epoch =  2566 train =  0.9223259  test =  0.87115324\n",
      "epoch =  2567 train =  0.9024445  test =  0.85701066\n",
      "epoch =  2568 train =  0.8572506  test =  0.8992693\n",
      "epoch =  2569 train =  0.8820995  test =  0.88320595\n",
      "epoch =  2570 train =  0.8842665  test =  0.87321085\n",
      "epoch =  2571 train =  0.912228  test =  0.87032217\n",
      "epoch =  2572 train =  0.85327065  test =  0.8762423\n",
      "epoch =  2573 train =  0.8719297  test =  0.9089058\n",
      "epoch =  2574 train =  0.9213056  test =  0.89861655\n",
      "epoch =  2575 train =  0.91234744  test =  0.8695861\n",
      "epoch =  2576 train =  0.8925514  test =  0.89483285\n",
      "epoch =  2577 train =  0.92118555  test =  0.8951447\n",
      "epoch =  2578 train =  0.87759256  test =  0.86651736\n",
      "epoch =  2579 train =  0.8910476  test =  0.90748554\n",
      "epoch =  2580 train =  0.89649296  test =  0.8922017\n",
      "epoch =  2581 train =  0.887709  test =  0.8829425\n",
      "epoch =  2582 train =  0.8949132  test =  0.91087395\n",
      "epoch =  2583 train =  0.87061334  test =  0.90540254\n",
      "epoch =  2584 train =  0.87778825  test =  0.9657512\n",
      "epoch =  2585 train =  0.91860616  test =  0.8578053\n",
      "epoch =  2586 train =  0.8798602  test =  0.8999392\n",
      "epoch =  2587 train =  0.916223  test =  0.89550066\n",
      "epoch =  2588 train =  0.8837917  test =  0.9187953\n",
      "epoch =  2589 train =  0.87622666  test =  0.89044017\n",
      "epoch =  2590 train =  0.8886024  test =  0.93002367\n",
      "epoch =  2591 train =  0.9358886  test =  0.9332892\n",
      "epoch =  2592 train =  0.8690357  test =  0.9147226\n",
      "epoch =  2593 train =  0.8801739  test =  0.92643255\n",
      "epoch =  2594 train =  0.88539356  test =  0.8993321\n",
      "epoch =  2595 train =  0.94422054  test =  0.92202306\n",
      "epoch =  2596 train =  0.92584866  test =  0.8961988\n",
      "epoch =  2597 train =  0.86337173  test =  0.9143435\n",
      "epoch =  2598 train =  0.89975977  test =  0.9711332\n",
      "epoch =  2599 train =  0.8759539  test =  0.8758477\n",
      "epoch =  2600 train =  0.86331666  test =  0.87350446\n",
      "epoch =  2601 train =  0.9279973  test =  0.9431026\n",
      "epoch =  2602 train =  0.90085715  test =  0.9270254\n",
      "epoch =  2603 train =  0.89147985  test =  0.9112261\n",
      "epoch =  2604 train =  0.8731512  test =  0.89185286\n",
      "epoch =  2605 train =  0.8924342  test =  0.86995524\n",
      "epoch =  2606 train =  0.8771764  test =  0.8774105\n",
      "epoch =  2607 train =  0.9341177  test =  0.88113546\n",
      "epoch =  2608 train =  0.8948127  test =  0.882262\n",
      "epoch =  2609 train =  0.8966487  test =  0.88038474\n",
      "epoch =  2610 train =  0.8569294  test =  0.88653487\n",
      "epoch =  2611 train =  0.89236987  test =  0.8665781\n",
      "epoch =  2612 train =  0.8878387  test =  0.92962\n",
      "epoch =  2613 train =  0.91053224  test =  0.9020024\n",
      "epoch =  2614 train =  0.8825433  test =  0.8815761\n",
      "epoch =  2615 train =  0.8859198  test =  0.90638834\n",
      "epoch =  2616 train =  0.85852945  test =  0.85591483\n",
      "epoch =  2617 train =  0.880366  test =  0.93318295\n",
      "epoch =  2618 train =  0.88439465  test =  0.86408216\n",
      "epoch =  2619 train =  0.89309466  test =  0.9166951\n",
      "epoch =  2620 train =  0.8603535  test =  0.874856\n",
      "epoch =  2621 train =  0.91625357  test =  0.9028636\n",
      "epoch =  2622 train =  0.94953877  test =  0.915802\n",
      "epoch =  2623 train =  0.90437394  test =  0.8814202\n",
      "epoch =  2624 train =  0.85598147  test =  0.871893\n",
      "epoch =  2625 train =  0.9040333  test =  0.83597594\n",
      "epoch =  2626 train =  0.8840121  test =  0.8804122\n",
      "epoch =  2627 train =  0.87420774  test =  0.89543855\n",
      "epoch =  2628 train =  0.8920456  test =  0.8639686\n",
      "epoch =  2629 train =  0.8888655  test =  0.89364266\n",
      "epoch =  2630 train =  0.8982295  test =  0.894739\n",
      "epoch =  2631 train =  0.9077735  test =  0.9110098\n",
      "epoch =  2632 train =  0.90034115  test =  0.8956499\n",
      "epoch =  2633 train =  0.894499  test =  0.8732649\n",
      "epoch =  2634 train =  0.9184116  test =  0.9010124\n",
      "epoch =  2635 train =  0.9002855  test =  0.9522376\n",
      "epoch =  2636 train =  0.9061453  test =  0.84478587\n",
      "epoch =  2637 train =  0.8584297  test =  0.8284286\n",
      "epoch =  2638 train =  0.9027108  test =  0.8433444\n",
      "epoch =  2639 train =  0.8907784  test =  0.85779846\n",
      "epoch =  2640 train =  0.8920394  test =  0.92910147\n",
      "epoch =  2641 train =  0.8807589  test =  0.8709008\n",
      "epoch =  2642 train =  0.87057567  test =  0.8880232\n",
      "epoch =  2643 train =  0.8676695  test =  0.92732567\n",
      "epoch =  2644 train =  0.89862096  test =  0.9577138\n",
      "epoch =  2645 train =  0.83316684  test =  0.91406\n",
      "epoch =  2646 train =  0.93535346  test =  0.90709174\n",
      "epoch =  2647 train =  0.8786882  test =  0.87822187\n",
      "epoch =  2648 train =  0.876594  test =  0.87787044\n",
      "epoch =  2649 train =  0.9203757  test =  0.8935555\n",
      "epoch =  2650 train =  0.92030156  test =  0.8117045\n",
      "epoch =  2651 train =  0.9002268  test =  0.8723439\n",
      "epoch =  2652 train =  0.87745416  test =  0.87511986\n",
      "epoch =  2653 train =  0.89623165  test =  0.933046\n",
      "epoch =  2654 train =  0.87830967  test =  0.8896805\n",
      "epoch =  2655 train =  0.8946032  test =  0.85639614\n",
      "epoch =  2656 train =  0.8573965  test =  0.87034714\n",
      "epoch =  2657 train =  0.86232245  test =  0.9098317\n",
      "epoch =  2658 train =  0.89625347  test =  0.870281\n",
      "epoch =  2659 train =  0.91485405  test =  0.88768536\n",
      "epoch =  2660 train =  0.8994288  test =  0.878126\n",
      "epoch =  2661 train =  0.90473354  test =  0.8984408\n",
      "epoch =  2662 train =  0.8718203  test =  0.89513457\n",
      "epoch =  2663 train =  0.8790419  test =  0.8870918\n",
      "epoch =  2664 train =  0.8760647  test =  0.896177\n",
      "epoch =  2665 train =  0.87523115  test =  0.89098126\n",
      "epoch =  2666 train =  0.8923645  test =  0.9181102\n",
      "epoch =  2667 train =  0.90521073  test =  0.90763634\n",
      "epoch =  2668 train =  0.93130004  test =  0.8563265\n",
      "epoch =  2669 train =  0.8893593  test =  0.9115961\n",
      "epoch =  2670 train =  0.8813437  test =  0.8694978\n",
      "epoch =  2671 train =  0.91418934  test =  0.9463104\n",
      "epoch =  2672 train =  0.87391394  test =  0.8963883\n",
      "epoch =  2673 train =  0.93592024  test =  0.86524206\n",
      "epoch =  2674 train =  0.8996407  test =  0.8832244\n",
      "epoch =  2675 train =  0.8926572  test =  0.9036234\n",
      "epoch =  2676 train =  0.899011  test =  0.8361109\n",
      "epoch =  2677 train =  0.8897859  test =  0.8842987\n",
      "epoch =  2678 train =  0.8924663  test =  0.8534706\n",
      "epoch =  2679 train =  0.8612367  test =  0.8658898\n",
      "epoch =  2680 train =  0.87871563  test =  0.8633707\n",
      "epoch =  2681 train =  0.8968744  test =  0.89393693\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2682 train =  0.9198719  test =  0.88329107\n",
      "epoch =  2683 train =  0.89875555  test =  0.900782\n",
      "epoch =  2684 train =  0.85814327  test =  0.86048555\n",
      "epoch =  2685 train =  0.8891877  test =  0.87454027\n",
      "epoch =  2686 train =  0.900448  test =  0.9032171\n",
      "epoch =  2687 train =  0.896333  test =  0.8856491\n",
      "epoch =  2688 train =  0.86959445  test =  0.9377\n",
      "epoch =  2689 train =  0.89859  test =  0.88032025\n",
      "epoch =  2690 train =  0.90394825  test =  0.8623833\n",
      "epoch =  2691 train =  0.8540542  test =  0.8572866\n",
      "epoch =  2692 train =  0.9136642  test =  0.92068785\n",
      "epoch =  2693 train =  0.86840343  test =  0.8888082\n",
      "epoch =  2694 train =  0.8954373  test =  0.88751876\n",
      "epoch =  2695 train =  0.8967459  test =  0.9001796\n",
      "epoch =  2696 train =  0.88407505  test =  0.908594\n",
      "epoch =  2697 train =  0.9315894  test =  0.86869407\n",
      "epoch =  2698 train =  0.8756367  test =  0.9121231\n",
      "epoch =  2699 train =  0.88646156  test =  0.9648542\n",
      "epoch =  2700 train =  0.9046589  test =  0.89745\n",
      "epoch =  2701 train =  0.86748946  test =  0.88222003\n",
      "epoch =  2702 train =  0.89612734  test =  0.91908795\n",
      "epoch =  2703 train =  0.8851305  test =  0.88602555\n",
      "epoch =  2704 train =  0.84690535  test =  0.93204087\n",
      "epoch =  2705 train =  0.8800518  test =  0.93827367\n",
      "epoch =  2706 train =  0.8796314  test =  0.8725835\n",
      "epoch =  2707 train =  0.93828225  test =  0.92196053\n",
      "epoch =  2708 train =  0.9070256  test =  0.90766686\n",
      "epoch =  2709 train =  0.88339293  test =  0.8645141\n",
      "epoch =  2710 train =  0.85254395  test =  0.8808383\n",
      "epoch =  2711 train =  0.8843746  test =  0.91192037\n",
      "epoch =  2712 train =  0.8802823  test =  0.86286044\n",
      "epoch =  2713 train =  0.8691334  test =  0.8540724\n",
      "epoch =  2714 train =  0.90260065  test =  0.91553557\n",
      "epoch =  2715 train =  0.8785132  test =  0.87801504\n",
      "epoch =  2716 train =  0.8905921  test =  0.92182237\n",
      "epoch =  2717 train =  0.89112824  test =  0.8756915\n",
      "epoch =  2718 train =  0.9173564  test =  0.8714106\n",
      "epoch =  2719 train =  0.9199885  test =  0.8601288\n",
      "epoch =  2720 train =  0.87839454  test =  0.9397211\n",
      "epoch =  2721 train =  0.9236764  test =  0.86970395\n",
      "epoch =  2722 train =  0.8710302  test =  0.8822207\n",
      "epoch =  2723 train =  0.9094436  test =  0.8834073\n",
      "epoch =  2724 train =  0.9166857  test =  0.954059\n",
      "epoch =  2725 train =  0.8706878  test =  0.9139846\n",
      "epoch =  2726 train =  0.88699365  test =  0.8965974\n",
      "epoch =  2727 train =  0.93495756  test =  0.9177951\n",
      "epoch =  2728 train =  0.8935679  test =  0.8635725\n",
      "epoch =  2729 train =  0.8772148  test =  0.9057101\n",
      "epoch =  2730 train =  0.8881874  test =  0.91359454\n",
      "epoch =  2731 train =  0.8945004  test =  0.9007752\n",
      "epoch =  2732 train =  0.873084  test =  0.85334146\n",
      "epoch =  2733 train =  0.89088356  test =  0.9238101\n",
      "epoch =  2734 train =  0.86879194  test =  0.8809016\n",
      "epoch =  2735 train =  0.877614  test =  0.90034884\n",
      "epoch =  2736 train =  0.89028543  test =  0.86841846\n",
      "epoch =  2737 train =  0.8653579  test =  0.9270012\n",
      "epoch =  2738 train =  0.88112485  test =  0.8981456\n",
      "epoch =  2739 train =  0.8746916  test =  0.87058085\n",
      "epoch =  2740 train =  0.8833231  test =  0.87853825\n",
      "epoch =  2741 train =  0.8817605  test =  0.87028676\n",
      "epoch =  2742 train =  0.88794315  test =  0.9113662\n",
      "epoch =  2743 train =  0.89001167  test =  0.8281387\n",
      "epoch =  2744 train =  0.89316535  test =  0.9469223\n",
      "epoch =  2745 train =  0.87345374  test =  0.88212526\n",
      "epoch =  2746 train =  0.89785033  test =  0.8964007\n",
      "epoch =  2747 train =  0.8746791  test =  0.8971906\n",
      "epoch =  2748 train =  0.8683244  test =  0.89953285\n",
      "epoch =  2749 train =  0.86949587  test =  0.888356\n",
      "epoch =  2750 train =  0.9154156  test =  0.8539538\n",
      "epoch =  2751 train =  0.93246007  test =  0.9093139\n",
      "epoch =  2752 train =  0.86829853  test =  0.88428575\n",
      "epoch =  2753 train =  0.9015338  test =  0.872815\n",
      "epoch =  2754 train =  0.90354896  test =  0.8682332\n",
      "epoch =  2755 train =  0.88335395  test =  0.94516367\n",
      "epoch =  2756 train =  0.9218476  test =  0.8710056\n",
      "epoch =  2757 train =  0.9205311  test =  0.90647584\n",
      "epoch =  2758 train =  0.8877256  test =  0.8912219\n",
      "epoch =  2759 train =  0.8789584  test =  0.9095461\n",
      "epoch =  2760 train =  0.9197295  test =  0.8895768\n",
      "epoch =  2761 train =  0.87405825  test =  0.9510172\n",
      "epoch =  2762 train =  0.86923224  test =  0.9117184\n",
      "epoch =  2763 train =  0.88664496  test =  0.9067685\n",
      "epoch =  2764 train =  0.87378466  test =  0.87371165\n",
      "epoch =  2765 train =  0.9010583  test =  0.88503003\n",
      "epoch =  2766 train =  0.9093889  test =  0.8880195\n",
      "epoch =  2767 train =  0.8721787  test =  0.8883635\n",
      "epoch =  2768 train =  0.8818539  test =  0.9280711\n",
      "epoch =  2769 train =  0.901036  test =  0.8415981\n",
      "epoch =  2770 train =  0.89704  test =  0.88971406\n",
      "epoch =  2771 train =  0.9084164  test =  0.89107645\n",
      "epoch =  2772 train =  0.8738388  test =  0.8766699\n",
      "epoch =  2773 train =  0.9073456  test =  0.8838402\n",
      "epoch =  2774 train =  0.8756058  test =  0.9355459\n",
      "epoch =  2775 train =  0.87682927  test =  0.89378136\n",
      "epoch =  2776 train =  0.86090696  test =  0.9131046\n",
      "epoch =  2777 train =  0.8520559  test =  0.83245474\n",
      "epoch =  2778 train =  0.8787807  test =  0.94828373\n",
      "epoch =  2779 train =  0.87960875  test =  0.877295\n",
      "epoch =  2780 train =  0.9036901  test =  0.8786309\n",
      "epoch =  2781 train =  0.9066024  test =  0.84723884\n",
      "epoch =  2782 train =  0.9151048  test =  0.906809\n",
      "epoch =  2783 train =  0.86947954  test =  0.9101682\n",
      "epoch =  2784 train =  0.86824334  test =  0.91835165\n",
      "epoch =  2785 train =  0.87844133  test =  0.91076285\n",
      "epoch =  2786 train =  0.9192966  test =  0.8996999\n",
      "epoch =  2787 train =  0.9244134  test =  0.8777011\n",
      "epoch =  2788 train =  0.8772766  test =  0.907787\n",
      "epoch =  2789 train =  0.868533  test =  0.88699013\n",
      "epoch =  2790 train =  0.9222201  test =  0.9505679\n",
      "epoch =  2791 train =  0.90154576  test =  0.8957116\n",
      "epoch =  2792 train =  0.9146042  test =  0.9243703\n",
      "epoch =  2793 train =  0.92300576  test =  0.86912286\n",
      "epoch =  2794 train =  0.89436615  test =  0.8471561\n",
      "epoch =  2795 train =  0.88526636  test =  0.9306371\n",
      "epoch =  2796 train =  0.87230253  test =  0.95647866\n",
      "epoch =  2797 train =  0.9594129  test =  0.81746113\n",
      "epoch =  2798 train =  0.8843472  test =  0.889787\n",
      "epoch =  2799 train =  0.89600265  test =  0.87254584\n",
      "epoch =  2800 train =  0.87380016  test =  0.8802325\n",
      "epoch =  2801 train =  0.87418103  test =  0.8808104\n",
      "epoch =  2802 train =  0.85285616  test =  0.904169\n",
      "epoch =  2803 train =  0.93375874  test =  0.92240626\n",
      "epoch =  2804 train =  0.8850714  test =  0.87820125\n",
      "epoch =  2805 train =  0.9046351  test =  0.84721875\n",
      "epoch =  2806 train =  0.88385427  test =  0.86334807\n",
      "epoch =  2807 train =  0.89851105  test =  0.90055364\n",
      "epoch =  2808 train =  0.8710339  test =  0.87893647\n",
      "epoch =  2809 train =  0.8827878  test =  0.9528745\n",
      "epoch =  2810 train =  0.8886379  test =  0.95055467\n",
      "epoch =  2811 train =  0.87783456  test =  0.92022675\n",
      "epoch =  2812 train =  0.88323104  test =  0.91519755\n",
      "epoch =  2813 train =  0.868034  test =  0.8957604\n",
      "epoch =  2814 train =  0.9273335  test =  0.88006055\n",
      "epoch =  2815 train =  0.8751987  test =  0.88801116\n",
      "epoch =  2816 train =  0.89274514  test =  0.9142305\n",
      "epoch =  2817 train =  0.877988  test =  0.92013407\n",
      "epoch =  2818 train =  0.9178561  test =  0.8939176\n",
      "epoch =  2819 train =  0.90591156  test =  0.93458945\n",
      "epoch =  2820 train =  0.9075811  test =  0.9140457\n",
      "epoch =  2821 train =  0.90664136  test =  0.93527114\n",
      "epoch =  2822 train =  0.91981006  test =  0.8926568\n",
      "epoch =  2823 train =  0.904369  test =  0.90879774\n",
      "epoch =  2824 train =  0.9108866  test =  0.8815392\n",
      "epoch =  2825 train =  0.86111563  test =  0.8812787\n",
      "epoch =  2826 train =  0.8798466  test =  0.837767\n",
      "epoch =  2827 train =  0.88034225  test =  0.8764605\n",
      "epoch =  2828 train =  0.84670997  test =  0.90375364\n",
      "epoch =  2829 train =  0.90417874  test =  0.9095207\n",
      "epoch =  2830 train =  0.88725406  test =  0.8895366\n",
      "epoch =  2831 train =  0.90121293  test =  0.8879175\n",
      "epoch =  2832 train =  0.8843455  test =  0.8773641\n",
      "epoch =  2833 train =  0.927754  test =  0.8733539\n",
      "epoch =  2834 train =  0.885935  test =  0.8610496\n",
      "epoch =  2835 train =  0.9142511  test =  0.9024048\n",
      "epoch =  2836 train =  0.87785935  test =  0.8547986\n",
      "epoch =  2837 train =  0.8930535  test =  0.9521505\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2838 train =  0.8395852  test =  0.9121795\n",
      "epoch =  2839 train =  0.89855725  test =  0.88610935\n",
      "epoch =  2840 train =  0.9327611  test =  0.911557\n",
      "epoch =  2841 train =  0.86010665  test =  0.8685941\n",
      "epoch =  2842 train =  0.8937297  test =  0.906608\n",
      "epoch =  2843 train =  0.8842974  test =  0.8995794\n",
      "epoch =  2844 train =  0.88339436  test =  0.85526425\n",
      "epoch =  2845 train =  0.86024547  test =  0.856428\n",
      "epoch =  2846 train =  0.9102515  test =  0.9057004\n",
      "epoch =  2847 train =  0.88737243  test =  0.85283285\n",
      "epoch =  2848 train =  0.88711727  test =  0.8832229\n",
      "epoch =  2849 train =  0.90615535  test =  0.89461195\n",
      "epoch =  2850 train =  0.8849578  test =  0.848582\n",
      "epoch =  2851 train =  0.9238893  test =  0.92504674\n",
      "epoch =  2852 train =  0.873435  test =  0.9087026\n",
      "epoch =  2853 train =  0.88049847  test =  0.919536\n",
      "epoch =  2854 train =  0.8978046  test =  0.92720896\n",
      "epoch =  2855 train =  0.87054884  test =  0.87265515\n",
      "epoch =  2856 train =  0.89400554  test =  0.859372\n",
      "epoch =  2857 train =  0.8829229  test =  0.8741089\n",
      "epoch =  2858 train =  0.857018  test =  0.88750464\n",
      "epoch =  2859 train =  0.8637833  test =  0.86246496\n",
      "epoch =  2860 train =  0.8825393  test =  0.84751207\n",
      "epoch =  2861 train =  0.8828813  test =  0.88725203\n",
      "epoch =  2862 train =  0.8731358  test =  0.94456786\n",
      "epoch =  2863 train =  0.87673295  test =  0.9113892\n",
      "epoch =  2864 train =  0.85637087  test =  0.890314\n",
      "epoch =  2865 train =  0.8944473  test =  1.0182445\n",
      "epoch =  2866 train =  0.89262724  test =  0.8806327\n",
      "epoch =  2867 train =  0.9134029  test =  0.86144817\n",
      "epoch =  2868 train =  0.8725872  test =  0.8459579\n",
      "epoch =  2869 train =  0.88185424  test =  0.89389414\n",
      "epoch =  2870 train =  0.8780072  test =  0.8961972\n",
      "epoch =  2871 train =  0.86800957  test =  0.89978504\n",
      "epoch =  2872 train =  0.89260125  test =  0.9139783\n",
      "epoch =  2873 train =  0.8803899  test =  0.83165556\n",
      "epoch =  2874 train =  0.8965778  test =  0.950314\n",
      "epoch =  2875 train =  0.84997225  test =  0.9066099\n",
      "epoch =  2876 train =  0.850699  test =  0.8925677\n",
      "epoch =  2877 train =  0.8669567  test =  0.89971536\n",
      "epoch =  2878 train =  0.92124903  test =  0.9094435\n",
      "epoch =  2879 train =  0.91606647  test =  0.91234183\n",
      "epoch =  2880 train =  0.87102854  test =  0.86500925\n",
      "epoch =  2881 train =  0.9239743  test =  0.9100882\n",
      "epoch =  2882 train =  0.9008635  test =  0.863482\n",
      "epoch =  2883 train =  0.8842436  test =  0.88101965\n",
      "epoch =  2884 train =  0.8733473  test =  0.9167316\n",
      "epoch =  2885 train =  0.9154267  test =  0.8736151\n",
      "epoch =  2886 train =  0.90758526  test =  0.87094355\n",
      "epoch =  2887 train =  0.87793505  test =  0.8626813\n",
      "epoch =  2888 train =  0.88659394  test =  0.8636694\n",
      "epoch =  2889 train =  0.87009144  test =  0.8828745\n",
      "epoch =  2890 train =  0.8763803  test =  0.8871013\n",
      "epoch =  2891 train =  0.92866147  test =  0.8761091\n",
      "epoch =  2892 train =  0.9104095  test =  0.881371\n",
      "epoch =  2893 train =  0.921031  test =  0.9085943\n",
      "epoch =  2894 train =  0.86203563  test =  0.8996056\n",
      "epoch =  2895 train =  0.8881123  test =  0.88101697\n",
      "epoch =  2896 train =  0.8629093  test =  0.8703104\n",
      "epoch =  2897 train =  0.8622743  test =  0.8901317\n",
      "epoch =  2898 train =  0.865661  test =  0.88983977\n",
      "epoch =  2899 train =  0.89465487  test =  0.8724451\n",
      "epoch =  2900 train =  0.9332007  test =  0.8633672\n",
      "epoch =  2901 train =  0.89072907  test =  0.86182547\n",
      "epoch =  2902 train =  0.86083865  test =  0.8541263\n",
      "epoch =  2903 train =  0.8831065  test =  0.9278373\n",
      "epoch =  2904 train =  0.940716  test =  0.893577\n",
      "epoch =  2905 train =  0.87655944  test =  0.9078001\n",
      "epoch =  2906 train =  0.8736626  test =  0.8488197\n",
      "epoch =  2907 train =  0.8959323  test =  0.89289856\n",
      "epoch =  2908 train =  0.8954798  test =  0.9526017\n",
      "epoch =  2909 train =  0.9304824  test =  0.8600118\n",
      "epoch =  2910 train =  0.8939482  test =  0.9406416\n",
      "epoch =  2911 train =  0.87230617  test =  0.89566755\n",
      "epoch =  2912 train =  0.8731029  test =  0.9133837\n",
      "epoch =  2913 train =  0.86272657  test =  0.8403218\n",
      "epoch =  2914 train =  0.9591187  test =  0.92522657\n",
      "epoch =  2915 train =  0.9235964  test =  0.89595956\n",
      "epoch =  2916 train =  0.8766142  test =  0.9450073\n",
      "epoch =  2917 train =  0.8814167  test =  0.8389798\n",
      "epoch =  2918 train =  0.88017887  test =  0.88445485\n",
      "epoch =  2919 train =  0.8882933  test =  0.88882214\n",
      "epoch =  2920 train =  0.890103  test =  0.9002845\n",
      "epoch =  2921 train =  0.8941021  test =  0.87804866\n",
      "epoch =  2922 train =  0.93058765  test =  0.8810593\n",
      "epoch =  2923 train =  0.8928109  test =  0.8302689\n",
      "epoch =  2924 train =  0.9161168  test =  0.9218205\n",
      "epoch =  2925 train =  0.8595091  test =  0.8531754\n",
      "epoch =  2926 train =  0.92767817  test =  0.8944287\n",
      "epoch =  2927 train =  0.8600816  test =  0.8595939\n",
      "epoch =  2928 train =  0.8933324  test =  0.9243482\n",
      "epoch =  2929 train =  0.8623021  test =  0.8992922\n",
      "epoch =  2930 train =  0.90541506  test =  0.8685491\n",
      "epoch =  2931 train =  0.89912355  test =  0.89635247\n",
      "epoch =  2932 train =  0.89964163  test =  0.85594934\n",
      "epoch =  2933 train =  0.91262496  test =  0.9394561\n",
      "epoch =  2934 train =  0.9573689  test =  0.9150517\n",
      "epoch =  2935 train =  0.90682465  test =  0.9032079\n",
      "epoch =  2936 train =  0.8861466  test =  0.87083745\n",
      "epoch =  2937 train =  0.86408794  test =  0.86644745\n",
      "epoch =  2938 train =  0.8700952  test =  0.86379904\n",
      "epoch =  2939 train =  0.9009043  test =  0.8633341\n",
      "epoch =  2940 train =  0.86089426  test =  0.90565777\n",
      "epoch =  2941 train =  0.85828257  test =  0.8867826\n",
      "epoch =  2942 train =  0.9153381  test =  0.8765538\n",
      "epoch =  2943 train =  0.9270992  test =  0.85605544\n",
      "epoch =  2944 train =  0.9022169  test =  0.841703\n",
      "epoch =  2945 train =  0.90038306  test =  0.9432831\n",
      "epoch =  2946 train =  0.92012346  test =  0.9302994\n",
      "epoch =  2947 train =  0.8788606  test =  0.8678413\n",
      "epoch =  2948 train =  0.8750471  test =  0.8946409\n",
      "epoch =  2949 train =  0.85430527  test =  0.8899511\n",
      "epoch =  2950 train =  0.88953173  test =  0.9005753\n",
      "epoch =  2951 train =  0.8693832  test =  0.8717486\n",
      "epoch =  2952 train =  0.9088493  test =  0.8991099\n",
      "epoch =  2953 train =  0.8728914  test =  0.872301\n",
      "epoch =  2954 train =  0.8948464  test =  0.92332304\n",
      "epoch =  2955 train =  0.87198675  test =  0.8828071\n",
      "epoch =  2956 train =  0.9163563  test =  0.8214887\n",
      "epoch =  2957 train =  0.8836373  test =  0.8700523\n",
      "epoch =  2958 train =  0.9265318  test =  0.8977125\n",
      "epoch =  2959 train =  0.89933455  test =  0.9145267\n",
      "epoch =  2960 train =  0.89854383  test =  0.8788436\n",
      "epoch =  2961 train =  0.89907324  test =  0.8932169\n",
      "epoch =  2962 train =  0.833573  test =  0.92654973\n",
      "epoch =  2963 train =  0.89636254  test =  0.93509394\n",
      "epoch =  2964 train =  0.8714527  test =  0.8766238\n",
      "epoch =  2965 train =  0.91658485  test =  0.88152903\n",
      "epoch =  2966 train =  0.8874997  test =  0.9084099\n",
      "epoch =  2967 train =  0.91129375  test =  0.85950446\n",
      "epoch =  2968 train =  0.873576  test =  0.8573886\n",
      "epoch =  2969 train =  0.8883502  test =  0.873658\n",
      "epoch =  2970 train =  0.87218726  test =  0.84737325\n",
      "epoch =  2971 train =  0.9023244  test =  0.87631845\n",
      "epoch =  2972 train =  0.9002522  test =  0.8883432\n",
      "epoch =  2973 train =  0.8794112  test =  0.9442095\n",
      "epoch =  2974 train =  0.91591096  test =  0.9049625\n",
      "epoch =  2975 train =  0.91343725  test =  0.8836443\n",
      "epoch =  2976 train =  0.8484558  test =  0.84785783\n",
      "epoch =  2977 train =  0.92314345  test =  0.8653742\n",
      "epoch =  2978 train =  0.8305063  test =  0.8949602\n",
      "epoch =  2979 train =  0.87632984  test =  0.94795805\n",
      "epoch =  2980 train =  0.85324705  test =  0.93216735\n",
      "epoch =  2981 train =  0.8740257  test =  0.9029734\n",
      "epoch =  2982 train =  0.90903187  test =  0.89523005\n",
      "epoch =  2983 train =  0.8543726  test =  0.94944763\n",
      "epoch =  2984 train =  0.86178523  test =  0.87418413\n",
      "epoch =  2985 train =  0.8875082  test =  0.926639\n",
      "epoch =  2986 train =  0.8550306  test =  0.88557136\n",
      "epoch =  2987 train =  0.9047067  test =  0.87675226\n",
      "epoch =  2988 train =  0.8919586  test =  0.89678365\n",
      "epoch =  2989 train =  0.915453  test =  0.99223906\n",
      "epoch =  2990 train =  0.8936235  test =  0.8792691\n",
      "epoch =  2991 train =  0.8664855  test =  0.86364406\n",
      "epoch =  2992 train =  0.90075505  test =  0.9003735\n",
      "epoch =  2993 train =  0.88732815  test =  0.8642291\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  2994 train =  0.9464883  test =  0.89013547\n",
      "epoch =  2995 train =  0.8858284  test =  0.89408857\n",
      "epoch =  2996 train =  0.86579883  test =  0.9347715\n",
      "epoch =  2997 train =  0.86530626  test =  0.94362056\n",
      "epoch =  2998 train =  0.88679445  test =  0.95376104\n",
      "epoch =  2999 train =  0.8910966  test =  0.8930156\n",
      "epoch =  3000 train =  0.8793806  test =  0.82663876\n",
      "epoch =  3001 train =  0.883394  test =  0.87025994\n",
      "epoch =  3002 train =  0.9023235  test =  0.87199223\n",
      "epoch =  3003 train =  0.89430696  test =  0.9758466\n",
      "epoch =  3004 train =  0.87524116  test =  0.8888862\n",
      "epoch =  3005 train =  0.8647332  test =  0.88418114\n",
      "epoch =  3006 train =  0.88023067  test =  0.8615064\n",
      "epoch =  3007 train =  0.88460016  test =  0.9276135\n",
      "epoch =  3008 train =  0.8620277  test =  0.8396312\n",
      "epoch =  3009 train =  0.896989  test =  0.84726685\n",
      "epoch =  3010 train =  0.84727997  test =  0.87045485\n",
      "epoch =  3011 train =  0.86782026  test =  0.8861439\n",
      "epoch =  3012 train =  0.9345868  test =  0.87367785\n",
      "epoch =  3013 train =  0.9020093  test =  0.87311244\n",
      "epoch =  3014 train =  0.8917687  test =  0.8652225\n",
      "epoch =  3015 train =  0.8645849  test =  0.8896173\n",
      "epoch =  3016 train =  0.8730756  test =  0.8662662\n",
      "epoch =  3017 train =  0.8924464  test =  0.94996077\n",
      "epoch =  3018 train =  0.90747094  test =  0.88141865\n",
      "epoch =  3019 train =  0.87731034  test =  0.88907933\n",
      "epoch =  3020 train =  0.88625157  test =  0.90058595\n",
      "epoch =  3021 train =  0.8818592  test =  0.88140434\n",
      "epoch =  3022 train =  0.87433076  test =  0.8913454\n",
      "epoch =  3023 train =  0.876626  test =  0.89438\n",
      "epoch =  3024 train =  0.91614234  test =  0.92457676\n",
      "epoch =  3025 train =  0.88442653  test =  0.87191725\n",
      "epoch =  3026 train =  0.9189192  test =  0.9507599\n",
      "epoch =  3027 train =  0.9027672  test =  0.934173\n",
      "epoch =  3028 train =  0.9149152  test =  0.86312544\n",
      "epoch =  3029 train =  0.89656895  test =  0.8682131\n",
      "epoch =  3030 train =  0.85542715  test =  0.91438544\n",
      "epoch =  3031 train =  0.9016347  test =  0.8975883\n",
      "epoch =  3032 train =  0.8839884  test =  0.8531234\n",
      "epoch =  3033 train =  0.87514925  test =  0.86222184\n",
      "epoch =  3034 train =  0.88879585  test =  0.8905904\n",
      "epoch =  3035 train =  0.86581016  test =  0.9423501\n",
      "epoch =  3036 train =  0.8839804  test =  0.95332664\n",
      "epoch =  3037 train =  0.90647125  test =  0.8597618\n",
      "epoch =  3038 train =  0.8695213  test =  0.87978846\n",
      "epoch =  3039 train =  0.8601292  test =  0.86904347\n",
      "epoch =  3040 train =  0.92445266  test =  0.8828914\n",
      "epoch =  3041 train =  0.8587767  test =  0.85092425\n",
      "epoch =  3042 train =  0.8797293  test =  0.881948\n",
      "epoch =  3043 train =  0.88290584  test =  0.8867065\n",
      "epoch =  3044 train =  0.89443326  test =  0.89798814\n",
      "epoch =  3045 train =  0.8881997  test =  0.83537996\n",
      "epoch =  3046 train =  0.8750435  test =  0.8845858\n",
      "epoch =  3047 train =  0.91830343  test =  0.9296869\n",
      "epoch =  3048 train =  0.8853533  test =  0.88869774\n",
      "epoch =  3049 train =  0.9003367  test =  0.9156031\n",
      "epoch =  3050 train =  0.88375294  test =  0.89320195\n",
      "epoch =  3051 train =  0.8677943  test =  0.9250104\n",
      "epoch =  3052 train =  0.87820154  test =  0.89641595\n",
      "epoch =  3053 train =  0.8857586  test =  0.8407689\n",
      "epoch =  3054 train =  0.87908375  test =  0.85866845\n",
      "epoch =  3055 train =  0.8756061  test =  0.88886\n",
      "epoch =  3056 train =  0.88022584  test =  0.87846655\n",
      "epoch =  3057 train =  0.84521025  test =  0.87385106\n",
      "epoch =  3058 train =  0.87401086  test =  0.9260272\n",
      "epoch =  3059 train =  0.8755846  test =  0.82802814\n",
      "epoch =  3060 train =  0.8535435  test =  0.8792326\n",
      "epoch =  3061 train =  0.8934145  test =  0.8617825\n",
      "epoch =  3062 train =  0.91044  test =  0.8985033\n",
      "epoch =  3063 train =  0.8779536  test =  0.8919278\n",
      "epoch =  3064 train =  0.88729644  test =  0.92806125\n",
      "epoch =  3065 train =  0.89943975  test =  0.86143994\n",
      "epoch =  3066 train =  0.90483916  test =  0.9428479\n",
      "epoch =  3067 train =  0.8620573  test =  0.89996547\n",
      "epoch =  3068 train =  0.87238526  test =  0.84589183\n",
      "epoch =  3069 train =  0.8628706  test =  0.9086754\n",
      "epoch =  3070 train =  0.88686997  test =  0.88725126\n",
      "epoch =  3071 train =  0.8996333  test =  0.92632884\n",
      "epoch =  3072 train =  0.89851  test =  0.89374465\n",
      "epoch =  3073 train =  0.90776205  test =  0.9071243\n",
      "epoch =  3074 train =  0.8374686  test =  0.85595036\n",
      "epoch =  3075 train =  0.91424304  test =  0.85552835\n",
      "epoch =  3076 train =  0.8463702  test =  0.8469182\n",
      "epoch =  3077 train =  0.8961816  test =  0.85313797\n",
      "epoch =  3078 train =  0.8618045  test =  0.93922955\n",
      "epoch =  3079 train =  0.8897939  test =  0.8790341\n",
      "epoch =  3080 train =  0.88864326  test =  0.8859256\n",
      "epoch =  3081 train =  0.88426614  test =  0.9473987\n",
      "epoch =  3082 train =  0.86693597  test =  0.8381762\n",
      "epoch =  3083 train =  0.8816581  test =  0.8876201\n",
      "epoch =  3084 train =  0.88892317  test =  0.85904723\n",
      "epoch =  3085 train =  0.8546561  test =  0.89166695\n",
      "epoch =  3086 train =  0.89662343  test =  0.8994042\n",
      "epoch =  3087 train =  0.8930965  test =  0.8914428\n",
      "epoch =  3088 train =  0.93067586  test =  0.90158874\n",
      "epoch =  3089 train =  0.8890163  test =  0.89635056\n",
      "epoch =  3090 train =  0.8916422  test =  0.86496836\n",
      "epoch =  3091 train =  0.9084685  test =  0.86591434\n",
      "epoch =  3092 train =  0.87163126  test =  0.8640223\n",
      "epoch =  3093 train =  0.8718724  test =  0.9822612\n",
      "epoch =  3094 train =  0.8754349  test =  0.89460623\n",
      "epoch =  3095 train =  0.8802662  test =  0.88016087\n",
      "epoch =  3096 train =  0.8770591  test =  0.936215\n",
      "epoch =  3097 train =  0.86099744  test =  0.87684625\n",
      "epoch =  3098 train =  0.89841914  test =  0.8793867\n",
      "epoch =  3099 train =  0.8947029  test =  0.8482836\n",
      "epoch =  3100 train =  0.9106405  test =  0.8452479\n",
      "epoch =  3101 train =  0.8662907  test =  0.911585\n",
      "epoch =  3102 train =  0.8913664  test =  0.86707586\n",
      "epoch =  3103 train =  0.9180735  test =  0.88379925\n",
      "epoch =  3104 train =  0.9024732  test =  0.8848506\n",
      "epoch =  3105 train =  0.84807837  test =  0.8803393\n",
      "epoch =  3106 train =  0.8582618  test =  0.8808685\n",
      "epoch =  3107 train =  0.8678393  test =  0.8828298\n",
      "epoch =  3108 train =  0.8666544  test =  0.8892471\n",
      "epoch =  3109 train =  0.92511415  test =  0.873201\n",
      "epoch =  3110 train =  0.85837203  test =  0.85537976\n",
      "epoch =  3111 train =  0.85443556  test =  0.8434945\n",
      "epoch =  3112 train =  0.8685  test =  0.8949806\n",
      "epoch =  3113 train =  0.91009986  test =  0.9129357\n",
      "epoch =  3114 train =  0.8973214  test =  0.9220523\n",
      "epoch =  3115 train =  0.89087796  test =  0.8651769\n",
      "epoch =  3116 train =  0.8891191  test =  0.92449296\n",
      "epoch =  3117 train =  0.8926934  test =  0.90320367\n",
      "epoch =  3118 train =  0.8615804  test =  0.89730126\n",
      "epoch =  3119 train =  0.89353037  test =  0.9253445\n",
      "epoch =  3120 train =  0.8691539  test =  0.9533417\n",
      "epoch =  3121 train =  0.8813114  test =  0.88318706\n",
      "epoch =  3122 train =  0.8926877  test =  0.9170107\n",
      "epoch =  3123 train =  0.8913553  test =  0.8231069\n",
      "epoch =  3124 train =  0.8862779  test =  0.83867943\n",
      "epoch =  3125 train =  0.8817309  test =  0.8758879\n",
      "epoch =  3126 train =  0.893692  test =  0.8883136\n",
      "epoch =  3127 train =  0.88555694  test =  0.9319363\n",
      "epoch =  3128 train =  0.88789535  test =  0.8963962\n",
      "epoch =  3129 train =  0.9000467  test =  0.9043266\n",
      "epoch =  3130 train =  0.8962448  test =  0.8540148\n",
      "epoch =  3131 train =  0.8722973  test =  0.89020616\n",
      "epoch =  3132 train =  0.87421274  test =  0.86201054\n",
      "epoch =  3133 train =  0.89003015  test =  0.85027015\n",
      "epoch =  3134 train =  0.8402251  test =  0.91199535\n",
      "epoch =  3135 train =  0.91047025  test =  0.95891774\n",
      "epoch =  3136 train =  0.89143384  test =  0.8576498\n",
      "epoch =  3137 train =  0.88569546  test =  0.8869876\n",
      "epoch =  3138 train =  0.88017696  test =  0.9155034\n",
      "epoch =  3139 train =  0.89446807  test =  0.8755241\n",
      "epoch =  3140 train =  0.8831833  test =  0.8625176\n",
      "epoch =  3141 train =  0.88267374  test =  0.88304394\n",
      "epoch =  3142 train =  0.9045863  test =  0.91970855\n",
      "epoch =  3143 train =  0.8687329  test =  0.8616466\n",
      "epoch =  3144 train =  0.8839695  test =  0.8614632\n",
      "epoch =  3145 train =  0.8972733  test =  0.91758597\n",
      "epoch =  3146 train =  0.8599373  test =  0.8653436\n",
      "epoch =  3147 train =  0.8720473  test =  0.8717864\n",
      "epoch =  3148 train =  0.8708012  test =  0.88794786\n",
      "epoch =  3149 train =  0.88344574  test =  0.8901813\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3150 train =  0.8329687  test =  0.9269143\n",
      "epoch =  3151 train =  0.89074856  test =  0.8873425\n",
      "epoch =  3152 train =  0.8852309  test =  0.89654624\n",
      "epoch =  3153 train =  0.8792769  test =  0.9402082\n",
      "epoch =  3154 train =  0.905837  test =  0.94579446\n",
      "epoch =  3155 train =  0.8823331  test =  0.8749253\n",
      "epoch =  3156 train =  0.91375124  test =  0.93126523\n",
      "epoch =  3157 train =  0.8686703  test =  0.9333464\n",
      "epoch =  3158 train =  0.9070509  test =  0.90117365\n",
      "epoch =  3159 train =  0.8603087  test =  0.86666685\n",
      "epoch =  3160 train =  0.8615549  test =  0.86174834\n",
      "epoch =  3161 train =  0.87095106  test =  0.865547\n",
      "epoch =  3162 train =  0.86732966  test =  0.9330089\n",
      "epoch =  3163 train =  0.8712075  test =  0.9614845\n",
      "epoch =  3164 train =  0.8857293  test =  0.86235327\n",
      "epoch =  3165 train =  0.83902913  test =  0.8446455\n",
      "epoch =  3166 train =  0.907523  test =  0.8866727\n",
      "epoch =  3167 train =  0.8818022  test =  0.84393996\n",
      "epoch =  3168 train =  0.9100684  test =  0.8851435\n",
      "epoch =  3169 train =  0.88242686  test =  0.8928794\n",
      "epoch =  3170 train =  0.9043143  test =  0.91912913\n",
      "epoch =  3171 train =  0.86821747  test =  0.96676946\n",
      "epoch =  3172 train =  0.87929565  test =  0.89267504\n",
      "epoch =  3173 train =  0.88078916  test =  0.8859502\n",
      "epoch =  3174 train =  0.9265152  test =  0.90907055\n",
      "epoch =  3175 train =  0.9023124  test =  0.8730945\n",
      "epoch =  3176 train =  0.89358985  test =  0.85435975\n",
      "epoch =  3177 train =  0.8812504  test =  0.89454174\n",
      "epoch =  3178 train =  0.86777675  test =  0.8698885\n",
      "epoch =  3179 train =  0.9034618  test =  0.9127993\n",
      "epoch =  3180 train =  0.89267457  test =  0.8915784\n",
      "epoch =  3181 train =  0.8923713  test =  0.8683044\n",
      "epoch =  3182 train =  0.8996654  test =  0.89818394\n",
      "epoch =  3183 train =  0.9074618  test =  0.8767283\n",
      "epoch =  3184 train =  0.87895775  test =  0.9404996\n",
      "epoch =  3185 train =  0.9138676  test =  0.8897959\n",
      "epoch =  3186 train =  0.85691893  test =  0.9281912\n",
      "epoch =  3187 train =  0.9067365  test =  0.8361469\n",
      "epoch =  3188 train =  0.86219144  test =  0.8631907\n",
      "epoch =  3189 train =  0.8759275  test =  0.92682123\n",
      "epoch =  3190 train =  0.90332645  test =  0.8601743\n",
      "epoch =  3191 train =  0.87418926  test =  0.874425\n",
      "epoch =  3192 train =  0.922732  test =  0.9055133\n",
      "epoch =  3193 train =  0.86492777  test =  0.84385324\n",
      "epoch =  3194 train =  0.8576244  test =  0.85288334\n",
      "epoch =  3195 train =  0.90308815  test =  0.9203469\n",
      "epoch =  3196 train =  0.8556965  test =  0.8938508\n",
      "epoch =  3197 train =  0.8866383  test =  0.9048432\n",
      "epoch =  3198 train =  0.8545693  test =  0.8918528\n",
      "epoch =  3199 train =  0.8689311  test =  0.8668735\n",
      "epoch =  3200 train =  0.9139211  test =  0.90140843\n",
      "epoch =  3201 train =  0.8497919  test =  0.9162542\n",
      "epoch =  3202 train =  0.8466654  test =  0.88326824\n",
      "epoch =  3203 train =  0.85621524  test =  0.90836847\n",
      "epoch =  3204 train =  0.8892008  test =  0.8877571\n",
      "epoch =  3205 train =  0.87028456  test =  0.9209954\n",
      "epoch =  3206 train =  0.86323225  test =  0.8270301\n",
      "epoch =  3207 train =  0.8838506  test =  0.9166995\n",
      "epoch =  3208 train =  0.8552376  test =  0.8841224\n",
      "epoch =  3209 train =  0.87978435  test =  0.8833868\n",
      "epoch =  3210 train =  0.8878461  test =  0.9509713\n",
      "epoch =  3211 train =  0.91233885  test =  0.96204585\n",
      "epoch =  3212 train =  0.83705366  test =  0.889141\n",
      "epoch =  3213 train =  0.8989754  test =  0.8865\n",
      "epoch =  3214 train =  0.86843324  test =  0.8870342\n",
      "epoch =  3215 train =  0.87414825  test =  0.8545773\n",
      "epoch =  3216 train =  0.8921245  test =  0.9202622\n",
      "epoch =  3217 train =  0.8934173  test =  0.9091389\n",
      "epoch =  3218 train =  0.8872938  test =  0.88146544\n",
      "epoch =  3219 train =  0.9024241  test =  0.905391\n",
      "epoch =  3220 train =  0.889982  test =  0.88710666\n",
      "epoch =  3221 train =  0.90865415  test =  0.8974802\n",
      "epoch =  3222 train =  0.8975118  test =  0.8542893\n",
      "epoch =  3223 train =  0.8823544  test =  0.8624311\n",
      "epoch =  3224 train =  0.889488  test =  0.85445106\n",
      "epoch =  3225 train =  0.8695848  test =  0.9032531\n",
      "epoch =  3226 train =  0.875842  test =  0.8916621\n",
      "epoch =  3227 train =  0.8557061  test =  0.8375209\n",
      "epoch =  3228 train =  0.889572  test =  0.86746055\n",
      "epoch =  3229 train =  0.86242414  test =  0.94578195\n",
      "epoch =  3230 train =  0.8670888  test =  0.9371096\n",
      "epoch =  3231 train =  0.9400554  test =  0.91128814\n",
      "epoch =  3232 train =  0.88949907  test =  0.90060025\n",
      "epoch =  3233 train =  0.9204932  test =  0.8902612\n",
      "epoch =  3234 train =  0.88526005  test =  0.8727775\n",
      "epoch =  3235 train =  0.8632095  test =  0.88128555\n",
      "epoch =  3236 train =  0.8459072  test =  0.8843172\n",
      "epoch =  3237 train =  0.85581124  test =  0.8271634\n",
      "epoch =  3238 train =  0.8847647  test =  0.89874977\n",
      "epoch =  3239 train =  0.8714253  test =  0.8934397\n",
      "epoch =  3240 train =  0.88494855  test =  0.8772671\n",
      "epoch =  3241 train =  0.9085287  test =  0.89368457\n",
      "epoch =  3242 train =  0.87787503  test =  0.9262358\n",
      "epoch =  3243 train =  0.8490052  test =  0.84290254\n",
      "epoch =  3244 train =  0.84749365  test =  0.9179135\n",
      "epoch =  3245 train =  0.9115778  test =  0.8965956\n",
      "epoch =  3246 train =  0.8902688  test =  0.85126454\n",
      "epoch =  3247 train =  0.8953428  test =  0.8934697\n",
      "epoch =  3248 train =  0.8731159  test =  0.9004257\n",
      "epoch =  3249 train =  0.87437105  test =  0.8102162\n",
      "epoch =  3250 train =  0.8969984  test =  0.893704\n",
      "epoch =  3251 train =  0.8954555  test =  0.8563705\n",
      "epoch =  3252 train =  0.9015611  test =  0.8855151\n",
      "epoch =  3253 train =  0.89379823  test =  0.8761818\n",
      "epoch =  3254 train =  0.9230628  test =  0.88697225\n",
      "epoch =  3255 train =  0.8587991  test =  0.8477458\n",
      "epoch =  3256 train =  0.85628307  test =  0.8600964\n",
      "epoch =  3257 train =  0.8956691  test =  0.8555708\n",
      "epoch =  3258 train =  0.87564766  test =  0.9239635\n",
      "epoch =  3259 train =  0.8838077  test =  0.8928066\n",
      "epoch =  3260 train =  0.865265  test =  0.87660545\n",
      "epoch =  3261 train =  0.8758036  test =  0.8509431\n",
      "epoch =  3262 train =  0.9062805  test =  0.95813066\n",
      "epoch =  3263 train =  0.89994025  test =  0.88343793\n",
      "epoch =  3264 train =  0.8645634  test =  0.9073938\n",
      "epoch =  3265 train =  0.8708757  test =  0.90901643\n",
      "epoch =  3266 train =  0.8724579  test =  0.9352383\n",
      "epoch =  3267 train =  0.8806652  test =  0.860262\n",
      "epoch =  3268 train =  0.86464286  test =  0.9095722\n",
      "epoch =  3269 train =  0.8854986  test =  0.9209162\n",
      "epoch =  3270 train =  0.85491467  test =  0.8946159\n",
      "epoch =  3271 train =  0.87385154  test =  0.8710589\n",
      "epoch =  3272 train =  0.8712229  test =  0.8661578\n",
      "epoch =  3273 train =  0.8406514  test =  0.8888387\n",
      "epoch =  3274 train =  0.88086504  test =  0.9261904\n",
      "epoch =  3275 train =  0.89104074  test =  0.887239\n",
      "epoch =  3276 train =  0.87509054  test =  0.8834501\n",
      "epoch =  3277 train =  0.8993652  test =  0.89206743\n",
      "epoch =  3278 train =  0.85113466  test =  0.86743784\n",
      "epoch =  3279 train =  0.8710128  test =  0.85970354\n",
      "epoch =  3280 train =  0.8628977  test =  0.8849634\n",
      "epoch =  3281 train =  0.89788055  test =  0.9227129\n",
      "epoch =  3282 train =  0.88365865  test =  0.8532364\n",
      "epoch =  3283 train =  0.844662  test =  0.84885156\n",
      "epoch =  3284 train =  0.9336604  test =  0.83420545\n",
      "epoch =  3285 train =  0.8778012  test =  0.86405337\n",
      "epoch =  3286 train =  0.9326298  test =  0.8849076\n",
      "epoch =  3287 train =  0.8534906  test =  0.86645615\n",
      "epoch =  3288 train =  0.86346805  test =  0.8658475\n",
      "epoch =  3289 train =  0.8820269  test =  0.88116217\n",
      "epoch =  3290 train =  0.87840015  test =  0.9012011\n",
      "epoch =  3291 train =  0.90001214  test =  0.98248774\n",
      "epoch =  3292 train =  0.85871  test =  0.89707136\n",
      "epoch =  3293 train =  0.92599726  test =  0.93877053\n",
      "epoch =  3294 train =  0.8938194  test =  0.8465584\n",
      "epoch =  3295 train =  0.8866131  test =  0.901566\n",
      "epoch =  3296 train =  0.9200561  test =  0.895522\n",
      "epoch =  3297 train =  0.90050817  test =  0.8405199\n",
      "epoch =  3298 train =  0.88605356  test =  0.8979125\n",
      "epoch =  3299 train =  0.9014102  test =  0.8620913\n",
      "epoch =  3300 train =  0.8940753  test =  0.9373248\n",
      "epoch =  3301 train =  0.87898374  test =  0.89858687\n",
      "epoch =  3302 train =  0.87750703  test =  0.9249909\n",
      "epoch =  3303 train =  0.8815962  test =  0.8946061\n",
      "epoch =  3304 train =  0.88321936  test =  0.85092616\n",
      "epoch =  3305 train =  0.85956305  test =  0.9128179\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3306 train =  0.87581134  test =  0.8675919\n",
      "epoch =  3307 train =  0.86896706  test =  0.88751763\n",
      "epoch =  3308 train =  0.88794565  test =  0.87507504\n",
      "epoch =  3309 train =  0.87677056  test =  0.8681916\n",
      "epoch =  3310 train =  0.82711816  test =  0.90114546\n",
      "epoch =  3311 train =  0.87488407  test =  0.87280816\n",
      "epoch =  3312 train =  0.86970663  test =  0.82573366\n",
      "epoch =  3313 train =  0.92301786  test =  0.8826739\n",
      "epoch =  3314 train =  0.87181103  test =  0.8961898\n",
      "epoch =  3315 train =  0.88632107  test =  0.94495547\n",
      "epoch =  3316 train =  0.8511747  test =  0.93074054\n",
      "epoch =  3317 train =  0.89126  test =  0.88656837\n",
      "epoch =  3318 train =  0.89482856  test =  0.85397995\n",
      "epoch =  3319 train =  0.88523364  test =  0.855679\n",
      "epoch =  3320 train =  0.93088806  test =  0.92901516\n",
      "epoch =  3321 train =  0.8733313  test =  0.8419054\n",
      "epoch =  3322 train =  0.8794612  test =  0.85899615\n",
      "epoch =  3323 train =  0.909554  test =  0.8627689\n",
      "epoch =  3324 train =  0.8784153  test =  0.8643221\n",
      "epoch =  3325 train =  0.8592802  test =  0.85566133\n",
      "epoch =  3326 train =  0.88965625  test =  0.856824\n",
      "epoch =  3327 train =  0.8654138  test =  0.88273716\n",
      "epoch =  3328 train =  0.8551173  test =  0.874535\n",
      "epoch =  3329 train =  0.9132737  test =  0.8454357\n",
      "epoch =  3330 train =  0.9331244  test =  0.87633646\n",
      "epoch =  3331 train =  0.85764724  test =  0.8982927\n",
      "epoch =  3332 train =  0.88727784  test =  0.8958392\n",
      "epoch =  3333 train =  0.8937291  test =  0.8989942\n",
      "epoch =  3334 train =  0.8728089  test =  0.9009381\n",
      "epoch =  3335 train =  0.9096304  test =  0.8850675\n",
      "epoch =  3336 train =  0.870817  test =  0.91907316\n",
      "epoch =  3337 train =  0.8605201  test =  0.9165806\n",
      "epoch =  3338 train =  0.90165794  test =  0.9080591\n",
      "epoch =  3339 train =  0.86123043  test =  0.88324285\n",
      "epoch =  3340 train =  0.88932693  test =  0.9231698\n",
      "epoch =  3341 train =  0.8908894  test =  0.86502045\n",
      "epoch =  3342 train =  0.8618867  test =  0.84310764\n",
      "epoch =  3343 train =  0.8950659  test =  0.8809532\n",
      "epoch =  3344 train =  0.9125272  test =  0.8590274\n",
      "epoch =  3345 train =  0.853439  test =  0.87109834\n",
      "epoch =  3346 train =  0.84385806  test =  0.8442634\n",
      "epoch =  3347 train =  0.9045446  test =  0.924488\n",
      "epoch =  3348 train =  0.8697963  test =  0.8993818\n",
      "epoch =  3349 train =  0.8783735  test =  0.91871166\n",
      "epoch =  3350 train =  0.84258646  test =  0.91930187\n",
      "epoch =  3351 train =  0.8904785  test =  0.88064885\n",
      "epoch =  3352 train =  0.8783979  test =  0.8173068\n",
      "epoch =  3353 train =  0.86356014  test =  0.88294977\n",
      "epoch =  3354 train =  0.9152339  test =  0.8935054\n",
      "epoch =  3355 train =  0.874715  test =  0.9624915\n",
      "epoch =  3356 train =  0.88543034  test =  0.8255066\n",
      "epoch =  3357 train =  0.869529  test =  0.915139\n",
      "epoch =  3358 train =  0.8884475  test =  0.9369046\n",
      "epoch =  3359 train =  0.85302454  test =  0.9209162\n",
      "epoch =  3360 train =  0.8641379  test =  0.92163265\n",
      "epoch =  3361 train =  0.8783523  test =  0.9132813\n",
      "epoch =  3362 train =  0.8766719  test =  0.8849889\n",
      "epoch =  3363 train =  0.8698696  test =  0.8521302\n",
      "epoch =  3364 train =  0.8547516  test =  0.8730179\n",
      "epoch =  3365 train =  0.89996487  test =  0.83669436\n",
      "epoch =  3366 train =  0.86806476  test =  0.9248662\n",
      "epoch =  3367 train =  0.854412  test =  0.84825647\n",
      "epoch =  3368 train =  0.8712375  test =  0.8948684\n",
      "epoch =  3369 train =  0.8733902  test =  0.9304786\n",
      "epoch =  3370 train =  0.88745916  test =  0.8950875\n",
      "epoch =  3371 train =  0.9231238  test =  0.8649376\n",
      "epoch =  3372 train =  0.89894325  test =  0.8777796\n",
      "epoch =  3373 train =  0.8628639  test =  0.84234995\n",
      "epoch =  3374 train =  0.85023427  test =  0.88574123\n",
      "epoch =  3375 train =  0.8713128  test =  0.93794376\n",
      "epoch =  3376 train =  0.8638096  test =  0.8816566\n",
      "epoch =  3377 train =  0.8511218  test =  0.85582733\n",
      "epoch =  3378 train =  0.85712314  test =  0.9214001\n",
      "epoch =  3379 train =  0.86550105  test =  0.9140417\n",
      "epoch =  3380 train =  0.834694  test =  0.8801036\n",
      "epoch =  3381 train =  0.87982035  test =  0.8898502\n",
      "epoch =  3382 train =  0.9439056  test =  0.813854\n",
      "epoch =  3383 train =  0.85840595  test =  0.91082287\n",
      "epoch =  3384 train =  0.8774904  test =  0.9014385\n",
      "epoch =  3385 train =  0.9090096  test =  0.8990727\n",
      "epoch =  3386 train =  0.8913989  test =  0.91502273\n",
      "epoch =  3387 train =  0.8932502  test =  0.91226774\n",
      "epoch =  3388 train =  0.88460433  test =  0.90376663\n",
      "epoch =  3389 train =  0.8573265  test =  0.87811786\n",
      "epoch =  3390 train =  0.8573022  test =  0.8839712\n",
      "epoch =  3391 train =  0.8997011  test =  0.9004341\n",
      "epoch =  3392 train =  0.8616206  test =  0.9373339\n",
      "epoch =  3393 train =  0.8976594  test =  0.8980039\n",
      "epoch =  3394 train =  0.83773863  test =  0.91403246\n",
      "epoch =  3395 train =  0.8527555  test =  0.83018917\n",
      "epoch =  3396 train =  0.8720281  test =  0.8629601\n",
      "epoch =  3397 train =  0.8793901  test =  0.90457946\n",
      "epoch =  3398 train =  0.88789904  test =  0.8671827\n",
      "epoch =  3399 train =  0.8830531  test =  0.85991526\n",
      "epoch =  3400 train =  0.90962005  test =  0.92876935\n",
      "epoch =  3401 train =  0.90449756  test =  0.88083774\n",
      "epoch =  3402 train =  0.89884835  test =  0.93049705\n",
      "epoch =  3403 train =  0.89987886  test =  0.87178224\n",
      "epoch =  3404 train =  0.85922277  test =  0.9245667\n",
      "epoch =  3405 train =  0.8837009  test =  0.85178626\n",
      "epoch =  3406 train =  0.86307347  test =  0.9960361\n",
      "epoch =  3407 train =  0.85872746  test =  0.9034505\n",
      "epoch =  3408 train =  0.87701845  test =  0.8908564\n",
      "epoch =  3409 train =  0.9033267  test =  0.84265107\n",
      "epoch =  3410 train =  0.8871138  test =  0.8689745\n",
      "epoch =  3411 train =  0.8530849  test =  0.8113001\n",
      "epoch =  3412 train =  0.8527703  test =  0.86375767\n",
      "epoch =  3413 train =  0.85995924  test =  0.87906575\n",
      "epoch =  3414 train =  0.8967321  test =  0.9053137\n",
      "epoch =  3415 train =  0.86317694  test =  0.9023402\n",
      "epoch =  3416 train =  0.86201936  test =  0.8702304\n",
      "epoch =  3417 train =  0.84425735  test =  0.88803965\n",
      "epoch =  3418 train =  0.8310966  test =  0.8977859\n",
      "epoch =  3419 train =  0.88283175  test =  0.8814031\n",
      "epoch =  3420 train =  0.8775195  test =  0.9636632\n",
      "epoch =  3421 train =  0.90326655  test =  0.85945594\n",
      "epoch =  3422 train =  0.8360559  test =  0.87437767\n",
      "epoch =  3423 train =  0.858836  test =  0.8630401\n",
      "epoch =  3424 train =  0.89071155  test =  0.8515371\n",
      "epoch =  3425 train =  0.8929707  test =  0.8869683\n",
      "epoch =  3426 train =  0.9205234  test =  0.8990458\n",
      "epoch =  3427 train =  0.89300436  test =  0.85529387\n",
      "epoch =  3428 train =  0.8468597  test =  0.8876671\n",
      "epoch =  3429 train =  0.85730875  test =  0.85989654\n",
      "epoch =  3430 train =  0.8789997  test =  0.8577306\n",
      "epoch =  3431 train =  0.86736876  test =  0.87674505\n",
      "epoch =  3432 train =  0.8800936  test =  0.8670186\n",
      "epoch =  3433 train =  0.9194156  test =  0.83526844\n",
      "epoch =  3434 train =  0.95323956  test =  0.88491917\n",
      "epoch =  3435 train =  0.8906994  test =  0.88667315\n",
      "epoch =  3436 train =  0.83470184  test =  0.85003227\n",
      "epoch =  3437 train =  0.8536991  test =  0.94916934\n",
      "epoch =  3438 train =  0.8593941  test =  0.81430507\n",
      "epoch =  3439 train =  0.876207  test =  0.9153841\n",
      "epoch =  3440 train =  0.8507719  test =  0.8368644\n",
      "epoch =  3441 train =  0.8786826  test =  0.9122367\n",
      "epoch =  3442 train =  0.8971436  test =  0.8117749\n",
      "epoch =  3443 train =  0.90232354  test =  0.91842324\n",
      "epoch =  3444 train =  0.8507241  test =  0.9267884\n",
      "epoch =  3445 train =  0.8656012  test =  0.86058253\n",
      "epoch =  3446 train =  0.9498035  test =  0.86320066\n",
      "epoch =  3447 train =  0.8452848  test =  0.8305194\n",
      "epoch =  3448 train =  0.8997889  test =  0.8978628\n",
      "epoch =  3449 train =  0.8571005  test =  0.9257752\n",
      "epoch =  3450 train =  0.90121394  test =  0.89703524\n",
      "epoch =  3451 train =  0.8982773  test =  0.80190885\n",
      "epoch =  3452 train =  0.8641821  test =  0.9876994\n",
      "epoch =  3453 train =  0.87921137  test =  0.8448046\n",
      "epoch =  3454 train =  0.89903736  test =  0.81589913\n",
      "epoch =  3455 train =  0.8852484  test =  0.940182\n",
      "epoch =  3456 train =  0.8725579  test =  0.88470536\n",
      "epoch =  3457 train =  0.8841287  test =  0.8321215\n",
      "epoch =  3458 train =  0.87540793  test =  0.86586964\n",
      "epoch =  3459 train =  0.85753167  test =  0.84145427\n",
      "epoch =  3460 train =  0.8882768  test =  0.87367254\n",
      "epoch =  3461 train =  0.8931298  test =  0.86437166\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3462 train =  0.862997  test =  0.9011198\n",
      "epoch =  3463 train =  0.8722546  test =  0.855591\n",
      "epoch =  3464 train =  0.86800444  test =  0.88542217\n",
      "epoch =  3465 train =  0.9401469  test =  0.83655673\n",
      "epoch =  3466 train =  0.84122336  test =  0.8599317\n",
      "epoch =  3467 train =  0.95648265  test =  0.96635187\n",
      "epoch =  3468 train =  0.92194855  test =  0.88999116\n",
      "epoch =  3469 train =  0.8867505  test =  0.88649094\n",
      "epoch =  3470 train =  0.83348477  test =  0.87139183\n",
      "epoch =  3471 train =  0.8456818  test =  0.8527418\n",
      "epoch =  3472 train =  0.89142644  test =  0.8624771\n",
      "epoch =  3473 train =  0.8676187  test =  0.90128046\n",
      "epoch =  3474 train =  0.9085884  test =  0.90362525\n",
      "epoch =  3475 train =  0.8551261  test =  0.8180709\n",
      "epoch =  3476 train =  0.95343304  test =  0.89824545\n",
      "epoch =  3477 train =  0.88732654  test =  0.878129\n",
      "epoch =  3478 train =  0.8846228  test =  0.9275998\n",
      "epoch =  3479 train =  0.85855347  test =  0.8959429\n",
      "epoch =  3480 train =  0.89509267  test =  0.863543\n",
      "epoch =  3481 train =  0.8893568  test =  0.91787237\n",
      "epoch =  3482 train =  0.9112755  test =  0.87735033\n",
      "epoch =  3483 train =  0.8507906  test =  0.93014836\n",
      "epoch =  3484 train =  0.90414774  test =  0.8523728\n",
      "epoch =  3485 train =  0.88994515  test =  0.89571023\n",
      "epoch =  3486 train =  0.87292826  test =  0.8937503\n",
      "epoch =  3487 train =  0.8750138  test =  0.8540282\n",
      "epoch =  3488 train =  0.8978293  test =  0.8545204\n",
      "epoch =  3489 train =  0.8648307  test =  0.8840368\n",
      "epoch =  3490 train =  0.89453465  test =  0.84536964\n",
      "epoch =  3491 train =  0.85793364  test =  0.9014648\n",
      "epoch =  3492 train =  0.8858979  test =  0.94063365\n",
      "epoch =  3493 train =  0.84404314  test =  0.86674976\n",
      "epoch =  3494 train =  0.8807893  test =  0.8694498\n",
      "epoch =  3495 train =  0.8446207  test =  0.8080134\n",
      "epoch =  3496 train =  0.8823781  test =  0.89276403\n",
      "epoch =  3497 train =  0.9200853  test =  0.8661108\n",
      "epoch =  3498 train =  0.8711744  test =  0.83707607\n",
      "epoch =  3499 train =  0.86032856  test =  0.87109953\n",
      "epoch =  3500 train =  0.8592104  test =  0.87952656\n",
      "epoch =  3501 train =  0.8684107  test =  0.88355577\n",
      "epoch =  3502 train =  0.8888221  test =  0.88740826\n",
      "epoch =  3503 train =  0.8818774  test =  0.9039386\n",
      "epoch =  3504 train =  0.8897488  test =  0.84193563\n",
      "epoch =  3505 train =  0.9244743  test =  0.8407361\n",
      "epoch =  3506 train =  0.9157324  test =  0.91768324\n",
      "epoch =  3507 train =  0.8587421  test =  0.9211565\n",
      "epoch =  3508 train =  0.8487812  test =  0.96053827\n",
      "epoch =  3509 train =  0.8939361  test =  0.8647548\n",
      "epoch =  3510 train =  0.8739408  test =  0.8799174\n",
      "epoch =  3511 train =  0.8636471  test =  0.88403064\n",
      "epoch =  3512 train =  0.88022196  test =  0.8849503\n",
      "epoch =  3513 train =  0.94018114  test =  0.8382869\n",
      "epoch =  3514 train =  0.8651866  test =  0.8791997\n",
      "epoch =  3515 train =  0.9059288  test =  0.8760904\n",
      "epoch =  3516 train =  0.91355646  test =  0.8551999\n",
      "epoch =  3517 train =  0.88643694  test =  0.90537083\n",
      "epoch =  3518 train =  0.8586298  test =  0.9190171\n",
      "epoch =  3519 train =  0.88737744  test =  0.88781214\n",
      "epoch =  3520 train =  0.90133584  test =  0.8960732\n",
      "epoch =  3521 train =  0.8897946  test =  0.8515454\n",
      "epoch =  3522 train =  0.86135125  test =  0.8600468\n",
      "epoch =  3523 train =  0.83678555  test =  0.8408658\n",
      "epoch =  3524 train =  0.8598169  test =  0.850504\n",
      "epoch =  3525 train =  0.8831744  test =  0.84926903\n",
      "epoch =  3526 train =  0.8557948  test =  0.8892622\n",
      "epoch =  3527 train =  0.8450459  test =  0.85602957\n",
      "epoch =  3528 train =  0.8685952  test =  0.9191848\n",
      "epoch =  3529 train =  0.8622112  test =  0.8873568\n",
      "epoch =  3530 train =  0.9100449  test =  0.83244044\n",
      "epoch =  3531 train =  0.8602764  test =  0.8883423\n",
      "epoch =  3532 train =  0.8930099  test =  0.90865296\n",
      "epoch =  3533 train =  0.86434007  test =  0.9151242\n",
      "epoch =  3534 train =  0.86381257  test =  0.86978227\n",
      "epoch =  3535 train =  0.8864368  test =  0.9083751\n",
      "epoch =  3536 train =  0.8704656  test =  0.91911596\n",
      "epoch =  3537 train =  0.8783363  test =  0.8221543\n",
      "epoch =  3538 train =  0.88785905  test =  0.86912876\n",
      "epoch =  3539 train =  0.86104727  test =  0.8687467\n",
      "epoch =  3540 train =  0.9162255  test =  0.87652737\n",
      "epoch =  3541 train =  0.8340839  test =  0.8857837\n",
      "epoch =  3542 train =  0.839751  test =  0.8813581\n",
      "epoch =  3543 train =  0.88803273  test =  0.929514\n",
      "epoch =  3544 train =  0.8447404  test =  0.96782255\n",
      "epoch =  3545 train =  0.8876201  test =  0.9459808\n",
      "epoch =  3546 train =  0.9243201  test =  0.88444436\n",
      "epoch =  3547 train =  0.82583916  test =  0.8166353\n",
      "epoch =  3548 train =  0.8841902  test =  0.91349584\n",
      "epoch =  3549 train =  0.8783643  test =  0.8967509\n",
      "epoch =  3550 train =  0.87126327  test =  0.86843264\n",
      "epoch =  3551 train =  0.86358666  test =  0.9551415\n",
      "epoch =  3552 train =  0.879109  test =  0.84109557\n",
      "epoch =  3553 train =  0.9398005  test =  0.8356759\n",
      "epoch =  3554 train =  0.8654547  test =  0.842171\n",
      "epoch =  3555 train =  0.8677473  test =  0.8506853\n",
      "epoch =  3556 train =  0.8591871  test =  0.9006016\n",
      "epoch =  3557 train =  0.8449116  test =  0.855901\n",
      "epoch =  3558 train =  0.8857998  test =  0.88944465\n",
      "epoch =  3559 train =  0.9031965  test =  0.8395574\n",
      "epoch =  3560 train =  0.8662863  test =  0.8659955\n",
      "epoch =  3561 train =  0.89121145  test =  0.88146865\n",
      "epoch =  3562 train =  0.9177115  test =  0.96627825\n",
      "epoch =  3563 train =  0.91021854  test =  0.83324885\n",
      "epoch =  3564 train =  0.85401917  test =  0.8946851\n",
      "epoch =  3565 train =  0.8781172  test =  0.850914\n",
      "epoch =  3566 train =  0.86534935  test =  0.87594223\n",
      "epoch =  3567 train =  0.861239  test =  0.8899256\n",
      "epoch =  3568 train =  0.88840854  test =  0.8998575\n",
      "epoch =  3569 train =  0.92550725  test =  0.8996382\n",
      "epoch =  3570 train =  0.89892083  test =  0.88501567\n",
      "epoch =  3571 train =  0.85546935  test =  0.9064831\n",
      "epoch =  3572 train =  0.8515784  test =  0.94758844\n",
      "epoch =  3573 train =  0.88542694  test =  0.8417461\n",
      "epoch =  3574 train =  0.841342  test =  0.81521785\n",
      "epoch =  3575 train =  0.9283637  test =  0.877279\n",
      "epoch =  3576 train =  0.8823036  test =  0.86434764\n",
      "epoch =  3577 train =  0.90394133  test =  0.9272427\n",
      "epoch =  3578 train =  0.86761415  test =  0.889908\n",
      "epoch =  3579 train =  0.8913697  test =  0.8723859\n",
      "epoch =  3580 train =  0.87069166  test =  0.9096144\n",
      "epoch =  3581 train =  0.8628342  test =  0.85595196\n",
      "epoch =  3582 train =  0.90170586  test =  0.85112804\n",
      "epoch =  3583 train =  0.86174726  test =  0.88667977\n",
      "epoch =  3584 train =  0.8638426  test =  0.94936264\n",
      "epoch =  3585 train =  0.891385  test =  0.8288803\n",
      "epoch =  3586 train =  0.8953135  test =  0.8430288\n",
      "epoch =  3587 train =  0.89014745  test =  0.9084812\n",
      "epoch =  3588 train =  0.851995  test =  0.8947123\n",
      "epoch =  3589 train =  0.9000986  test =  0.8838694\n",
      "epoch =  3590 train =  0.87634826  test =  0.87708724\n",
      "epoch =  3591 train =  0.88377357  test =  0.88965154\n",
      "epoch =  3592 train =  0.90184534  test =  0.8933573\n",
      "epoch =  3593 train =  0.84100723  test =  0.8568238\n",
      "epoch =  3594 train =  0.89080477  test =  0.86397934\n",
      "epoch =  3595 train =  0.8779355  test =  0.8482577\n",
      "epoch =  3596 train =  0.83814144  test =  0.87954754\n",
      "epoch =  3597 train =  0.8675488  test =  0.90011495\n",
      "epoch =  3598 train =  0.86598146  test =  0.8936816\n",
      "epoch =  3599 train =  0.9054956  test =  0.89395314\n",
      "epoch =  3600 train =  0.8477272  test =  0.8493789\n",
      "epoch =  3601 train =  0.8623237  test =  0.9004942\n",
      "epoch =  3602 train =  0.84330213  test =  0.914208\n",
      "epoch =  3603 train =  0.8718252  test =  0.85633576\n",
      "epoch =  3604 train =  0.87297696  test =  0.9697601\n",
      "epoch =  3605 train =  0.8573196  test =  0.8295044\n",
      "epoch =  3606 train =  0.89615345  test =  0.90357643\n",
      "epoch =  3607 train =  0.8591515  test =  0.89677256\n",
      "epoch =  3608 train =  0.87832713  test =  0.83067405\n",
      "epoch =  3609 train =  0.8533085  test =  0.88751394\n",
      "epoch =  3610 train =  0.88976413  test =  0.8509542\n",
      "epoch =  3611 train =  0.884135  test =  0.8808838\n",
      "epoch =  3612 train =  0.85017097  test =  0.8505137\n",
      "epoch =  3613 train =  0.83900964  test =  0.85692656\n",
      "epoch =  3614 train =  0.89115715  test =  0.8279539\n",
      "epoch =  3615 train =  0.8634968  test =  0.88031334\n",
      "epoch =  3616 train =  0.90281916  test =  0.92293787\n",
      "epoch =  3617 train =  0.8213513  test =  0.8762003\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3618 train =  0.8955235  test =  0.8823357\n",
      "epoch =  3619 train =  0.8644283  test =  0.88891643\n",
      "epoch =  3620 train =  0.8731524  test =  0.8708241\n",
      "epoch =  3621 train =  0.8413042  test =  0.8415824\n",
      "epoch =  3622 train =  0.9054166  test =  0.89367414\n",
      "epoch =  3623 train =  0.85272825  test =  0.93955636\n",
      "epoch =  3624 train =  0.94328547  test =  0.85075396\n",
      "epoch =  3625 train =  0.8928643  test =  0.88526154\n",
      "epoch =  3626 train =  0.8740623  test =  0.8748495\n",
      "epoch =  3627 train =  0.8588573  test =  0.9399464\n",
      "epoch =  3628 train =  0.86678493  test =  0.8727684\n",
      "epoch =  3629 train =  0.8880363  test =  0.847729\n",
      "epoch =  3630 train =  0.8886486  test =  0.896394\n",
      "epoch =  3631 train =  0.8627937  test =  0.9132108\n",
      "epoch =  3632 train =  0.84911895  test =  0.8591547\n",
      "epoch =  3633 train =  0.88909566  test =  0.86590827\n",
      "epoch =  3634 train =  0.86626  test =  0.9225102\n",
      "epoch =  3635 train =  0.8867376  test =  0.836385\n",
      "epoch =  3636 train =  0.87128776  test =  0.83168155\n",
      "epoch =  3637 train =  0.8886107  test =  0.87294394\n",
      "epoch =  3638 train =  0.8931811  test =  0.9083428\n",
      "epoch =  3639 train =  0.8558291  test =  0.894147\n",
      "epoch =  3640 train =  0.91285735  test =  0.9170151\n",
      "epoch =  3641 train =  0.8621751  test =  0.92793024\n",
      "epoch =  3642 train =  0.83454585  test =  0.87171274\n",
      "epoch =  3643 train =  0.8937669  test =  0.8153051\n",
      "epoch =  3644 train =  0.8233458  test =  0.8405525\n",
      "epoch =  3645 train =  0.9027425  test =  0.8391817\n",
      "epoch =  3646 train =  0.85103774  test =  0.91322243\n",
      "epoch =  3647 train =  0.9505867  test =  0.9103783\n",
      "epoch =  3648 train =  0.8946725  test =  0.9330225\n",
      "epoch =  3649 train =  0.91840565  test =  0.8909888\n",
      "epoch =  3650 train =  0.86440873  test =  0.86816967\n",
      "epoch =  3651 train =  0.8729452  test =  0.86948615\n",
      "epoch =  3652 train =  0.90606385  test =  0.84926176\n",
      "epoch =  3653 train =  0.8544375  test =  0.8064385\n",
      "epoch =  3654 train =  0.89483255  test =  0.83613074\n",
      "epoch =  3655 train =  0.9403495  test =  0.8549621\n",
      "epoch =  3656 train =  0.88689876  test =  0.86174446\n",
      "epoch =  3657 train =  0.857601  test =  0.8663699\n",
      "epoch =  3658 train =  0.8367846  test =  0.83686364\n",
      "epoch =  3659 train =  0.8413384  test =  0.88817257\n",
      "epoch =  3660 train =  0.8994332  test =  0.8748977\n",
      "epoch =  3661 train =  0.88045573  test =  0.8745599\n",
      "epoch =  3662 train =  0.87773263  test =  0.88778704\n",
      "epoch =  3663 train =  0.8881171  test =  0.9456074\n",
      "epoch =  3664 train =  0.91984826  test =  0.8841542\n",
      "epoch =  3665 train =  0.86567223  test =  0.9226337\n",
      "epoch =  3666 train =  0.83108187  test =  0.85265785\n",
      "epoch =  3667 train =  0.8446373  test =  0.8519351\n",
      "epoch =  3668 train =  0.9472984  test =  0.93163764\n",
      "epoch =  3669 train =  0.87642306  test =  0.83446634\n",
      "epoch =  3670 train =  0.89875257  test =  0.818025\n",
      "epoch =  3671 train =  0.88773894  test =  0.9154951\n",
      "epoch =  3672 train =  0.8915854  test =  0.84567255\n",
      "epoch =  3673 train =  0.931817  test =  0.9280314\n",
      "epoch =  3674 train =  0.8626932  test =  0.85803\n",
      "epoch =  3675 train =  0.87570256  test =  0.8801981\n",
      "epoch =  3676 train =  0.869391  test =  0.88315225\n",
      "epoch =  3677 train =  0.898003  test =  0.8682614\n",
      "epoch =  3678 train =  0.8549288  test =  0.8759664\n",
      "epoch =  3679 train =  0.8972762  test =  0.83419245\n",
      "epoch =  3680 train =  0.8477442  test =  0.86624837\n",
      "epoch =  3681 train =  0.9205507  test =  0.90486443\n",
      "epoch =  3682 train =  0.8753357  test =  0.9076854\n",
      "epoch =  3683 train =  0.8850334  test =  0.9778003\n",
      "epoch =  3684 train =  0.84614134  test =  0.8882421\n",
      "epoch =  3685 train =  0.92585576  test =  0.8331525\n",
      "epoch =  3686 train =  0.84066045  test =  0.8609733\n",
      "epoch =  3687 train =  0.8743317  test =  0.84502876\n",
      "epoch =  3688 train =  0.8390049  test =  0.8693563\n",
      "epoch =  3689 train =  0.9249284  test =  0.9086134\n",
      "epoch =  3690 train =  0.84784865  test =  0.85205543\n",
      "epoch =  3691 train =  0.85387194  test =  0.8917056\n",
      "epoch =  3692 train =  0.87863576  test =  0.895868\n",
      "epoch =  3693 train =  0.8786087  test =  0.8969856\n",
      "epoch =  3694 train =  0.87354314  test =  0.80052495\n",
      "epoch =  3695 train =  0.85416496  test =  0.85729426\n",
      "epoch =  3696 train =  0.90875477  test =  0.8881431\n",
      "epoch =  3697 train =  0.87324214  test =  0.8617932\n",
      "epoch =  3698 train =  0.8815348  test =  0.84778595\n",
      "epoch =  3699 train =  0.8797096  test =  0.90267944\n",
      "epoch =  3700 train =  0.8848251  test =  0.8199147\n",
      "epoch =  3701 train =  0.8922813  test =  0.9499944\n",
      "epoch =  3702 train =  0.87269247  test =  0.8618572\n",
      "epoch =  3703 train =  0.86146367  test =  0.85625196\n",
      "epoch =  3704 train =  0.85422313  test =  0.80886793\n",
      "epoch =  3705 train =  0.83929163  test =  0.9354494\n",
      "epoch =  3706 train =  0.86984885  test =  0.90495765\n",
      "epoch =  3707 train =  0.8852509  test =  0.93638104\n",
      "epoch =  3708 train =  0.89077395  test =  0.8704029\n",
      "epoch =  3709 train =  0.8406843  test =  0.86291957\n",
      "epoch =  3710 train =  0.8520286  test =  0.897582\n",
      "epoch =  3711 train =  0.83668494  test =  0.88108504\n",
      "epoch =  3712 train =  0.8481965  test =  0.86827826\n",
      "epoch =  3713 train =  0.86073446  test =  0.9076034\n",
      "epoch =  3714 train =  0.87959397  test =  0.84269357\n",
      "epoch =  3715 train =  0.8537736  test =  0.853548\n",
      "epoch =  3716 train =  0.8261807  test =  0.8607559\n",
      "epoch =  3717 train =  0.8775985  test =  0.862363\n",
      "epoch =  3718 train =  0.9155123  test =  0.89186555\n",
      "epoch =  3719 train =  0.89016604  test =  0.8813772\n",
      "epoch =  3720 train =  0.8597437  test =  0.86301965\n",
      "epoch =  3721 train =  0.8649298  test =  0.9049474\n",
      "epoch =  3722 train =  0.9070462  test =  0.84322715\n",
      "epoch =  3723 train =  0.84768534  test =  0.8351224\n",
      "epoch =  3724 train =  0.88634616  test =  0.87664056\n",
      "epoch =  3725 train =  0.86925465  test =  0.9335539\n",
      "epoch =  3726 train =  0.8652475  test =  0.91577166\n",
      "epoch =  3727 train =  0.9170771  test =  0.8502169\n",
      "epoch =  3728 train =  0.8888376  test =  0.90077084\n",
      "epoch =  3729 train =  0.85123134  test =  0.85203725\n",
      "epoch =  3730 train =  0.920261  test =  0.8361237\n",
      "epoch =  3731 train =  0.87414336  test =  0.8832855\n",
      "epoch =  3732 train =  0.8813591  test =  0.85345197\n",
      "epoch =  3733 train =  0.83578366  test =  0.83108747\n",
      "epoch =  3734 train =  0.8858974  test =  0.889934\n",
      "epoch =  3735 train =  0.88176805  test =  0.8344841\n",
      "epoch =  3736 train =  0.8719382  test =  0.85627764\n",
      "epoch =  3737 train =  0.85678923  test =  0.8247815\n",
      "epoch =  3738 train =  0.87243116  test =  0.857562\n",
      "epoch =  3739 train =  0.87301755  test =  0.85173297\n",
      "epoch =  3740 train =  0.8668995  test =  0.91002965\n",
      "epoch =  3741 train =  0.8566844  test =  0.8623546\n",
      "epoch =  3742 train =  0.85851026  test =  0.85183203\n",
      "epoch =  3743 train =  0.9456352  test =  0.8185096\n",
      "epoch =  3744 train =  0.88288844  test =  0.8487117\n",
      "epoch =  3745 train =  0.8779473  test =  0.83042884\n",
      "epoch =  3746 train =  0.8983178  test =  0.92942685\n",
      "epoch =  3747 train =  0.8958305  test =  0.84327054\n",
      "epoch =  3748 train =  0.87890804  test =  0.89610815\n",
      "epoch =  3749 train =  0.896878  test =  0.9525695\n",
      "epoch =  3750 train =  0.8966116  test =  0.8811239\n",
      "epoch =  3751 train =  0.8617785  test =  0.8717066\n",
      "epoch =  3752 train =  0.89824355  test =  0.82371724\n",
      "epoch =  3753 train =  0.8566067  test =  0.8451156\n",
      "epoch =  3754 train =  0.83390605  test =  0.8734025\n",
      "epoch =  3755 train =  0.9019207  test =  0.84915996\n",
      "epoch =  3756 train =  0.90908694  test =  0.90829235\n",
      "epoch =  3757 train =  0.8874951  test =  0.8729041\n",
      "epoch =  3758 train =  0.89243716  test =  0.8610093\n",
      "epoch =  3759 train =  0.84581125  test =  0.82041556\n",
      "epoch =  3760 train =  0.8649987  test =  0.95116687\n",
      "epoch =  3761 train =  0.8808024  test =  0.86787957\n",
      "epoch =  3762 train =  0.8696756  test =  0.82268083\n",
      "epoch =  3763 train =  0.9017089  test =  0.87984467\n",
      "epoch =  3764 train =  0.9265588  test =  0.8979215\n",
      "epoch =  3765 train =  0.8961297  test =  0.81820416\n",
      "epoch =  3766 train =  0.8518583  test =  0.8455596\n",
      "epoch =  3767 train =  0.90996754  test =  0.97251594\n",
      "epoch =  3768 train =  0.91080856  test =  0.90002364\n",
      "epoch =  3769 train =  0.8420501  test =  0.80481154\n",
      "epoch =  3770 train =  0.91259265  test =  0.844931\n",
      "epoch =  3771 train =  0.8539147  test =  0.91316354\n",
      "epoch =  3772 train =  0.8905486  test =  0.922755\n",
      "epoch =  3773 train =  0.91104996  test =  0.90255946\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3774 train =  0.91696215  test =  0.88397247\n",
      "epoch =  3775 train =  0.8493474  test =  0.83471197\n",
      "epoch =  3776 train =  0.8399693  test =  0.8917378\n",
      "epoch =  3777 train =  0.8504901  test =  0.8808136\n",
      "epoch =  3778 train =  0.91125476  test =  0.87459725\n",
      "epoch =  3779 train =  0.85448736  test =  0.83189565\n",
      "epoch =  3780 train =  0.8649225  test =  0.8481724\n",
      "epoch =  3781 train =  0.84645855  test =  0.8783885\n",
      "epoch =  3782 train =  0.8710027  test =  0.9084897\n",
      "epoch =  3783 train =  0.86502373  test =  0.8781614\n",
      "epoch =  3784 train =  0.8894855  test =  0.8534628\n",
      "epoch =  3785 train =  0.87805974  test =  0.8891915\n",
      "epoch =  3786 train =  0.8889002  test =  0.84699374\n",
      "epoch =  3787 train =  0.89451337  test =  0.8791479\n",
      "epoch =  3788 train =  0.8786231  test =  0.8903348\n",
      "epoch =  3789 train =  0.899453  test =  0.8390106\n",
      "epoch =  3790 train =  0.8423508  test =  0.9059886\n",
      "epoch =  3791 train =  0.92543775  test =  0.86951756\n",
      "epoch =  3792 train =  0.8754839  test =  0.85661376\n",
      "epoch =  3793 train =  0.8606266  test =  0.86998934\n",
      "epoch =  3794 train =  0.8937792  test =  0.900826\n",
      "epoch =  3795 train =  0.8593613  test =  0.9124972\n",
      "epoch =  3796 train =  0.8732452  test =  0.8639465\n",
      "epoch =  3797 train =  0.8579732  test =  0.9228271\n",
      "epoch =  3798 train =  0.85206413  test =  0.8961072\n",
      "epoch =  3799 train =  0.8860265  test =  0.8610418\n",
      "epoch =  3800 train =  0.8320148  test =  0.90398127\n",
      "epoch =  3801 train =  0.8531809  test =  0.9209391\n",
      "epoch =  3802 train =  0.8600267  test =  0.86525387\n",
      "epoch =  3803 train =  0.9246774  test =  0.8789876\n",
      "epoch =  3804 train =  0.8816514  test =  0.9179082\n",
      "epoch =  3805 train =  0.8408997  test =  0.8951449\n",
      "epoch =  3806 train =  0.8648801  test =  0.8702944\n",
      "epoch =  3807 train =  0.8928238  test =  0.89132863\n",
      "epoch =  3808 train =  0.8266661  test =  0.84840876\n",
      "epoch =  3809 train =  0.85349464  test =  0.8359105\n",
      "epoch =  3810 train =  0.8595185  test =  0.86139625\n",
      "epoch =  3811 train =  0.85915965  test =  0.85787994\n",
      "epoch =  3812 train =  0.88640213  test =  0.87982434\n",
      "epoch =  3813 train =  0.88817984  test =  0.84980434\n",
      "epoch =  3814 train =  0.9012319  test =  0.89371693\n",
      "epoch =  3815 train =  0.8502701  test =  0.87425023\n",
      "epoch =  3816 train =  0.87803876  test =  0.90275794\n",
      "epoch =  3817 train =  0.86017704  test =  0.8612597\n",
      "epoch =  3818 train =  0.8828623  test =  0.82102793\n",
      "epoch =  3819 train =  0.8815517  test =  0.8659506\n",
      "epoch =  3820 train =  0.86075896  test =  0.8463824\n",
      "epoch =  3821 train =  0.8507213  test =  0.8412717\n",
      "epoch =  3822 train =  0.91098475  test =  0.8698433\n",
      "epoch =  3823 train =  0.8633541  test =  0.8862729\n",
      "epoch =  3824 train =  0.8739897  test =  0.8880274\n",
      "epoch =  3825 train =  0.8686728  test =  0.8735743\n",
      "epoch =  3826 train =  0.85678613  test =  0.8920232\n",
      "epoch =  3827 train =  0.90566957  test =  0.8678858\n",
      "epoch =  3828 train =  0.90249056  test =  0.8959145\n",
      "epoch =  3829 train =  0.8580866  test =  0.8583413\n",
      "epoch =  3830 train =  0.8437381  test =  0.83694816\n",
      "epoch =  3831 train =  0.8782784  test =  0.8339696\n",
      "epoch =  3832 train =  0.8431089  test =  0.8564953\n",
      "epoch =  3833 train =  0.86847  test =  0.85767776\n",
      "epoch =  3834 train =  0.8712326  test =  0.8676023\n",
      "epoch =  3835 train =  0.8790037  test =  0.95011574\n",
      "epoch =  3836 train =  0.90109026  test =  0.862739\n",
      "epoch =  3837 train =  0.8729888  test =  0.8805196\n",
      "epoch =  3838 train =  0.8666223  test =  0.85290635\n",
      "epoch =  3839 train =  0.8929352  test =  0.8828048\n",
      "epoch =  3840 train =  0.8806063  test =  0.8647791\n",
      "epoch =  3841 train =  0.8631195  test =  0.9029269\n",
      "epoch =  3842 train =  0.8489908  test =  0.90643203\n",
      "epoch =  3843 train =  0.85517955  test =  0.8797637\n",
      "epoch =  3844 train =  0.8667637  test =  0.880383\n",
      "epoch =  3845 train =  0.9092985  test =  0.88397115\n",
      "epoch =  3846 train =  0.8629601  test =  0.9836443\n",
      "epoch =  3847 train =  0.8560649  test =  0.8281764\n",
      "epoch =  3848 train =  0.85876894  test =  0.91710883\n",
      "epoch =  3849 train =  0.871066  test =  0.8705274\n",
      "epoch =  3850 train =  0.85437775  test =  0.8459359\n",
      "epoch =  3851 train =  0.8523197  test =  0.973269\n",
      "epoch =  3852 train =  0.90224814  test =  0.91508126\n",
      "epoch =  3853 train =  0.8865577  test =  0.84458417\n",
      "epoch =  3854 train =  0.86382854  test =  0.8966865\n",
      "epoch =  3855 train =  0.8725853  test =  0.8446637\n",
      "epoch =  3856 train =  0.8450211  test =  0.9215433\n",
      "epoch =  3857 train =  0.8695111  test =  0.8468648\n",
      "epoch =  3858 train =  0.9177183  test =  0.915373\n",
      "epoch =  3859 train =  0.8808329  test =  0.9696605\n",
      "epoch =  3860 train =  0.8567606  test =  0.851047\n",
      "epoch =  3861 train =  0.888548  test =  0.87750596\n",
      "epoch =  3862 train =  0.91171646  test =  0.8188285\n",
      "epoch =  3863 train =  0.88300896  test =  0.85271895\n",
      "epoch =  3864 train =  0.9258618  test =  0.92977303\n",
      "epoch =  3865 train =  0.8526537  test =  0.889451\n",
      "epoch =  3866 train =  0.88812685  test =  0.82293546\n",
      "epoch =  3867 train =  0.86055803  test =  0.9105779\n",
      "epoch =  3868 train =  0.883134  test =  0.9024739\n",
      "epoch =  3869 train =  0.8992154  test =  0.83607966\n",
      "epoch =  3870 train =  0.87869173  test =  0.8728666\n",
      "epoch =  3871 train =  0.86380136  test =  0.88256776\n",
      "epoch =  3872 train =  0.8403052  test =  0.89799374\n",
      "epoch =  3873 train =  0.90032756  test =  0.90074396\n",
      "epoch =  3874 train =  0.89438736  test =  0.8667021\n",
      "epoch =  3875 train =  0.92262566  test =  0.88757724\n",
      "epoch =  3876 train =  0.85666853  test =  0.87969786\n",
      "epoch =  3877 train =  0.8972957  test =  0.86078024\n",
      "epoch =  3878 train =  0.8872289  test =  0.91682464\n",
      "epoch =  3879 train =  0.8634408  test =  0.821023\n",
      "epoch =  3880 train =  0.8687742  test =  0.88039416\n",
      "epoch =  3881 train =  0.86673665  test =  0.88269585\n",
      "epoch =  3882 train =  0.9147263  test =  0.8883161\n",
      "epoch =  3883 train =  0.8682695  test =  0.8738183\n",
      "epoch =  3884 train =  0.8691596  test =  0.8892758\n",
      "epoch =  3885 train =  0.8880708  test =  0.8953648\n",
      "epoch =  3886 train =  0.9191768  test =  0.83156157\n",
      "epoch =  3887 train =  0.86550546  test =  0.914355\n",
      "epoch =  3888 train =  0.8426045  test =  0.83573556\n",
      "epoch =  3889 train =  0.89716005  test =  0.9343852\n",
      "epoch =  3890 train =  0.8865924  test =  0.88928276\n",
      "epoch =  3891 train =  0.9109012  test =  0.92941636\n",
      "epoch =  3892 train =  0.87785697  test =  0.84468454\n",
      "epoch =  3893 train =  0.8762082  test =  0.912399\n",
      "epoch =  3894 train =  0.87470675  test =  0.8323768\n",
      "epoch =  3895 train =  0.86872065  test =  0.82967734\n",
      "epoch =  3896 train =  0.8667853  test =  0.86750335\n",
      "epoch =  3897 train =  0.86071444  test =  0.94812614\n",
      "epoch =  3898 train =  0.8813989  test =  0.8520245\n",
      "epoch =  3899 train =  0.8635496  test =  0.82684636\n",
      "epoch =  3900 train =  0.8758694  test =  0.88345194\n",
      "epoch =  3901 train =  0.86993253  test =  0.9042961\n",
      "epoch =  3902 train =  0.872609  test =  0.85481435\n",
      "epoch =  3903 train =  0.8517043  test =  0.9447767\n",
      "epoch =  3904 train =  0.9028842  test =  0.8635637\n",
      "epoch =  3905 train =  0.87598205  test =  0.9088537\n",
      "epoch =  3906 train =  0.93178487  test =  0.85373145\n",
      "epoch =  3907 train =  0.85282385  test =  0.8779468\n",
      "epoch =  3908 train =  0.84254134  test =  0.84156424\n",
      "epoch =  3909 train =  0.8156747  test =  0.8743378\n",
      "epoch =  3910 train =  0.87262464  test =  0.8024183\n",
      "epoch =  3911 train =  0.8308475  test =  0.83554333\n",
      "epoch =  3912 train =  0.87422705  test =  0.83379817\n",
      "epoch =  3913 train =  0.89007944  test =  0.819326\n",
      "epoch =  3914 train =  0.8650799  test =  0.8643677\n",
      "epoch =  3915 train =  0.8825616  test =  0.8233877\n",
      "epoch =  3916 train =  0.8737231  test =  0.89306736\n",
      "epoch =  3917 train =  0.86985046  test =  0.86981\n",
      "epoch =  3918 train =  0.85974985  test =  0.8507787\n",
      "epoch =  3919 train =  0.8579801  test =  0.84143597\n",
      "epoch =  3920 train =  0.85615754  test =  0.87329257\n",
      "epoch =  3921 train =  0.84474415  test =  0.90164876\n",
      "epoch =  3922 train =  0.83576846  test =  0.85590893\n",
      "epoch =  3923 train =  0.87786114  test =  0.9088106\n",
      "epoch =  3924 train =  0.8769754  test =  0.9013117\n",
      "epoch =  3925 train =  0.87815535  test =  0.93241984\n",
      "epoch =  3926 train =  0.8649596  test =  0.8548469\n",
      "epoch =  3927 train =  0.81713426  test =  0.8961906\n",
      "epoch =  3928 train =  0.84855783  test =  0.8472491\n",
      "epoch =  3929 train =  0.8321018  test =  0.83300036\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  3930 train =  0.8320646  test =  0.8982883\n",
      "epoch =  3931 train =  0.8303834  test =  0.89166945\n",
      "epoch =  3932 train =  0.8684203  test =  0.88471746\n",
      "epoch =  3933 train =  0.8823805  test =  0.8780565\n",
      "epoch =  3934 train =  0.9106754  test =  0.86894274\n",
      "epoch =  3935 train =  0.83531517  test =  0.8940172\n",
      "epoch =  3936 train =  0.88780963  test =  0.9075839\n",
      "epoch =  3937 train =  0.8877442  test =  0.8314435\n",
      "epoch =  3938 train =  0.8827795  test =  0.88713676\n",
      "epoch =  3939 train =  0.88240916  test =  0.8890132\n",
      "epoch =  3940 train =  0.8805076  test =  0.8702832\n",
      "epoch =  3941 train =  0.92523694  test =  0.84734887\n",
      "epoch =  3942 train =  0.8903643  test =  0.8792915\n",
      "epoch =  3943 train =  0.8857678  test =  0.8454684\n",
      "epoch =  3944 train =  0.88445866  test =  0.896473\n",
      "epoch =  3945 train =  0.89243925  test =  0.8441718\n",
      "epoch =  3946 train =  0.8348923  test =  0.9047369\n",
      "epoch =  3947 train =  0.88368636  test =  0.871284\n",
      "epoch =  3948 train =  0.8554229  test =  0.9210746\n",
      "epoch =  3949 train =  0.8472378  test =  0.88974303\n",
      "epoch =  3950 train =  0.92174053  test =  0.8433184\n",
      "epoch =  3951 train =  0.8495508  test =  0.83882874\n",
      "epoch =  3952 train =  0.881413  test =  0.83941823\n",
      "epoch =  3953 train =  0.88233316  test =  0.8538137\n",
      "epoch =  3954 train =  0.85632026  test =  0.9092069\n",
      "epoch =  3955 train =  0.8394862  test =  0.9182604\n",
      "epoch =  3956 train =  0.9013603  test =  0.86191374\n",
      "epoch =  3957 train =  0.8555377  test =  0.85819167\n",
      "epoch =  3958 train =  0.8436673  test =  0.89301634\n",
      "epoch =  3959 train =  0.8422543  test =  0.87203234\n",
      "epoch =  3960 train =  0.875689  test =  0.8271281\n",
      "epoch =  3961 train =  0.8927894  test =  0.83582044\n",
      "epoch =  3962 train =  0.84531105  test =  0.85392183\n",
      "epoch =  3963 train =  0.8614752  test =  0.85539967\n",
      "epoch =  3964 train =  0.85124797  test =  0.90890926\n",
      "epoch =  3965 train =  0.8901136  test =  0.8630572\n",
      "epoch =  3966 train =  0.8948954  test =  0.83652264\n",
      "epoch =  3967 train =  0.8627093  test =  0.94245476\n",
      "epoch =  3968 train =  0.93356514  test =  0.85453075\n",
      "epoch =  3969 train =  0.88645476  test =  0.88170767\n",
      "epoch =  3970 train =  0.9119766  test =  0.861038\n",
      "epoch =  3971 train =  0.86843693  test =  0.9032388\n",
      "epoch =  3972 train =  0.8373929  test =  0.87296855\n",
      "epoch =  3973 train =  0.90845585  test =  0.8924541\n",
      "epoch =  3974 train =  0.8353375  test =  0.84923494\n",
      "epoch =  3975 train =  0.8646784  test =  0.83636737\n",
      "epoch =  3976 train =  0.86636925  test =  0.82424337\n",
      "epoch =  3977 train =  0.89144987  test =  0.88955146\n",
      "epoch =  3978 train =  0.89923406  test =  0.86993265\n",
      "epoch =  3979 train =  0.92484444  test =  0.8863717\n",
      "epoch =  3980 train =  0.89909077  test =  0.8255677\n",
      "epoch =  3981 train =  0.8760489  test =  0.92432225\n",
      "epoch =  3982 train =  0.9360717  test =  0.87761456\n",
      "epoch =  3983 train =  0.8693584  test =  0.8876229\n",
      "epoch =  3984 train =  0.8722708  test =  0.8540757\n",
      "epoch =  3985 train =  0.8527436  test =  0.9296646\n",
      "epoch =  3986 train =  0.88311017  test =  0.8304859\n",
      "epoch =  3987 train =  0.85025585  test =  0.85472494\n",
      "epoch =  3988 train =  0.9042233  test =  0.87312293\n",
      "epoch =  3989 train =  0.87879866  test =  0.79733837\n",
      "epoch =  3990 train =  0.8602379  test =  0.9176262\n",
      "epoch =  3991 train =  0.8945728  test =  0.85777533\n",
      "epoch =  3992 train =  0.86646163  test =  0.8714584\n",
      "epoch =  3993 train =  0.9045667  test =  0.8453379\n",
      "epoch =  3994 train =  0.88312906  test =  0.9180376\n",
      "epoch =  3995 train =  0.8616586  test =  0.89501035\n",
      "epoch =  3996 train =  0.8186226  test =  0.9245208\n",
      "epoch =  3997 train =  0.8846271  test =  0.8666016\n",
      "epoch =  3998 train =  0.84496856  test =  0.87994623\n",
      "epoch =  3999 train =  0.84058166  test =  0.8437747\n",
      "epoch =  4000 train =  0.87411046  test =  0.8192064\n",
      "epoch =  4001 train =  0.9021164  test =  0.9301415\n",
      "epoch =  4002 train =  0.908272  test =  0.93302023\n",
      "epoch =  4003 train =  0.852139  test =  0.84783936\n",
      "epoch =  4004 train =  0.8585888  test =  0.9113327\n",
      "epoch =  4005 train =  0.90095663  test =  0.8862055\n",
      "epoch =  4006 train =  0.8688072  test =  0.8681783\n",
      "epoch =  4007 train =  0.8629474  test =  0.8780423\n",
      "epoch =  4008 train =  0.84233034  test =  0.88756585\n",
      "epoch =  4009 train =  0.91074574  test =  0.8585778\n",
      "epoch =  4010 train =  0.8616934  test =  0.9356924\n",
      "epoch =  4011 train =  0.8739253  test =  0.89934695\n",
      "epoch =  4012 train =  0.86246955  test =  0.8676862\n",
      "epoch =  4013 train =  0.86219805  test =  0.87410563\n",
      "epoch =  4014 train =  0.870044  test =  0.87449497\n",
      "epoch =  4015 train =  0.87939143  test =  0.8609658\n",
      "epoch =  4016 train =  0.8643245  test =  0.85940933\n",
      "epoch =  4017 train =  0.8640008  test =  0.9237632\n",
      "epoch =  4018 train =  0.8796766  test =  0.87369645\n",
      "epoch =  4019 train =  0.86801416  test =  0.9068054\n",
      "epoch =  4020 train =  0.8512172  test =  0.87255335\n",
      "epoch =  4021 train =  0.8789575  test =  0.8877702\n",
      "epoch =  4022 train =  0.85083747  test =  0.9453733\n",
      "epoch =  4023 train =  0.8824663  test =  0.85700524\n",
      "epoch =  4024 train =  0.8802794  test =  0.91343695\n",
      "epoch =  4025 train =  0.91724765  test =  0.931512\n",
      "epoch =  4026 train =  0.8779652  test =  0.8947603\n",
      "epoch =  4027 train =  0.8910488  test =  0.85012734\n",
      "epoch =  4028 train =  0.90151894  test =  0.8755501\n",
      "epoch =  4029 train =  0.9101249  test =  0.9495325\n",
      "epoch =  4030 train =  0.85756487  test =  0.8632874\n",
      "epoch =  4031 train =  0.87759936  test =  0.8936836\n",
      "epoch =  4032 train =  0.9006698  test =  0.8433182\n",
      "epoch =  4033 train =  0.82396984  test =  0.82520986\n",
      "epoch =  4034 train =  0.88417184  test =  0.908229\n",
      "epoch =  4035 train =  0.86216074  test =  0.9364116\n",
      "epoch =  4036 train =  0.8919275  test =  0.8635529\n",
      "epoch =  4037 train =  0.8855126  test =  0.8636853\n",
      "epoch =  4038 train =  0.8333034  test =  0.87742156\n",
      "epoch =  4039 train =  0.82793707  test =  0.89386874\n",
      "epoch =  4040 train =  0.8738262  test =  0.89235544\n",
      "epoch =  4041 train =  0.8738284  test =  0.83518124\n",
      "epoch =  4042 train =  0.8892963  test =  0.8808927\n",
      "epoch =  4043 train =  0.88952005  test =  0.8870563\n",
      "epoch =  4044 train =  0.89542073  test =  0.91040975\n",
      "epoch =  4045 train =  0.8745569  test =  0.8880601\n",
      "epoch =  4046 train =  0.853572  test =  0.912602\n",
      "epoch =  4047 train =  0.90718055  test =  0.92586815\n",
      "epoch =  4048 train =  0.8648802  test =  0.89030284\n",
      "epoch =  4049 train =  0.84415275  test =  0.8770841\n",
      "epoch =  4050 train =  0.8467655  test =  0.8428472\n",
      "epoch =  4051 train =  0.8736591  test =  0.90309244\n",
      "epoch =  4052 train =  0.82253546  test =  0.8132588\n",
      "epoch =  4053 train =  0.8877934  test =  0.8157752\n",
      "epoch =  4054 train =  0.86125994  test =  0.8491292\n",
      "epoch =  4055 train =  0.8481473  test =  0.8492309\n",
      "epoch =  4056 train =  0.9017985  test =  0.87384564\n",
      "epoch =  4057 train =  0.8741214  test =  0.91951144\n",
      "epoch =  4058 train =  0.8668246  test =  0.8749436\n",
      "epoch =  4059 train =  0.8530071  test =  0.8595945\n",
      "epoch =  4060 train =  0.86599565  test =  0.90856534\n",
      "epoch =  4061 train =  0.871132  test =  0.844789\n",
      "epoch =  4062 train =  0.84863305  test =  0.91135275\n",
      "epoch =  4063 train =  0.8750608  test =  0.8453097\n",
      "epoch =  4064 train =  0.83435297  test =  0.9385575\n",
      "epoch =  4065 train =  0.8786205  test =  0.79594517\n",
      "epoch =  4066 train =  0.8376415  test =  0.9175374\n",
      "epoch =  4067 train =  0.88139486  test =  0.90292376\n",
      "epoch =  4068 train =  0.85957456  test =  0.8091306\n",
      "epoch =  4069 train =  0.8832725  test =  0.8689502\n",
      "epoch =  4070 train =  0.86985576  test =  0.8805114\n",
      "epoch =  4071 train =  0.8901051  test =  0.8464586\n",
      "epoch =  4072 train =  0.85758895  test =  0.8991067\n",
      "epoch =  4073 train =  0.8415157  test =  0.8761299\n",
      "epoch =  4074 train =  0.8870027  test =  0.88369894\n",
      "epoch =  4075 train =  0.8409209  test =  0.8767701\n",
      "epoch =  4076 train =  0.82808805  test =  0.90333074\n",
      "epoch =  4077 train =  0.81561553  test =  0.8810948\n",
      "epoch =  4078 train =  0.89411104  test =  0.83951133\n",
      "epoch =  4079 train =  0.8330642  test =  0.9061393\n",
      "epoch =  4080 train =  0.87068844  test =  0.81830645\n",
      "epoch =  4081 train =  0.88034093  test =  1.0205463\n",
      "epoch =  4082 train =  0.8818222  test =  0.8387609\n",
      "epoch =  4083 train =  0.88357365  test =  0.853243\n",
      "epoch =  4084 train =  0.81304526  test =  0.83780843\n",
      "epoch =  4085 train =  0.8783479  test =  0.90898234\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4086 train =  0.8166938  test =  0.82545567\n",
      "epoch =  4087 train =  0.8488915  test =  0.8744071\n",
      "epoch =  4088 train =  0.8443421  test =  0.89749193\n",
      "epoch =  4089 train =  0.8402997  test =  0.95366514\n",
      "epoch =  4090 train =  0.8536111  test =  0.87356675\n",
      "epoch =  4091 train =  0.90519977  test =  0.8801186\n",
      "epoch =  4092 train =  0.8582866  test =  0.87764615\n",
      "epoch =  4093 train =  0.86715955  test =  0.86007315\n",
      "epoch =  4094 train =  0.8637901  test =  0.8642444\n",
      "epoch =  4095 train =  0.8495875  test =  0.85136366\n",
      "epoch =  4096 train =  0.89444846  test =  0.8517209\n",
      "epoch =  4097 train =  0.88496566  test =  0.89157075\n",
      "epoch =  4098 train =  0.86417544  test =  0.85552895\n",
      "epoch =  4099 train =  0.8583659  test =  0.8408233\n",
      "epoch =  4100 train =  0.84954995  test =  0.8756712\n",
      "epoch =  4101 train =  0.8715831  test =  0.873794\n",
      "epoch =  4102 train =  0.8557482  test =  0.87528664\n",
      "epoch =  4103 train =  0.86760294  test =  0.8923706\n",
      "epoch =  4104 train =  0.8459525  test =  0.90744495\n",
      "epoch =  4105 train =  0.8687999  test =  0.8605602\n",
      "epoch =  4106 train =  0.8785508  test =  0.87124944\n",
      "epoch =  4107 train =  0.84097254  test =  0.89253014\n",
      "epoch =  4108 train =  0.8863683  test =  0.94173735\n",
      "epoch =  4109 train =  0.92224455  test =  0.9077182\n",
      "epoch =  4110 train =  0.84995854  test =  0.9057667\n",
      "epoch =  4111 train =  0.90249515  test =  0.8874408\n",
      "epoch =  4112 train =  0.884267  test =  0.9336749\n",
      "epoch =  4113 train =  0.86332405  test =  0.8257901\n",
      "epoch =  4114 train =  0.85363126  test =  0.8559547\n",
      "epoch =  4115 train =  0.8995366  test =  0.8368306\n",
      "epoch =  4116 train =  0.86862135  test =  0.88675225\n",
      "epoch =  4117 train =  0.88774985  test =  0.8259196\n",
      "epoch =  4118 train =  0.85536885  test =  0.82095134\n",
      "epoch =  4119 train =  0.83477354  test =  0.85253495\n",
      "epoch =  4120 train =  0.8816386  test =  0.8910955\n",
      "epoch =  4121 train =  0.9215342  test =  0.8833891\n",
      "epoch =  4122 train =  0.86144596  test =  0.8875572\n",
      "epoch =  4123 train =  0.88287205  test =  0.85454035\n",
      "epoch =  4124 train =  0.8475212  test =  0.86256456\n",
      "epoch =  4125 train =  0.86296135  test =  0.8779719\n",
      "epoch =  4126 train =  0.84604925  test =  0.8675151\n",
      "epoch =  4127 train =  0.9141113  test =  0.8688487\n",
      "epoch =  4128 train =  0.84652156  test =  0.87676215\n",
      "epoch =  4129 train =  0.8467542  test =  0.8499838\n",
      "epoch =  4130 train =  0.87232006  test =  0.8345457\n",
      "epoch =  4131 train =  0.8807073  test =  0.9033885\n",
      "epoch =  4132 train =  0.8806453  test =  0.8603724\n",
      "epoch =  4133 train =  0.89158154  test =  0.84194845\n",
      "epoch =  4134 train =  0.8906405  test =  0.92136943\n",
      "epoch =  4135 train =  0.841794  test =  0.8662219\n",
      "epoch =  4136 train =  0.84103084  test =  0.870018\n",
      "epoch =  4137 train =  0.84980017  test =  0.829745\n",
      "epoch =  4138 train =  0.8921293  test =  0.8570259\n",
      "epoch =  4139 train =  0.8499258  test =  0.890673\n",
      "epoch =  4140 train =  0.8699758  test =  0.86250484\n",
      "epoch =  4141 train =  0.8760817  test =  0.8644651\n",
      "epoch =  4142 train =  0.85930145  test =  0.946873\n",
      "epoch =  4143 train =  0.9068868  test =  0.8628252\n",
      "epoch =  4144 train =  0.86214733  test =  0.8654542\n",
      "epoch =  4145 train =  0.86440957  test =  0.9056404\n",
      "epoch =  4146 train =  0.81511974  test =  0.92317784\n",
      "epoch =  4147 train =  0.82974803  test =  0.9162649\n",
      "epoch =  4148 train =  0.8444754  test =  0.85811716\n",
      "epoch =  4149 train =  0.86184776  test =  0.87171\n",
      "epoch =  4150 train =  0.90555376  test =  0.9100742\n",
      "epoch =  4151 train =  0.84717286  test =  0.8414976\n",
      "epoch =  4152 train =  0.8486819  test =  0.8687533\n",
      "epoch =  4153 train =  0.88838756  test =  0.8586893\n",
      "epoch =  4154 train =  0.86336136  test =  0.8591351\n",
      "epoch =  4155 train =  0.83387566  test =  0.83071715\n",
      "epoch =  4156 train =  0.8977027  test =  0.87272286\n",
      "epoch =  4157 train =  0.86240625  test =  0.89017123\n",
      "epoch =  4158 train =  0.89579976  test =  0.82261014\n",
      "epoch =  4159 train =  0.9042384  test =  0.8085358\n",
      "epoch =  4160 train =  0.8152658  test =  0.8760159\n",
      "epoch =  4161 train =  0.8283851  test =  0.8580378\n",
      "epoch =  4162 train =  0.85659593  test =  0.8828108\n",
      "epoch =  4163 train =  0.8305491  test =  0.8555908\n",
      "epoch =  4164 train =  0.81853163  test =  0.83566827\n",
      "epoch =  4165 train =  0.88188434  test =  0.90715086\n",
      "epoch =  4166 train =  0.8801502  test =  0.8758221\n",
      "epoch =  4167 train =  0.89273286  test =  0.889906\n",
      "epoch =  4168 train =  0.8723076  test =  0.9153078\n",
      "epoch =  4169 train =  0.86339724  test =  0.87943566\n",
      "epoch =  4170 train =  0.8893957  test =  0.877374\n",
      "epoch =  4171 train =  0.8678545  test =  0.89881617\n",
      "epoch =  4172 train =  0.8834555  test =  0.8426115\n",
      "epoch =  4173 train =  0.8360311  test =  0.84823656\n",
      "epoch =  4174 train =  0.8620987  test =  0.9087777\n",
      "epoch =  4175 train =  0.845533  test =  0.9129664\n",
      "epoch =  4176 train =  0.91515684  test =  0.92469645\n",
      "epoch =  4177 train =  0.89205945  test =  0.88303804\n",
      "epoch =  4178 train =  0.90459645  test =  0.80646104\n",
      "epoch =  4179 train =  0.83663905  test =  0.8911402\n",
      "epoch =  4180 train =  0.86129224  test =  0.8670084\n",
      "epoch =  4181 train =  0.8971422  test =  0.88083464\n",
      "epoch =  4182 train =  0.89052725  test =  0.88321733\n",
      "epoch =  4183 train =  0.85497326  test =  0.9285916\n",
      "epoch =  4184 train =  0.8648251  test =  0.8245947\n",
      "epoch =  4185 train =  0.9139  test =  0.87908375\n",
      "epoch =  4186 train =  0.8820703  test =  0.9264369\n",
      "epoch =  4187 train =  0.84596324  test =  0.8897207\n",
      "epoch =  4188 train =  0.8627473  test =  0.8785447\n",
      "epoch =  4189 train =  0.92356837  test =  0.86255425\n",
      "epoch =  4190 train =  0.8489833  test =  0.8395002\n",
      "epoch =  4191 train =  0.8600446  test =  0.83079064\n",
      "epoch =  4192 train =  0.86040795  test =  0.8434967\n",
      "epoch =  4193 train =  0.87916857  test =  0.8123949\n",
      "epoch =  4194 train =  0.85991347  test =  0.83514935\n",
      "epoch =  4195 train =  0.85489225  test =  0.8281533\n",
      "epoch =  4196 train =  0.8742807  test =  0.78675944\n",
      "epoch =  4197 train =  0.84753215  test =  0.9120374\n",
      "epoch =  4198 train =  0.8296069  test =  0.8768658\n",
      "epoch =  4199 train =  0.91428375  test =  0.8317174\n",
      "epoch =  4200 train =  0.88406456  test =  0.95351535\n",
      "epoch =  4201 train =  0.8664763  test =  0.8960521\n",
      "epoch =  4202 train =  0.85140085  test =  0.8491346\n",
      "epoch =  4203 train =  0.91722953  test =  0.89477557\n",
      "epoch =  4204 train =  0.87771773  test =  0.88902825\n",
      "epoch =  4205 train =  0.84604394  test =  0.889727\n",
      "epoch =  4206 train =  0.88476366  test =  0.8948402\n",
      "epoch =  4207 train =  0.8880878  test =  0.8722489\n",
      "epoch =  4208 train =  0.8990977  test =  0.88452303\n",
      "epoch =  4209 train =  0.862931  test =  0.8665565\n",
      "epoch =  4210 train =  0.83798057  test =  0.87044066\n",
      "epoch =  4211 train =  0.89295745  test =  0.8642619\n",
      "epoch =  4212 train =  0.8551175  test =  0.84721935\n",
      "epoch =  4213 train =  0.8534113  test =  0.81175\n",
      "epoch =  4214 train =  0.9380892  test =  0.89508116\n",
      "epoch =  4215 train =  0.8351497  test =  0.8720574\n",
      "epoch =  4216 train =  0.8792528  test =  0.8693195\n",
      "epoch =  4217 train =  0.8335159  test =  0.8778006\n",
      "epoch =  4218 train =  0.874605  test =  0.91309977\n",
      "epoch =  4219 train =  0.93806493  test =  0.8562236\n",
      "epoch =  4220 train =  0.8947059  test =  0.8784119\n",
      "epoch =  4221 train =  0.87892205  test =  0.8531832\n",
      "epoch =  4222 train =  0.8509935  test =  0.8907886\n",
      "epoch =  4223 train =  0.8765787  test =  0.8822263\n",
      "epoch =  4224 train =  0.851825  test =  0.876609\n",
      "epoch =  4225 train =  0.8595277  test =  0.8615549\n",
      "epoch =  4226 train =  0.8541881  test =  0.8217303\n",
      "epoch =  4227 train =  0.9221139  test =  0.8501872\n",
      "epoch =  4228 train =  0.86366045  test =  0.89660925\n",
      "epoch =  4229 train =  0.8859099  test =  0.8170914\n",
      "epoch =  4230 train =  0.9190022  test =  0.89051235\n",
      "epoch =  4231 train =  0.8706338  test =  0.91666055\n",
      "epoch =  4232 train =  0.8393012  test =  0.86560917\n",
      "epoch =  4233 train =  0.83689225  test =  0.83150655\n",
      "epoch =  4234 train =  0.8729048  test =  0.86622626\n",
      "epoch =  4235 train =  0.8504753  test =  0.86069065\n",
      "epoch =  4236 train =  0.90457714  test =  0.85323405\n",
      "epoch =  4237 train =  0.83110166  test =  0.82741106\n",
      "epoch =  4238 train =  0.9224222  test =  0.8625218\n",
      "epoch =  4239 train =  0.8655307  test =  0.83172905\n",
      "epoch =  4240 train =  0.8873328  test =  0.8412666\n",
      "epoch =  4241 train =  0.8948146  test =  0.83440167\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4242 train =  0.87884486  test =  0.85355395\n",
      "epoch =  4243 train =  0.8259884  test =  0.858965\n",
      "epoch =  4244 train =  0.8957824  test =  0.85855645\n",
      "epoch =  4245 train =  0.9011587  test =  0.91078264\n",
      "epoch =  4246 train =  0.88265264  test =  0.8870946\n",
      "epoch =  4247 train =  0.86192656  test =  0.8465772\n",
      "epoch =  4248 train =  0.85332686  test =  0.85739094\n",
      "epoch =  4249 train =  0.86393607  test =  0.955243\n",
      "epoch =  4250 train =  0.88280034  test =  0.86730695\n",
      "epoch =  4251 train =  0.9011215  test =  0.89380425\n",
      "epoch =  4252 train =  0.8269335  test =  0.8162183\n",
      "epoch =  4253 train =  0.85363615  test =  0.8326886\n",
      "epoch =  4254 train =  0.8474878  test =  0.8404907\n",
      "epoch =  4255 train =  0.83564323  test =  0.9281474\n",
      "epoch =  4256 train =  0.8314902  test =  0.84085107\n",
      "epoch =  4257 train =  0.8778893  test =  0.89520806\n",
      "epoch =  4258 train =  0.87475497  test =  0.85813147\n",
      "epoch =  4259 train =  0.89569676  test =  0.81015635\n",
      "epoch =  4260 train =  0.8925835  test =  0.8682759\n",
      "epoch =  4261 train =  0.8607496  test =  0.89012206\n",
      "epoch =  4262 train =  0.8716755  test =  0.96685123\n",
      "epoch =  4263 train =  0.84418225  test =  0.92797035\n",
      "epoch =  4264 train =  0.8683073  test =  0.9004555\n",
      "epoch =  4265 train =  0.8482584  test =  0.95931166\n",
      "epoch =  4266 train =  0.90350544  test =  0.9414648\n",
      "epoch =  4267 train =  0.86151475  test =  0.8169299\n",
      "epoch =  4268 train =  0.8611537  test =  0.86995196\n",
      "epoch =  4269 train =  0.85764754  test =  0.86683434\n",
      "epoch =  4270 train =  0.85366917  test =  0.86120963\n",
      "epoch =  4271 train =  0.8330951  test =  0.89694536\n",
      "epoch =  4272 train =  0.8728994  test =  0.84791875\n",
      "epoch =  4273 train =  0.88704073  test =  0.83402145\n",
      "epoch =  4274 train =  0.8689431  test =  0.8255444\n",
      "epoch =  4275 train =  0.8416264  test =  0.84590024\n",
      "epoch =  4276 train =  0.8824544  test =  0.8310368\n",
      "epoch =  4277 train =  0.8516839  test =  0.8619357\n",
      "epoch =  4278 train =  0.84514594  test =  0.8493403\n",
      "epoch =  4279 train =  0.8469539  test =  0.8935508\n",
      "epoch =  4280 train =  0.8820045  test =  0.8488207\n",
      "epoch =  4281 train =  0.85398185  test =  0.86553884\n",
      "epoch =  4282 train =  0.871721  test =  0.9217621\n",
      "epoch =  4283 train =  0.8774602  test =  0.87641454\n",
      "epoch =  4284 train =  0.8750552  test =  0.85532564\n",
      "epoch =  4285 train =  0.85001004  test =  0.89189523\n",
      "epoch =  4286 train =  0.8150197  test =  0.8179663\n",
      "epoch =  4287 train =  0.83162105  test =  0.90972114\n",
      "epoch =  4288 train =  0.8409809  test =  0.8927379\n",
      "epoch =  4289 train =  0.8409096  test =  0.8094133\n",
      "epoch =  4290 train =  0.860478  test =  0.87418115\n",
      "epoch =  4291 train =  0.8811735  test =  0.8494456\n",
      "epoch =  4292 train =  0.88008344  test =  0.86166155\n",
      "epoch =  4293 train =  0.8616706  test =  0.8195452\n",
      "epoch =  4294 train =  0.8723874  test =  0.90301275\n",
      "epoch =  4295 train =  0.8875251  test =  0.88225895\n",
      "epoch =  4296 train =  0.8468674  test =  0.8671681\n",
      "epoch =  4297 train =  0.81306005  test =  0.889667\n",
      "epoch =  4298 train =  0.85785925  test =  0.9017026\n",
      "epoch =  4299 train =  0.86455536  test =  0.93847275\n",
      "epoch =  4300 train =  0.87143266  test =  0.865107\n",
      "epoch =  4301 train =  0.8441503  test =  0.8926731\n",
      "epoch =  4302 train =  0.8360856  test =  0.84833246\n",
      "epoch =  4303 train =  0.88286465  test =  0.90807235\n",
      "epoch =  4304 train =  0.87709475  test =  0.9081632\n",
      "epoch =  4305 train =  0.87762403  test =  0.91121423\n",
      "epoch =  4306 train =  0.8870646  test =  0.85803723\n",
      "epoch =  4307 train =  0.85679364  test =  0.8432195\n",
      "epoch =  4308 train =  0.9004022  test =  0.856231\n",
      "epoch =  4309 train =  0.8918643  test =  0.89385706\n",
      "epoch =  4310 train =  0.8280513  test =  0.89722145\n",
      "epoch =  4311 train =  0.87684417  test =  0.85130495\n",
      "epoch =  4312 train =  0.9006627  test =  0.8624977\n",
      "epoch =  4313 train =  0.88718665  test =  0.83978695\n",
      "epoch =  4314 train =  0.90591836  test =  0.8577731\n",
      "epoch =  4315 train =  0.90213794  test =  0.79859704\n",
      "epoch =  4316 train =  0.8394742  test =  0.885816\n",
      "epoch =  4317 train =  0.8334265  test =  0.8787551\n",
      "epoch =  4318 train =  0.84966636  test =  0.8965694\n",
      "epoch =  4319 train =  0.88079494  test =  0.8494399\n",
      "epoch =  4320 train =  0.85379064  test =  0.88731664\n",
      "epoch =  4321 train =  0.93516773  test =  0.84014255\n",
      "epoch =  4322 train =  0.90221626  test =  0.8276288\n",
      "epoch =  4323 train =  0.9020306  test =  0.9726459\n",
      "epoch =  4324 train =  0.8740133  test =  0.8687485\n",
      "epoch =  4325 train =  0.85449725  test =  0.8895879\n",
      "epoch =  4326 train =  0.8591543  test =  0.9199756\n",
      "epoch =  4327 train =  0.8815979  test =  0.867396\n",
      "epoch =  4328 train =  0.9085206  test =  0.86379087\n",
      "epoch =  4329 train =  0.8504283  test =  0.92411506\n",
      "epoch =  4330 train =  0.838765  test =  0.82105374\n",
      "epoch =  4331 train =  0.83279824  test =  0.8853015\n",
      "epoch =  4332 train =  0.90758234  test =  0.88435286\n",
      "epoch =  4333 train =  0.86001945  test =  0.84714705\n",
      "epoch =  4334 train =  0.89276457  test =  0.8783398\n",
      "epoch =  4335 train =  0.8834262  test =  0.842662\n",
      "epoch =  4336 train =  0.86660516  test =  0.83739847\n",
      "epoch =  4337 train =  0.88894266  test =  0.87343794\n",
      "epoch =  4338 train =  0.8649963  test =  0.92516434\n",
      "epoch =  4339 train =  0.89410806  test =  0.8375987\n",
      "epoch =  4340 train =  0.8533775  test =  0.88064325\n",
      "epoch =  4341 train =  0.8975066  test =  0.92473865\n",
      "epoch =  4342 train =  0.8858706  test =  0.8759542\n",
      "epoch =  4343 train =  0.8812019  test =  0.8380004\n",
      "epoch =  4344 train =  0.9064545  test =  0.8879407\n",
      "epoch =  4345 train =  0.81329167  test =  0.83882874\n",
      "epoch =  4346 train =  0.86230016  test =  0.8999644\n",
      "epoch =  4347 train =  0.8664664  test =  0.8227801\n",
      "epoch =  4348 train =  0.8693958  test =  0.81331253\n",
      "epoch =  4349 train =  0.87165  test =  0.8808297\n",
      "epoch =  4350 train =  0.8883077  test =  0.8691571\n",
      "epoch =  4351 train =  0.8599572  test =  0.83722705\n",
      "epoch =  4352 train =  0.84591246  test =  0.9013423\n",
      "epoch =  4353 train =  0.8342527  test =  0.8662376\n",
      "epoch =  4354 train =  0.8619561  test =  0.88052005\n",
      "epoch =  4355 train =  0.86136425  test =  0.84668505\n",
      "epoch =  4356 train =  0.8971733  test =  0.870694\n",
      "epoch =  4357 train =  0.8631427  test =  0.8152448\n",
      "epoch =  4358 train =  0.87834895  test =  0.8805817\n",
      "epoch =  4359 train =  0.83543414  test =  0.8594704\n",
      "epoch =  4360 train =  0.85910916  test =  0.9236461\n",
      "epoch =  4361 train =  0.85511315  test =  0.82980937\n",
      "epoch =  4362 train =  0.8678226  test =  0.8454719\n",
      "epoch =  4363 train =  0.8517619  test =  0.8360236\n",
      "epoch =  4364 train =  0.86442167  test =  0.84678906\n",
      "epoch =  4365 train =  0.8549781  test =  0.8874258\n",
      "epoch =  4366 train =  0.8663763  test =  0.88108575\n",
      "epoch =  4367 train =  0.84107107  test =  0.922504\n",
      "epoch =  4368 train =  0.86651385  test =  0.8293913\n",
      "epoch =  4369 train =  0.8968342  test =  0.9285077\n",
      "epoch =  4370 train =  0.86531687  test =  0.8201154\n",
      "epoch =  4371 train =  0.87191296  test =  0.84814674\n",
      "epoch =  4372 train =  0.8359483  test =  0.8441839\n",
      "epoch =  4373 train =  0.8599701  test =  0.85421985\n",
      "epoch =  4374 train =  0.87561184  test =  0.77591765\n",
      "epoch =  4375 train =  0.86879504  test =  0.90185887\n",
      "epoch =  4376 train =  0.8495633  test =  0.8837917\n",
      "epoch =  4377 train =  0.8645417  test =  0.8692181\n",
      "epoch =  4378 train =  0.8229302  test =  0.93603843\n",
      "epoch =  4379 train =  0.89037573  test =  0.79739505\n",
      "epoch =  4380 train =  0.8488352  test =  0.84406096\n",
      "epoch =  4381 train =  0.86467516  test =  0.8385304\n",
      "epoch =  4382 train =  0.90673614  test =  0.8656453\n",
      "epoch =  4383 train =  0.8666706  test =  0.8466055\n",
      "epoch =  4384 train =  0.8373183  test =  0.8463971\n",
      "epoch =  4385 train =  0.8323499  test =  0.9170213\n",
      "epoch =  4386 train =  0.88125724  test =  0.88108385\n",
      "epoch =  4387 train =  0.8760365  test =  0.83395886\n",
      "epoch =  4388 train =  0.8755819  test =  0.84629035\n",
      "epoch =  4389 train =  0.8701719  test =  0.8766118\n",
      "epoch =  4390 train =  0.8939524  test =  0.8617291\n",
      "epoch =  4391 train =  0.84496915  test =  0.82619333\n",
      "epoch =  4392 train =  0.8258946  test =  0.8951615\n",
      "epoch =  4393 train =  0.8301427  test =  0.86472446\n",
      "epoch =  4394 train =  0.8379634  test =  0.8183832\n",
      "epoch =  4395 train =  0.92730814  test =  0.8639869\n",
      "epoch =  4396 train =  0.8897718  test =  0.95201546\n",
      "epoch =  4397 train =  0.8526329  test =  0.88236827\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4398 train =  0.8069761  test =  0.8598213\n",
      "epoch =  4399 train =  0.8865948  test =  0.8665942\n",
      "epoch =  4400 train =  0.85434425  test =  0.80987835\n",
      "epoch =  4401 train =  0.8487439  test =  0.85636216\n",
      "epoch =  4402 train =  0.8450893  test =  0.89937514\n",
      "epoch =  4403 train =  0.868813  test =  0.860925\n",
      "epoch =  4404 train =  0.9116345  test =  0.8491454\n",
      "epoch =  4405 train =  0.8764701  test =  0.8333362\n",
      "epoch =  4406 train =  0.9304206  test =  0.84156364\n",
      "epoch =  4407 train =  0.9113473  test =  0.89242077\n",
      "epoch =  4408 train =  0.9195849  test =  0.82390356\n",
      "epoch =  4409 train =  0.87797105  test =  0.84502816\n",
      "epoch =  4410 train =  0.8505272  test =  0.9373138\n",
      "epoch =  4411 train =  0.88139606  test =  0.84806234\n",
      "epoch =  4412 train =  0.8552414  test =  0.84547764\n",
      "epoch =  4413 train =  0.8617556  test =  0.8807356\n",
      "epoch =  4414 train =  0.8576157  test =  0.84780216\n",
      "epoch =  4415 train =  0.8836741  test =  0.83783954\n",
      "epoch =  4416 train =  0.85564303  test =  0.8847354\n",
      "epoch =  4417 train =  0.82173  test =  0.8833148\n",
      "epoch =  4418 train =  0.8778268  test =  0.8906689\n",
      "epoch =  4419 train =  0.89955974  test =  0.88361096\n",
      "epoch =  4420 train =  0.8723154  test =  0.8860891\n",
      "epoch =  4421 train =  0.83172756  test =  0.81763554\n",
      "epoch =  4422 train =  0.85400414  test =  0.8416606\n",
      "epoch =  4423 train =  0.82611394  test =  0.816684\n",
      "epoch =  4424 train =  0.83945477  test =  0.8672082\n",
      "epoch =  4425 train =  0.8495413  test =  0.88212323\n",
      "epoch =  4426 train =  0.8360665  test =  0.86523694\n",
      "epoch =  4427 train =  0.9128778  test =  0.9088379\n",
      "epoch =  4428 train =  0.8941866  test =  0.8486481\n",
      "epoch =  4429 train =  0.8364137  test =  0.8832474\n",
      "epoch =  4430 train =  0.90449977  test =  0.9037017\n",
      "epoch =  4431 train =  0.8453253  test =  0.823601\n",
      "epoch =  4432 train =  0.83817315  test =  0.8661102\n",
      "epoch =  4433 train =  0.8507626  test =  0.87137485\n",
      "epoch =  4434 train =  0.8595743  test =  0.90699035\n",
      "epoch =  4435 train =  0.8800172  test =  0.88348824\n",
      "epoch =  4436 train =  0.8763026  test =  0.9581304\n",
      "epoch =  4437 train =  0.8562506  test =  0.86509657\n",
      "epoch =  4438 train =  0.88531744  test =  0.8386182\n",
      "epoch =  4439 train =  0.8654881  test =  0.8819626\n",
      "epoch =  4440 train =  0.8626777  test =  0.8511754\n",
      "epoch =  4441 train =  0.8454727  test =  0.90002626\n",
      "epoch =  4442 train =  0.8625097  test =  0.87073034\n",
      "epoch =  4443 train =  0.8983415  test =  0.84496546\n",
      "epoch =  4444 train =  0.8468632  test =  0.8497471\n",
      "epoch =  4445 train =  0.8478845  test =  0.8450759\n",
      "epoch =  4446 train =  0.848402  test =  0.8472114\n",
      "epoch =  4447 train =  0.8673336  test =  0.86030906\n",
      "epoch =  4448 train =  0.87038547  test =  0.88707805\n",
      "epoch =  4449 train =  0.89062923  test =  0.854522\n",
      "epoch =  4450 train =  0.8426404  test =  0.8994599\n",
      "epoch =  4451 train =  0.87322354  test =  0.84869915\n",
      "epoch =  4452 train =  0.8847593  test =  0.8394402\n",
      "epoch =  4453 train =  0.83232796  test =  0.84705144\n",
      "epoch =  4454 train =  0.85672784  test =  0.8575385\n",
      "epoch =  4455 train =  0.7976427  test =  0.8698474\n",
      "epoch =  4456 train =  0.8341316  test =  0.85586345\n",
      "epoch =  4457 train =  0.8516111  test =  0.8311075\n",
      "epoch =  4458 train =  0.9295118  test =  0.86625093\n",
      "epoch =  4459 train =  0.870446  test =  0.8216448\n",
      "epoch =  4460 train =  0.8787246  test =  0.8536964\n",
      "epoch =  4461 train =  0.8493447  test =  0.86327976\n",
      "epoch =  4462 train =  0.8437208  test =  0.9204936\n",
      "epoch =  4463 train =  0.8748144  test =  0.8392964\n",
      "epoch =  4464 train =  0.84992576  test =  0.8689192\n",
      "epoch =  4465 train =  0.9089509  test =  0.8763878\n",
      "epoch =  4466 train =  0.88635457  test =  0.9259455\n",
      "epoch =  4467 train =  0.88470423  test =  0.8724\n",
      "epoch =  4468 train =  0.8717799  test =  0.87786686\n",
      "epoch =  4469 train =  0.9011967  test =  0.8146308\n",
      "epoch =  4470 train =  0.8709203  test =  0.84151274\n",
      "epoch =  4471 train =  0.8829144  test =  0.8324546\n",
      "epoch =  4472 train =  0.83040774  test =  0.8350045\n",
      "epoch =  4473 train =  0.86677396  test =  0.8310322\n",
      "epoch =  4474 train =  0.86499536  test =  0.9464499\n",
      "epoch =  4475 train =  0.86206555  test =  0.914097\n",
      "epoch =  4476 train =  0.8810097  test =  0.8622035\n",
      "epoch =  4477 train =  0.8640925  test =  0.8656512\n",
      "epoch =  4478 train =  0.85361713  test =  0.8519687\n",
      "epoch =  4479 train =  0.84482646  test =  0.8398532\n",
      "epoch =  4480 train =  0.8825968  test =  0.82948023\n",
      "epoch =  4481 train =  0.8554449  test =  0.8372482\n",
      "epoch =  4482 train =  0.80920887  test =  0.8555326\n",
      "epoch =  4483 train =  0.8567046  test =  0.8960106\n",
      "epoch =  4484 train =  0.8438052  test =  0.8841499\n",
      "epoch =  4485 train =  0.8904265  test =  0.9236958\n",
      "epoch =  4486 train =  0.85406685  test =  0.85896766\n",
      "epoch =  4487 train =  0.8557755  test =  0.90155154\n",
      "epoch =  4488 train =  0.851609  test =  0.90620655\n",
      "epoch =  4489 train =  0.86654687  test =  0.92984056\n",
      "epoch =  4490 train =  0.9093138  test =  0.8608478\n",
      "epoch =  4491 train =  0.89514077  test =  0.829602\n",
      "epoch =  4492 train =  0.8814029  test =  0.87690485\n",
      "epoch =  4493 train =  0.84923905  test =  0.84257454\n",
      "epoch =  4494 train =  0.9134637  test =  0.8294282\n",
      "epoch =  4495 train =  0.856163  test =  0.9123813\n",
      "epoch =  4496 train =  0.9524699  test =  0.8963196\n",
      "epoch =  4497 train =  0.87977976  test =  0.8905652\n",
      "epoch =  4498 train =  0.848276  test =  0.96772057\n",
      "epoch =  4499 train =  0.8341998  test =  0.89850867\n",
      "epoch =  4500 train =  0.8661092  test =  0.86260927\n",
      "epoch =  4501 train =  0.88030016  test =  0.88228095\n",
      "epoch =  4502 train =  0.8650022  test =  0.8530798\n",
      "epoch =  4503 train =  0.8888391  test =  0.9109125\n",
      "epoch =  4504 train =  0.9036311  test =  0.89725417\n",
      "epoch =  4505 train =  0.87140375  test =  0.8548113\n",
      "epoch =  4506 train =  0.8959587  test =  0.886417\n",
      "epoch =  4507 train =  0.8455317  test =  0.8073606\n",
      "epoch =  4508 train =  0.8679793  test =  0.86231637\n",
      "epoch =  4509 train =  0.82673824  test =  0.8716479\n",
      "epoch =  4510 train =  0.83450615  test =  0.87145567\n",
      "epoch =  4511 train =  0.85051835  test =  0.9083278\n",
      "epoch =  4512 train =  0.8613715  test =  0.92665786\n",
      "epoch =  4513 train =  0.8279185  test =  0.8411143\n",
      "epoch =  4514 train =  0.89275765  test =  0.87117743\n",
      "epoch =  4515 train =  0.893043  test =  0.7954911\n",
      "epoch =  4516 train =  0.90887535  test =  0.87132806\n",
      "epoch =  4517 train =  0.8740368  test =  0.83922154\n",
      "epoch =  4518 train =  0.845189  test =  0.82005733\n",
      "epoch =  4519 train =  0.86060214  test =  0.84498566\n",
      "epoch =  4520 train =  0.8796762  test =  0.9062676\n",
      "epoch =  4521 train =  0.853567  test =  0.85299665\n",
      "epoch =  4522 train =  0.86680746  test =  0.9352266\n",
      "epoch =  4523 train =  0.87731725  test =  0.81586736\n",
      "epoch =  4524 train =  0.8633084  test =  0.9120203\n",
      "epoch =  4525 train =  0.85108054  test =  0.82174015\n",
      "epoch =  4526 train =  0.85510224  test =  0.9052783\n",
      "epoch =  4527 train =  0.9021628  test =  0.8638865\n",
      "epoch =  4528 train =  0.8956547  test =  0.8857892\n",
      "epoch =  4529 train =  0.89264584  test =  0.8653809\n",
      "epoch =  4530 train =  0.86385995  test =  0.9077609\n",
      "epoch =  4531 train =  0.8518834  test =  0.81568986\n",
      "epoch =  4532 train =  0.8594363  test =  0.8490079\n",
      "epoch =  4533 train =  0.83110934  test =  0.87396663\n",
      "epoch =  4534 train =  0.87958807  test =  0.88247913\n",
      "epoch =  4535 train =  0.8255222  test =  0.9019169\n",
      "epoch =  4536 train =  0.851703  test =  0.89063334\n",
      "epoch =  4537 train =  0.85271025  test =  0.82794565\n",
      "epoch =  4538 train =  0.8846845  test =  0.8869481\n",
      "epoch =  4539 train =  0.8395283  test =  0.84171295\n",
      "epoch =  4540 train =  0.88206357  test =  0.7871706\n",
      "epoch =  4541 train =  0.87378645  test =  0.81868845\n",
      "epoch =  4542 train =  0.8193271  test =  0.8906725\n",
      "epoch =  4543 train =  0.889604  test =  0.87919575\n",
      "epoch =  4544 train =  0.8558161  test =  0.81969875\n",
      "epoch =  4545 train =  0.86781263  test =  0.8327193\n",
      "epoch =  4546 train =  0.8365632  test =  0.898172\n",
      "epoch =  4547 train =  0.8584616  test =  0.8236786\n",
      "epoch =  4548 train =  0.82915574  test =  0.84445524\n",
      "epoch =  4549 train =  0.85636604  test =  0.9381233\n",
      "epoch =  4550 train =  0.8635216  test =  0.872149\n",
      "epoch =  4551 train =  0.85784554  test =  0.8659952\n",
      "epoch =  4552 train =  0.8879775  test =  0.83272773\n",
      "epoch =  4553 train =  0.8899195  test =  0.8411985\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4554 train =  0.83829665  test =  0.8803075\n",
      "epoch =  4555 train =  0.8340498  test =  0.8717036\n",
      "epoch =  4556 train =  0.8422272  test =  0.826674\n",
      "epoch =  4557 train =  0.8611097  test =  0.9256052\n",
      "epoch =  4558 train =  0.84807646  test =  0.9074147\n",
      "epoch =  4559 train =  0.8484624  test =  0.88722044\n",
      "epoch =  4560 train =  0.88258463  test =  0.84424216\n",
      "epoch =  4561 train =  0.8859837  test =  0.90358144\n",
      "epoch =  4562 train =  0.8683139  test =  0.88253754\n",
      "epoch =  4563 train =  0.8476776  test =  0.8559817\n",
      "epoch =  4564 train =  0.89039195  test =  0.81614053\n",
      "epoch =  4565 train =  0.8871203  test =  0.83391756\n",
      "epoch =  4566 train =  0.85045636  test =  0.82941294\n",
      "epoch =  4567 train =  0.85132813  test =  0.8346931\n",
      "epoch =  4568 train =  0.8526022  test =  0.8212977\n",
      "epoch =  4569 train =  0.82945704  test =  0.8189357\n",
      "epoch =  4570 train =  0.9263804  test =  0.8423572\n",
      "epoch =  4571 train =  0.85493517  test =  0.83488905\n",
      "epoch =  4572 train =  0.8681222  test =  0.8935714\n",
      "epoch =  4573 train =  0.83632076  test =  0.8382828\n",
      "epoch =  4574 train =  0.8641163  test =  0.8485881\n",
      "epoch =  4575 train =  0.83512783  test =  0.8791604\n",
      "epoch =  4576 train =  0.89451534  test =  0.9427099\n",
      "epoch =  4577 train =  0.8348354  test =  0.83658296\n",
      "epoch =  4578 train =  0.8850455  test =  0.9104994\n",
      "epoch =  4579 train =  0.87931234  test =  0.91271585\n",
      "epoch =  4580 train =  0.8539273  test =  0.89620024\n",
      "epoch =  4581 train =  0.90589666  test =  0.82660705\n",
      "epoch =  4582 train =  0.84571815  test =  0.8289587\n",
      "epoch =  4583 train =  0.86454797  test =  0.8864069\n",
      "epoch =  4584 train =  0.85337436  test =  0.9219085\n",
      "epoch =  4585 train =  0.8666295  test =  0.80207545\n",
      "epoch =  4586 train =  0.86539054  test =  0.8577042\n",
      "epoch =  4587 train =  0.80594766  test =  0.81389\n",
      "epoch =  4588 train =  0.9158529  test =  0.8413385\n",
      "epoch =  4589 train =  0.86186093  test =  0.8506722\n",
      "epoch =  4590 train =  0.8766676  test =  0.85868126\n",
      "epoch =  4591 train =  0.8330345  test =  0.87301373\n",
      "epoch =  4592 train =  0.8667826  test =  0.8547282\n",
      "epoch =  4593 train =  0.8799397  test =  0.8610194\n",
      "epoch =  4594 train =  0.85327  test =  0.8616772\n",
      "epoch =  4595 train =  0.85935676  test =  0.8505788\n",
      "epoch =  4596 train =  0.8955558  test =  0.8253417\n",
      "epoch =  4597 train =  0.8618084  test =  0.9116974\n",
      "epoch =  4598 train =  0.8632722  test =  0.8128546\n",
      "epoch =  4599 train =  0.8268249  test =  0.8960278\n",
      "epoch =  4600 train =  0.9366188  test =  0.88636214\n",
      "epoch =  4601 train =  0.8415302  test =  0.8086062\n",
      "epoch =  4602 train =  0.8841273  test =  0.82361484\n",
      "epoch =  4603 train =  0.85188854  test =  0.89694494\n",
      "epoch =  4604 train =  0.82791984  test =  0.8907422\n",
      "epoch =  4605 train =  0.8546314  test =  0.8349033\n",
      "epoch =  4606 train =  0.8677526  test =  0.9233277\n",
      "epoch =  4607 train =  0.8400527  test =  0.9091627\n",
      "epoch =  4608 train =  0.8836467  test =  0.81570655\n",
      "epoch =  4609 train =  0.8748932  test =  0.8061905\n",
      "epoch =  4610 train =  0.88511217  test =  0.9502027\n",
      "epoch =  4611 train =  0.88387746  test =  0.8647833\n",
      "epoch =  4612 train =  0.8423665  test =  0.86694795\n",
      "epoch =  4613 train =  0.83411694  test =  0.8768688\n",
      "epoch =  4614 train =  0.9027904  test =  0.8208377\n",
      "epoch =  4615 train =  0.9071317  test =  0.832017\n",
      "epoch =  4616 train =  0.84896165  test =  0.88911456\n",
      "epoch =  4617 train =  0.8514018  test =  0.9732615\n",
      "epoch =  4618 train =  0.8565154  test =  0.94260466\n",
      "epoch =  4619 train =  0.83832395  test =  0.86601895\n",
      "epoch =  4620 train =  0.84529614  test =  0.9189171\n",
      "epoch =  4621 train =  0.8916323  test =  0.8964702\n",
      "epoch =  4622 train =  0.8712204  test =  0.8730596\n",
      "epoch =  4623 train =  0.8307577  test =  0.83042866\n",
      "epoch =  4624 train =  0.84323657  test =  0.88188374\n",
      "epoch =  4625 train =  0.85984516  test =  0.870712\n",
      "epoch =  4626 train =  0.8477275  test =  0.8598828\n",
      "epoch =  4627 train =  0.87040424  test =  0.91337305\n",
      "epoch =  4628 train =  0.85665333  test =  0.87306774\n",
      "epoch =  4629 train =  0.85855985  test =  0.7814476\n",
      "epoch =  4630 train =  0.88989115  test =  0.83060914\n",
      "epoch =  4631 train =  0.86019486  test =  0.9216768\n",
      "epoch =  4632 train =  0.84088254  test =  0.87173885\n",
      "epoch =  4633 train =  0.86074674  test =  0.88256633\n",
      "epoch =  4634 train =  0.90123314  test =  0.84255326\n",
      "epoch =  4635 train =  0.8366265  test =  0.83046615\n",
      "epoch =  4636 train =  0.85382044  test =  0.8659067\n",
      "epoch =  4637 train =  0.8845798  test =  0.8529431\n",
      "epoch =  4638 train =  0.8989872  test =  0.8751973\n",
      "epoch =  4639 train =  0.9119208  test =  0.8923169\n",
      "epoch =  4640 train =  0.86351967  test =  0.87578017\n",
      "epoch =  4641 train =  0.9093754  test =  0.8887027\n",
      "epoch =  4642 train =  0.8673192  test =  0.911795\n",
      "epoch =  4643 train =  0.85143614  test =  0.89757556\n",
      "epoch =  4644 train =  0.86617756  test =  0.8590533\n",
      "epoch =  4645 train =  0.83565545  test =  0.87068737\n",
      "epoch =  4646 train =  0.8941925  test =  0.8057927\n",
      "epoch =  4647 train =  0.86873573  test =  0.8339609\n",
      "epoch =  4648 train =  0.8366054  test =  0.84502774\n",
      "epoch =  4649 train =  0.8862895  test =  0.8740898\n",
      "epoch =  4650 train =  0.86244  test =  0.88809794\n",
      "epoch =  4651 train =  0.89997804  test =  0.87210137\n",
      "epoch =  4652 train =  0.8868817  test =  0.8363983\n",
      "epoch =  4653 train =  0.8959527  test =  0.86014396\n",
      "epoch =  4654 train =  0.8287533  test =  0.8618264\n",
      "epoch =  4655 train =  0.8766875  test =  0.8696521\n",
      "epoch =  4656 train =  0.8956076  test =  0.8998508\n",
      "epoch =  4657 train =  0.8737254  test =  0.80563384\n",
      "epoch =  4658 train =  0.8763323  test =  0.8340358\n",
      "epoch =  4659 train =  0.8885175  test =  0.8773406\n",
      "epoch =  4660 train =  0.83950436  test =  0.86816174\n",
      "epoch =  4661 train =  0.8611402  test =  0.84373254\n",
      "epoch =  4662 train =  0.8503675  test =  0.8659515\n",
      "epoch =  4663 train =  0.8830757  test =  0.9394929\n",
      "epoch =  4664 train =  0.89322937  test =  0.8586983\n",
      "epoch =  4665 train =  0.847934  test =  0.8419485\n",
      "epoch =  4666 train =  0.87635183  test =  0.9047843\n",
      "epoch =  4667 train =  0.8573499  test =  0.87783194\n",
      "epoch =  4668 train =  0.8179915  test =  0.8990712\n",
      "epoch =  4669 train =  0.83753467  test =  0.85511374\n",
      "epoch =  4670 train =  0.8754149  test =  0.8428263\n",
      "epoch =  4671 train =  0.84783936  test =  0.8587665\n",
      "epoch =  4672 train =  0.8555595  test =  0.90371644\n",
      "epoch =  4673 train =  0.8582087  test =  0.86123717\n",
      "epoch =  4674 train =  0.80975354  test =  0.8119454\n",
      "epoch =  4675 train =  0.84455574  test =  0.854431\n",
      "epoch =  4676 train =  0.84796995  test =  0.91695684\n",
      "epoch =  4677 train =  0.8339443  test =  0.8386559\n",
      "epoch =  4678 train =  0.8403549  test =  0.8179003\n",
      "epoch =  4679 train =  0.8698604  test =  0.79904985\n",
      "epoch =  4680 train =  0.9062721  test =  0.87218624\n",
      "epoch =  4681 train =  0.8914007  test =  0.860985\n",
      "epoch =  4682 train =  0.8269426  test =  0.83022815\n",
      "epoch =  4683 train =  0.83285356  test =  0.9028395\n",
      "epoch =  4684 train =  0.8551812  test =  0.89536995\n",
      "epoch =  4685 train =  0.8366122  test =  0.8529123\n",
      "epoch =  4686 train =  0.8729687  test =  0.8838722\n",
      "epoch =  4687 train =  0.86954045  test =  0.8771716\n",
      "epoch =  4688 train =  0.8203039  test =  0.84358275\n",
      "epoch =  4689 train =  0.8728465  test =  0.84240335\n",
      "epoch =  4690 train =  0.84044373  test =  0.8432892\n",
      "epoch =  4691 train =  0.8581183  test =  0.85094655\n",
      "epoch =  4692 train =  0.8709272  test =  0.8804163\n",
      "epoch =  4693 train =  0.8622774  test =  0.8644533\n",
      "epoch =  4694 train =  0.8777162  test =  0.81727785\n",
      "epoch =  4695 train =  0.8746557  test =  0.8884453\n",
      "epoch =  4696 train =  0.8841199  test =  0.84678274\n",
      "epoch =  4697 train =  0.8096573  test =  0.8220863\n",
      "epoch =  4698 train =  0.85114866  test =  0.8171606\n",
      "epoch =  4699 train =  0.8234973  test =  0.82689035\n",
      "epoch =  4700 train =  0.89554507  test =  0.85201216\n",
      "epoch =  4701 train =  0.8438813  test =  0.8612659\n",
      "epoch =  4702 train =  0.8342593  test =  0.8396411\n",
      "epoch =  4703 train =  0.8512608  test =  0.97272915\n",
      "epoch =  4704 train =  0.8874271  test =  0.8481147\n",
      "epoch =  4705 train =  0.8806809  test =  0.83542377\n",
      "epoch =  4706 train =  0.8918253  test =  0.86198026\n",
      "epoch =  4707 train =  0.86764944  test =  0.9063239\n",
      "epoch =  4708 train =  0.87250257  test =  0.91140324\n",
      "epoch =  4709 train =  0.8677016  test =  0.88296884\n",
      "epoch =  4710 train =  0.8518903  test =  0.8725524\n",
      "epoch =  4711 train =  0.84119654  test =  0.8686975\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4712 train =  0.85509384  test =  0.83047104\n",
      "epoch =  4713 train =  0.8835358  test =  0.90991056\n",
      "epoch =  4714 train =  0.8122723  test =  0.8356102\n",
      "epoch =  4715 train =  0.8706908  test =  0.8456849\n",
      "epoch =  4716 train =  0.86265206  test =  0.87390995\n",
      "epoch =  4717 train =  0.83916223  test =  0.84078455\n",
      "epoch =  4718 train =  0.8843554  test =  0.87735164\n",
      "epoch =  4719 train =  0.86528254  test =  0.89626443\n",
      "epoch =  4720 train =  0.8313874  test =  0.83484125\n",
      "epoch =  4721 train =  0.8835267  test =  0.82079613\n",
      "epoch =  4722 train =  0.84635866  test =  0.8844414\n",
      "epoch =  4723 train =  0.86465734  test =  0.8048007\n",
      "epoch =  4724 train =  0.87842923  test =  0.7981628\n",
      "epoch =  4725 train =  0.8450102  test =  0.93299764\n",
      "epoch =  4726 train =  0.88754696  test =  0.82938427\n",
      "epoch =  4727 train =  0.886116  test =  0.90666276\n",
      "epoch =  4728 train =  0.8549254  test =  0.8858592\n",
      "epoch =  4729 train =  0.8605212  test =  0.83400315\n",
      "epoch =  4730 train =  0.8556868  test =  0.93378466\n",
      "epoch =  4731 train =  0.91624624  test =  0.88885796\n",
      "epoch =  4732 train =  0.8846706  test =  0.8928666\n",
      "epoch =  4733 train =  0.8780676  test =  0.9356292\n",
      "epoch =  4734 train =  0.8893759  test =  0.8578557\n",
      "epoch =  4735 train =  0.8958974  test =  0.92644125\n",
      "epoch =  4736 train =  0.88054365  test =  0.83918613\n",
      "epoch =  4737 train =  0.8674943  test =  0.8404971\n",
      "epoch =  4738 train =  0.8843515  test =  0.83101773\n",
      "epoch =  4739 train =  0.85194767  test =  0.8781288\n",
      "epoch =  4740 train =  0.8421422  test =  0.85991764\n",
      "epoch =  4741 train =  0.846086  test =  0.8768361\n",
      "epoch =  4742 train =  0.8777433  test =  0.8034951\n",
      "epoch =  4743 train =  0.8793634  test =  0.81557995\n",
      "epoch =  4744 train =  0.8567978  test =  0.8205726\n",
      "epoch =  4745 train =  0.8470547  test =  0.855628\n",
      "epoch =  4746 train =  0.84208834  test =  0.8221121\n",
      "epoch =  4747 train =  0.89083123  test =  0.8662413\n",
      "epoch =  4748 train =  0.8691401  test =  0.8830431\n",
      "epoch =  4749 train =  0.873728  test =  0.93657327\n",
      "epoch =  4750 train =  0.83325654  test =  0.8051664\n",
      "epoch =  4751 train =  0.8788774  test =  0.84426194\n",
      "epoch =  4752 train =  0.8967819  test =  0.90817106\n",
      "epoch =  4753 train =  0.9083067  test =  0.9010737\n",
      "epoch =  4754 train =  0.8478197  test =  0.9355412\n",
      "epoch =  4755 train =  0.8603517  test =  0.9177663\n",
      "epoch =  4756 train =  0.86346686  test =  0.8299546\n",
      "epoch =  4757 train =  0.8525174  test =  0.8528561\n",
      "epoch =  4758 train =  0.85686886  test =  0.84545827\n",
      "epoch =  4759 train =  0.86418486  test =  0.8898245\n",
      "epoch =  4760 train =  0.8738754  test =  0.8575394\n",
      "epoch =  4761 train =  0.85626906  test =  0.9118314\n",
      "epoch =  4762 train =  0.83336985  test =  0.78054667\n",
      "epoch =  4763 train =  0.8436281  test =  0.84942347\n",
      "epoch =  4764 train =  0.8731985  test =  0.8520208\n",
      "epoch =  4765 train =  0.89451516  test =  0.8852105\n",
      "epoch =  4766 train =  0.8941532  test =  0.8911027\n",
      "epoch =  4767 train =  0.8510393  test =  0.83929414\n",
      "epoch =  4768 train =  0.8523062  test =  0.80807465\n",
      "epoch =  4769 train =  0.8486647  test =  0.8626969\n",
      "epoch =  4770 train =  0.82532763  test =  0.93160886\n",
      "epoch =  4771 train =  0.8448603  test =  0.85516715\n",
      "epoch =  4772 train =  0.8568547  test =  0.8649121\n",
      "epoch =  4773 train =  0.8383077  test =  0.8090714\n",
      "epoch =  4774 train =  0.84459674  test =  0.87999415\n",
      "epoch =  4775 train =  0.87575114  test =  0.90622765\n",
      "epoch =  4776 train =  0.87852746  test =  0.8491089\n",
      "epoch =  4777 train =  0.8952999  test =  0.87228423\n",
      "epoch =  4778 train =  0.8931924  test =  0.8571701\n",
      "epoch =  4779 train =  0.8406967  test =  0.8714472\n",
      "epoch =  4780 train =  0.8671535  test =  0.8034362\n",
      "epoch =  4781 train =  0.853864  test =  0.9232757\n",
      "epoch =  4782 train =  0.83229804  test =  0.872018\n",
      "epoch =  4783 train =  0.8552177  test =  0.8382263\n",
      "epoch =  4784 train =  0.84797883  test =  0.89359814\n",
      "epoch =  4785 train =  0.8720375  test =  0.8810792\n",
      "epoch =  4786 train =  0.85824794  test =  0.84949803\n",
      "epoch =  4787 train =  0.86698186  test =  0.9143225\n",
      "epoch =  4788 train =  0.89587796  test =  0.8600068\n",
      "epoch =  4789 train =  0.8714724  test =  0.9237257\n",
      "epoch =  4790 train =  0.8860891  test =  0.8509366\n",
      "epoch =  4791 train =  0.85354626  test =  0.8742249\n",
      "epoch =  4792 train =  0.8672756  test =  0.8420931\n",
      "epoch =  4793 train =  0.9008653  test =  0.86042506\n",
      "epoch =  4794 train =  0.8548309  test =  0.89389235\n",
      "epoch =  4795 train =  0.8690375  test =  0.85316396\n",
      "epoch =  4796 train =  0.8655976  test =  0.8888399\n",
      "epoch =  4797 train =  0.9079727  test =  0.833732\n",
      "epoch =  4798 train =  0.8766958  test =  0.8291468\n",
      "epoch =  4799 train =  0.8904331  test =  0.89881855\n",
      "epoch =  4800 train =  0.827552  test =  0.85440123\n",
      "epoch =  4801 train =  0.896734  test =  0.8860382\n",
      "epoch =  4802 train =  0.87086976  test =  0.8149398\n",
      "epoch =  4803 train =  0.86537695  test =  0.857856\n",
      "epoch =  4804 train =  0.85208523  test =  0.81830364\n",
      "epoch =  4805 train =  0.85039926  test =  0.7883888\n",
      "epoch =  4806 train =  0.85676277  test =  0.8182951\n",
      "epoch =  4807 train =  0.8596998  test =  0.8637781\n",
      "epoch =  4808 train =  0.8667092  test =  0.9250577\n",
      "epoch =  4809 train =  0.8665271  test =  0.8404977\n",
      "epoch =  4810 train =  0.85732085  test =  0.8616442\n",
      "epoch =  4811 train =  0.8547443  test =  0.90587896\n",
      "epoch =  4812 train =  0.8615501  test =  0.94993037\n",
      "epoch =  4813 train =  0.8569207  test =  0.8627409\n",
      "epoch =  4814 train =  0.90087026  test =  0.89732057\n",
      "epoch =  4815 train =  0.82157564  test =  0.8704079\n",
      "epoch =  4816 train =  0.8200673  test =  0.8020278\n",
      "epoch =  4817 train =  0.8514781  test =  0.81213766\n",
      "epoch =  4818 train =  0.8543619  test =  0.85744226\n",
      "epoch =  4819 train =  0.87444997  test =  0.8476049\n",
      "epoch =  4820 train =  0.896653  test =  0.8624628\n",
      "epoch =  4821 train =  0.8249227  test =  0.8497915\n",
      "epoch =  4822 train =  0.83400273  test =  0.86199194\n",
      "epoch =  4823 train =  0.8435578  test =  0.90834624\n",
      "epoch =  4824 train =  0.86425984  test =  0.937217\n",
      "epoch =  4825 train =  0.8860351  test =  0.91178846\n",
      "epoch =  4826 train =  0.8773525  test =  0.85058266\n",
      "epoch =  4827 train =  0.8461278  test =  0.80267817\n",
      "epoch =  4828 train =  0.86245906  test =  0.8395108\n",
      "epoch =  4829 train =  0.83504564  test =  0.83759785\n",
      "epoch =  4830 train =  0.8688073  test =  0.8573951\n",
      "epoch =  4831 train =  0.89848685  test =  0.8386441\n",
      "epoch =  4832 train =  0.8642146  test =  0.86218894\n",
      "epoch =  4833 train =  0.86387587  test =  0.939829\n",
      "epoch =  4834 train =  0.8573436  test =  0.9031702\n",
      "epoch =  4835 train =  0.8653806  test =  0.86883044\n",
      "epoch =  4836 train =  0.8729737  test =  0.94929665\n",
      "epoch =  4837 train =  0.8226295  test =  0.82254946\n",
      "epoch =  4838 train =  0.92726374  test =  0.904971\n",
      "epoch =  4839 train =  0.8934527  test =  0.915695\n",
      "epoch =  4840 train =  0.85273147  test =  0.8937386\n",
      "epoch =  4841 train =  0.8501976  test =  0.8715202\n",
      "epoch =  4842 train =  0.8241663  test =  0.9233842\n",
      "epoch =  4843 train =  0.8269385  test =  0.8002782\n",
      "epoch =  4844 train =  0.8825375  test =  0.90989846\n",
      "epoch =  4845 train =  0.84320664  test =  0.8799118\n",
      "epoch =  4846 train =  0.871058  test =  0.8511138\n",
      "epoch =  4847 train =  0.851073  test =  0.8417928\n",
      "epoch =  4848 train =  0.8584198  test =  0.8449236\n",
      "epoch =  4849 train =  0.8275635  test =  0.8444288\n",
      "epoch =  4850 train =  0.875354  test =  0.93517834\n",
      "epoch =  4851 train =  0.9291825  test =  0.8374137\n",
      "epoch =  4852 train =  0.8602011  test =  0.8115756\n",
      "epoch =  4853 train =  0.8814856  test =  0.8120873\n",
      "epoch =  4854 train =  0.9464372  test =  0.8595324\n",
      "epoch =  4855 train =  0.89464533  test =  0.8298678\n",
      "epoch =  4856 train =  0.8438445  test =  0.83742344\n",
      "epoch =  4857 train =  0.8805396  test =  0.83573604\n",
      "epoch =  4858 train =  0.86534804  test =  0.96446025\n",
      "epoch =  4859 train =  0.8457985  test =  0.8780882\n",
      "epoch =  4860 train =  0.82416165  test =  0.86169875\n",
      "epoch =  4861 train =  0.8524573  test =  0.8470996\n",
      "epoch =  4862 train =  0.85023844  test =  0.877492\n",
      "epoch =  4863 train =  0.86476195  test =  0.824857\n",
      "epoch =  4864 train =  0.8347593  test =  0.9353096\n",
      "epoch =  4865 train =  0.91760373  test =  0.91960967\n",
      "epoch =  4866 train =  0.8338915  test =  0.8694247\n",
      "epoch =  4867 train =  0.86808956  test =  0.9672615\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  4868 train =  0.91023594  test =  0.87191993\n",
      "epoch =  4869 train =  0.8476951  test =  0.8849838\n",
      "epoch =  4870 train =  0.8693098  test =  0.8979693\n",
      "epoch =  4871 train =  0.863603  test =  0.87818587\n",
      "epoch =  4872 train =  0.86921775  test =  0.8802333\n",
      "epoch =  4873 train =  0.90447885  test =  0.86684996\n",
      "epoch =  4874 train =  0.8391669  test =  0.8738067\n",
      "epoch =  4875 train =  0.876231  test =  0.8167032\n",
      "epoch =  4876 train =  0.86678416  test =  0.8241303\n",
      "epoch =  4877 train =  0.83911294  test =  0.83361536\n",
      "epoch =  4878 train =  0.8589424  test =  0.9058816\n",
      "epoch =  4879 train =  0.8344426  test =  0.8233495\n",
      "epoch =  4880 train =  0.8205477  test =  0.86287266\n",
      "epoch =  4881 train =  0.8319651  test =  0.92926246\n",
      "epoch =  4882 train =  0.9002744  test =  0.8743546\n",
      "epoch =  4883 train =  0.877367  test =  0.84064746\n",
      "epoch =  4884 train =  0.8478405  test =  0.86824113\n",
      "epoch =  4885 train =  0.86197305  test =  0.8570429\n",
      "epoch =  4886 train =  0.8736956  test =  0.80602396\n",
      "epoch =  4887 train =  0.821904  test =  0.89771855\n",
      "epoch =  4888 train =  0.84965014  test =  0.9036814\n",
      "epoch =  4889 train =  0.88484967  test =  0.87978065\n",
      "epoch =  4890 train =  0.85402644  test =  0.8092846\n",
      "epoch =  4891 train =  0.8943063  test =  0.7776831\n",
      "epoch =  4892 train =  0.84708333  test =  0.8623119\n",
      "epoch =  4893 train =  0.80987775  test =  0.90298235\n",
      "epoch =  4894 train =  0.95688987  test =  0.8106252\n",
      "epoch =  4895 train =  0.84851134  test =  0.81245035\n",
      "epoch =  4896 train =  0.8482021  test =  0.8499642\n",
      "epoch =  4897 train =  0.92936885  test =  0.92970556\n",
      "epoch =  4898 train =  0.8550991  test =  0.8624717\n",
      "epoch =  4899 train =  0.8810392  test =  0.8316694\n",
      "epoch =  4900 train =  0.8822719  test =  0.9144673\n",
      "epoch =  4901 train =  0.8805969  test =  0.8187133\n",
      "epoch =  4902 train =  0.85313433  test =  0.83687294\n",
      "epoch =  4903 train =  0.84544253  test =  0.8860287\n",
      "epoch =  4904 train =  0.85492015  test =  0.8519173\n",
      "epoch =  4905 train =  0.82236916  test =  0.8181313\n",
      "epoch =  4906 train =  0.8717296  test =  0.83174497\n",
      "epoch =  4907 train =  0.91090715  test =  0.84389156\n",
      "epoch =  4908 train =  0.8284632  test =  0.87023306\n",
      "epoch =  4909 train =  0.8757075  test =  0.8636311\n",
      "epoch =  4910 train =  0.83497286  test =  0.8432574\n",
      "epoch =  4911 train =  0.85177493  test =  0.8456997\n",
      "epoch =  4912 train =  0.8572197  test =  0.90507203\n",
      "epoch =  4913 train =  0.85504067  test =  0.83421916\n",
      "epoch =  4914 train =  0.8135713  test =  0.91304725\n",
      "epoch =  4915 train =  0.91696596  test =  0.85340554\n",
      "epoch =  4916 train =  0.8741055  test =  0.8311443\n",
      "epoch =  4917 train =  0.8745484  test =  0.84249055\n",
      "epoch =  4918 train =  0.8663055  test =  0.7899138\n",
      "epoch =  4919 train =  0.83384633  test =  0.8723771\n",
      "epoch =  4920 train =  0.83369446  test =  0.8673678\n",
      "epoch =  4921 train =  0.9056798  test =  0.88197374\n",
      "epoch =  4922 train =  0.9105698  test =  0.8437755\n",
      "epoch =  4923 train =  0.8806271  test =  0.87608343\n",
      "epoch =  4924 train =  0.8907063  test =  0.87679845\n",
      "epoch =  4925 train =  0.83842593  test =  0.87987995\n",
      "epoch =  4926 train =  0.82476187  test =  0.8709152\n",
      "epoch =  4927 train =  0.90825033  test =  0.8808538\n",
      "epoch =  4928 train =  0.85094035  test =  0.8862847\n",
      "epoch =  4929 train =  0.8496969  test =  0.8165131\n",
      "epoch =  4930 train =  0.9277484  test =  0.8714404\n",
      "epoch =  4931 train =  0.8163047  test =  0.78992987\n",
      "epoch =  4932 train =  0.81612015  test =  0.84140676\n",
      "epoch =  4933 train =  0.8698487  test =  0.83201396\n",
      "epoch =  4934 train =  0.82655287  test =  0.86990845\n",
      "epoch =  4935 train =  0.8882841  test =  0.86988306\n",
      "epoch =  4936 train =  0.84859896  test =  0.90486324\n",
      "epoch =  4937 train =  0.82960296  test =  0.8093959\n",
      "epoch =  4938 train =  0.8544174  test =  0.91000587\n",
      "epoch =  4939 train =  0.8739469  test =  0.84651035\n",
      "epoch =  4940 train =  0.90343875  test =  0.87706476\n",
      "epoch =  4941 train =  0.8878509  test =  0.90067244\n",
      "epoch =  4942 train =  0.8653152  test =  0.86976653\n",
      "epoch =  4943 train =  0.83550364  test =  0.8928647\n",
      "epoch =  4944 train =  0.86846644  test =  0.8147975\n",
      "epoch =  4945 train =  0.8996234  test =  0.83008915\n",
      "epoch =  4946 train =  0.85430866  test =  0.85715425\n",
      "epoch =  4947 train =  0.8711174  test =  0.8491094\n",
      "epoch =  4948 train =  0.84242713  test =  0.9151901\n",
      "epoch =  4949 train =  0.842554  test =  0.8388178\n",
      "epoch =  4950 train =  0.86394906  test =  0.90079516\n",
      "epoch =  4951 train =  0.8800957  test =  0.8997551\n",
      "epoch =  4952 train =  0.83108455  test =  0.8592811\n",
      "epoch =  4953 train =  0.8426653  test =  0.89210176\n",
      "epoch =  4954 train =  0.8952061  test =  0.87612283\n",
      "epoch =  4955 train =  0.8516152  test =  0.86642003\n",
      "epoch =  4956 train =  0.8588636  test =  0.8468364\n",
      "epoch =  4957 train =  0.8454937  test =  0.85718566\n",
      "epoch =  4958 train =  0.8603773  test =  0.85811496\n",
      "epoch =  4959 train =  0.9159069  test =  0.87649924\n",
      "epoch =  4960 train =  0.9103737  test =  0.87147367\n",
      "epoch =  4961 train =  0.8591968  test =  0.83370024\n",
      "epoch =  4962 train =  0.8703139  test =  0.8826456\n",
      "epoch =  4963 train =  0.83864105  test =  0.8714086\n",
      "epoch =  4964 train =  0.87566185  test =  0.78733426\n",
      "epoch =  4965 train =  0.88053954  test =  0.80404466\n",
      "epoch =  4966 train =  0.82626235  test =  0.8246486\n",
      "epoch =  4967 train =  0.83538026  test =  0.88610095\n",
      "epoch =  4968 train =  0.8429072  test =  0.83219165\n",
      "epoch =  4969 train =  0.81594896  test =  0.90300846\n",
      "epoch =  4970 train =  0.8684776  test =  0.8400968\n",
      "epoch =  4971 train =  0.8925059  test =  0.8493578\n",
      "epoch =  4972 train =  0.808879  test =  0.84978074\n",
      "epoch =  4973 train =  0.8875655  test =  0.86031514\n",
      "epoch =  4974 train =  0.8623949  test =  0.87746257\n",
      "epoch =  4975 train =  0.8688941  test =  0.892896\n",
      "epoch =  4976 train =  0.8287491  test =  0.87249297\n",
      "epoch =  4977 train =  0.87004614  test =  0.8128874\n",
      "epoch =  4978 train =  0.8539852  test =  0.86038256\n",
      "epoch =  4979 train =  0.8413625  test =  0.8312075\n",
      "epoch =  4980 train =  0.8645791  test =  0.80596083\n",
      "epoch =  4981 train =  0.83519864  test =  0.8518498\n",
      "epoch =  4982 train =  0.81430364  test =  0.85457593\n",
      "epoch =  4983 train =  0.8897464  test =  0.9183983\n",
      "epoch =  4984 train =  0.85674906  test =  0.79810494\n",
      "epoch =  4985 train =  0.8759861  test =  0.8997363\n",
      "epoch =  4986 train =  0.8884175  test =  0.85565436\n",
      "epoch =  4987 train =  0.884266  test =  0.8943423\n",
      "epoch =  4988 train =  0.86957526  test =  0.85376\n",
      "epoch =  4989 train =  0.85070866  test =  0.8375801\n",
      "epoch =  4990 train =  0.8256798  test =  0.8521904\n",
      "epoch =  4991 train =  0.83758533  test =  0.8298888\n",
      "epoch =  4992 train =  0.8464799  test =  0.8823666\n",
      "epoch =  4993 train =  0.86290437  test =  0.83521837\n",
      "epoch =  4994 train =  0.81810224  test =  0.8506266\n",
      "epoch =  4995 train =  0.8734015  test =  0.88888174\n",
      "epoch =  4996 train =  0.84393644  test =  0.8769481\n",
      "epoch =  4997 train =  0.85312605  test =  0.92365223\n",
      "epoch =  4998 train =  0.83465075  test =  0.9060437\n",
      "epoch =  4999 train =  0.82794297  test =  0.81236905\n",
      "epoch =  5000 train =  0.88925576  test =  0.8926158\n",
      "epoch =  5001 train =  0.85347074  test =  0.8360644\n",
      "epoch =  5002 train =  0.8826318  test =  0.9183373\n",
      "epoch =  5003 train =  0.8704727  test =  0.8725721\n",
      "epoch =  5004 train =  0.88524306  test =  0.8797421\n",
      "epoch =  5005 train =  0.8362696  test =  0.83374053\n",
      "epoch =  5006 train =  0.8678936  test =  0.91772735\n",
      "epoch =  5007 train =  0.8709018  test =  0.8870588\n",
      "epoch =  5008 train =  0.8511994  test =  0.84360665\n",
      "epoch =  5009 train =  0.8856116  test =  0.96256256\n",
      "epoch =  5010 train =  0.9223957  test =  0.90928745\n",
      "epoch =  5011 train =  0.8516582  test =  0.8797061\n",
      "epoch =  5012 train =  0.84240675  test =  0.8185405\n",
      "epoch =  5013 train =  0.8931911  test =  0.8387706\n",
      "epoch =  5014 train =  0.8535379  test =  0.8337201\n",
      "epoch =  5015 train =  0.8467011  test =  0.9116864\n",
      "epoch =  5016 train =  0.8915704  test =  0.8456111\n",
      "epoch =  5017 train =  0.8597698  test =  0.84607136\n",
      "epoch =  5018 train =  0.847978  test =  0.9186211\n",
      "epoch =  5019 train =  0.90111357  test =  0.9022781\n",
      "epoch =  5020 train =  0.8479458  test =  0.79333264\n",
      "epoch =  5021 train =  0.85277617  test =  0.85836077\n",
      "epoch =  5022 train =  0.8384485  test =  0.86730194\n",
      "epoch =  5023 train =  0.85154116  test =  0.9260374\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5024 train =  0.86758924  test =  0.8715062\n",
      "epoch =  5025 train =  0.8785695  test =  0.830561\n",
      "epoch =  5026 train =  0.8962374  test =  0.85271513\n",
      "epoch =  5027 train =  0.87560403  test =  0.8736739\n",
      "epoch =  5028 train =  0.8286239  test =  0.85985005\n",
      "epoch =  5029 train =  0.91495967  test =  0.83613783\n",
      "epoch =  5030 train =  0.8662672  test =  0.849002\n",
      "epoch =  5031 train =  0.90426207  test =  0.8696404\n",
      "epoch =  5032 train =  0.8553406  test =  0.8213954\n",
      "epoch =  5033 train =  0.89120555  test =  0.8302369\n",
      "epoch =  5034 train =  0.8760558  test =  0.8368071\n",
      "epoch =  5035 train =  0.86825466  test =  0.88175404\n",
      "epoch =  5036 train =  0.8844948  test =  0.8592421\n",
      "epoch =  5037 train =  0.8824899  test =  0.8767449\n",
      "epoch =  5038 train =  0.892604  test =  0.80744076\n",
      "epoch =  5039 train =  0.8852674  test =  0.81971204\n",
      "epoch =  5040 train =  0.8707802  test =  0.79612255\n",
      "epoch =  5041 train =  0.8692199  test =  0.8558667\n",
      "epoch =  5042 train =  0.9546489  test =  0.83408743\n",
      "epoch =  5043 train =  0.84838474  test =  0.8290553\n",
      "epoch =  5044 train =  0.8745355  test =  0.7845383\n",
      "epoch =  5045 train =  0.8637178  test =  0.8461105\n",
      "epoch =  5046 train =  0.891518  test =  0.8273992\n",
      "epoch =  5047 train =  0.83771694  test =  0.8367763\n",
      "epoch =  5048 train =  0.84027  test =  0.90189266\n",
      "epoch =  5049 train =  0.9085722  test =  0.8889631\n",
      "epoch =  5050 train =  0.8409569  test =  0.85133487\n",
      "epoch =  5051 train =  0.9081418  test =  0.87845594\n",
      "epoch =  5052 train =  0.8443833  test =  0.8262594\n",
      "epoch =  5053 train =  0.8946352  test =  0.84243566\n",
      "epoch =  5054 train =  0.88220805  test =  0.91748226\n",
      "epoch =  5055 train =  0.8773601  test =  0.89965016\n",
      "epoch =  5056 train =  0.87518823  test =  0.91937554\n",
      "epoch =  5057 train =  0.87736356  test =  0.88462406\n",
      "epoch =  5058 train =  0.8834478  test =  0.9031464\n",
      "epoch =  5059 train =  0.8669108  test =  0.8214001\n",
      "epoch =  5060 train =  0.818104  test =  0.8300314\n",
      "epoch =  5061 train =  0.83533823  test =  0.93442756\n",
      "epoch =  5062 train =  0.85467947  test =  0.90569943\n",
      "epoch =  5063 train =  0.85719436  test =  0.8755669\n",
      "epoch =  5064 train =  0.87740487  test =  0.8660568\n",
      "epoch =  5065 train =  0.91164273  test =  0.8153596\n",
      "epoch =  5066 train =  0.8453933  test =  0.8348562\n",
      "epoch =  5067 train =  0.8562149  test =  0.9170934\n",
      "epoch =  5068 train =  0.8346927  test =  0.78609324\n",
      "epoch =  5069 train =  0.85893726  test =  0.8315727\n",
      "epoch =  5070 train =  0.8192458  test =  0.8142624\n",
      "epoch =  5071 train =  0.86974037  test =  0.8413987\n",
      "epoch =  5072 train =  0.8806231  test =  0.8929903\n",
      "epoch =  5073 train =  0.86066127  test =  0.8578702\n",
      "epoch =  5074 train =  0.88950527  test =  0.8314276\n",
      "epoch =  5075 train =  0.8846567  test =  0.85922986\n",
      "epoch =  5076 train =  0.8463609  test =  0.84536386\n",
      "epoch =  5077 train =  0.8357569  test =  0.809097\n",
      "epoch =  5078 train =  0.855366  test =  0.8465046\n",
      "epoch =  5079 train =  0.88601327  test =  0.8289917\n",
      "epoch =  5080 train =  0.8488214  test =  0.8852028\n",
      "epoch =  5081 train =  0.85691154  test =  0.8246071\n",
      "epoch =  5082 train =  0.8488162  test =  0.82905734\n",
      "epoch =  5083 train =  0.85540235  test =  0.9300621\n",
      "epoch =  5084 train =  0.82837373  test =  0.7845082\n",
      "epoch =  5085 train =  0.85375386  test =  0.849459\n",
      "epoch =  5086 train =  0.86024237  test =  0.89632195\n",
      "epoch =  5087 train =  0.8395238  test =  0.8551789\n",
      "epoch =  5088 train =  0.83639956  test =  0.8541213\n",
      "epoch =  5089 train =  0.85168636  test =  0.89912677\n",
      "epoch =  5090 train =  0.84569895  test =  0.9199351\n",
      "epoch =  5091 train =  0.873624  test =  0.8266497\n",
      "epoch =  5092 train =  0.88836586  test =  0.8025535\n",
      "epoch =  5093 train =  0.83367604  test =  0.8628596\n",
      "epoch =  5094 train =  0.8567498  test =  0.82922184\n",
      "epoch =  5095 train =  0.84960234  test =  0.885285\n",
      "epoch =  5096 train =  0.83331376  test =  0.8533333\n",
      "epoch =  5097 train =  0.91182816  test =  0.8776843\n",
      "epoch =  5098 train =  0.8930764  test =  0.85941494\n",
      "epoch =  5099 train =  0.8243452  test =  0.83654827\n",
      "epoch =  5100 train =  0.833469  test =  0.82953894\n",
      "epoch =  5101 train =  0.8849566  test =  0.82655597\n",
      "epoch =  5102 train =  0.83526546  test =  0.84002024\n",
      "epoch =  5103 train =  0.8397154  test =  0.8573153\n",
      "epoch =  5104 train =  0.8339289  test =  0.8377757\n",
      "epoch =  5105 train =  0.83446264  test =  0.87121844\n",
      "epoch =  5106 train =  0.86457723  test =  0.91046405\n",
      "epoch =  5107 train =  0.8456954  test =  0.8260696\n",
      "epoch =  5108 train =  0.87157047  test =  0.823186\n",
      "epoch =  5109 train =  0.836892  test =  0.8117226\n",
      "epoch =  5110 train =  0.8371314  test =  0.79086834\n",
      "epoch =  5111 train =  0.8823489  test =  0.85234433\n",
      "epoch =  5112 train =  0.92445856  test =  0.84954166\n",
      "epoch =  5113 train =  0.890023  test =  0.8686861\n",
      "epoch =  5114 train =  0.8257632  test =  0.913874\n",
      "epoch =  5115 train =  0.8802394  test =  0.82987803\n",
      "epoch =  5116 train =  0.874442  test =  0.9040096\n",
      "epoch =  5117 train =  0.8630317  test =  0.90696406\n",
      "epoch =  5118 train =  0.8296764  test =  0.8621467\n",
      "epoch =  5119 train =  0.8502274  test =  0.8637509\n",
      "epoch =  5120 train =  0.83544457  test =  0.87973815\n",
      "epoch =  5121 train =  0.8530243  test =  0.9035822\n",
      "epoch =  5122 train =  0.8291236  test =  0.8526702\n",
      "epoch =  5123 train =  0.8417943  test =  0.94199675\n",
      "epoch =  5124 train =  0.85980004  test =  0.81173927\n",
      "epoch =  5125 train =  0.83246416  test =  0.91330546\n",
      "epoch =  5126 train =  0.87387264  test =  0.87432307\n",
      "epoch =  5127 train =  0.88420784  test =  0.86337227\n",
      "epoch =  5128 train =  0.8235862  test =  0.8039289\n",
      "epoch =  5129 train =  0.8825161  test =  0.9031028\n",
      "epoch =  5130 train =  0.8624256  test =  0.8775849\n",
      "epoch =  5131 train =  0.8571458  test =  0.8455447\n",
      "epoch =  5132 train =  0.8252989  test =  0.8743998\n",
      "epoch =  5133 train =  0.8736761  test =  0.8840704\n",
      "epoch =  5134 train =  0.8569298  test =  0.85733014\n",
      "epoch =  5135 train =  0.8526896  test =  0.8337788\n",
      "epoch =  5136 train =  0.8691623  test =  0.8330854\n",
      "epoch =  5137 train =  0.8761467  test =  0.8504458\n",
      "epoch =  5138 train =  0.8583166  test =  0.83027554\n",
      "epoch =  5139 train =  0.8714916  test =  0.9115796\n",
      "epoch =  5140 train =  0.83597696  test =  0.8344803\n",
      "epoch =  5141 train =  0.85094064  test =  0.82576007\n",
      "epoch =  5142 train =  0.8852625  test =  0.84068155\n",
      "epoch =  5143 train =  0.7962296  test =  0.9097618\n",
      "epoch =  5144 train =  0.7944495  test =  0.8683587\n",
      "epoch =  5145 train =  0.92504746  test =  0.84204245\n",
      "epoch =  5146 train =  0.87383664  test =  0.838341\n",
      "epoch =  5147 train =  0.8243013  test =  0.8559718\n",
      "epoch =  5148 train =  0.8457016  test =  0.86657095\n",
      "epoch =  5149 train =  0.8254645  test =  0.8776935\n",
      "epoch =  5150 train =  0.9026142  test =  0.8117198\n",
      "epoch =  5151 train =  0.8819029  test =  0.8978635\n",
      "epoch =  5152 train =  0.91043067  test =  0.9072818\n",
      "epoch =  5153 train =  0.9047742  test =  0.87382287\n",
      "epoch =  5154 train =  0.85585606  test =  0.82120126\n",
      "epoch =  5155 train =  0.87140465  test =  0.9128838\n",
      "epoch =  5156 train =  0.8716541  test =  0.880024\n",
      "epoch =  5157 train =  0.85306287  test =  0.9039828\n",
      "epoch =  5158 train =  0.86290884  test =  0.92706764\n",
      "epoch =  5159 train =  0.84271145  test =  0.8682416\n",
      "epoch =  5160 train =  0.8560089  test =  0.8306543\n",
      "epoch =  5161 train =  0.83941364  test =  0.88012815\n",
      "epoch =  5162 train =  0.87832856  test =  0.8197987\n",
      "epoch =  5163 train =  0.8447566  test =  0.7841169\n",
      "epoch =  5164 train =  0.87032413  test =  0.9455114\n",
      "epoch =  5165 train =  0.8300104  test =  0.86352134\n",
      "epoch =  5166 train =  0.85671806  test =  0.84907967\n",
      "epoch =  5167 train =  0.8631872  test =  0.89181054\n",
      "epoch =  5168 train =  0.8210391  test =  0.8284647\n",
      "epoch =  5169 train =  0.845464  test =  0.9491241\n",
      "epoch =  5170 train =  0.8435696  test =  0.9112332\n",
      "epoch =  5171 train =  0.8501475  test =  0.80237114\n",
      "epoch =  5172 train =  0.8300319  test =  0.86642516\n",
      "epoch =  5173 train =  0.88058305  test =  0.8928978\n",
      "epoch =  5174 train =  0.7787971  test =  0.9069235\n",
      "epoch =  5175 train =  0.8953855  test =  0.85586065\n",
      "epoch =  5176 train =  0.87834287  test =  0.9200364\n",
      "epoch =  5177 train =  0.82722855  test =  0.8408135\n",
      "epoch =  5178 train =  0.8638382  test =  0.8261482\n",
      "epoch =  5179 train =  0.8500271  test =  0.9270851\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5180 train =  0.8352865  test =  0.8988529\n",
      "epoch =  5181 train =  0.85019255  test =  0.9345043\n",
      "epoch =  5182 train =  0.86851144  test =  0.8348069\n",
      "epoch =  5183 train =  0.9196327  test =  0.8482227\n",
      "epoch =  5184 train =  0.86865044  test =  0.80171096\n",
      "epoch =  5185 train =  0.8882298  test =  0.9202224\n",
      "epoch =  5186 train =  0.8841032  test =  0.8732132\n",
      "epoch =  5187 train =  0.86641884  test =  0.94388884\n",
      "epoch =  5188 train =  0.8427385  test =  0.82791567\n",
      "epoch =  5189 train =  0.898172  test =  0.8601893\n",
      "epoch =  5190 train =  0.8434602  test =  0.9110428\n",
      "epoch =  5191 train =  0.8663361  test =  0.8616584\n",
      "epoch =  5192 train =  0.85178757  test =  0.8237921\n",
      "epoch =  5193 train =  0.82594395  test =  0.8290111\n",
      "epoch =  5194 train =  0.86840034  test =  0.8360685\n",
      "epoch =  5195 train =  0.86319983  test =  0.8192403\n",
      "epoch =  5196 train =  0.8494606  test =  0.8485253\n",
      "epoch =  5197 train =  0.8548982  test =  0.90271807\n",
      "epoch =  5198 train =  0.8336673  test =  0.8648146\n",
      "epoch =  5199 train =  0.82683885  test =  0.85672396\n",
      "epoch =  5200 train =  0.85294926  test =  0.8935852\n",
      "epoch =  5201 train =  0.8280642  test =  0.8947649\n",
      "epoch =  5202 train =  0.8295951  test =  0.8381836\n",
      "epoch =  5203 train =  0.85791516  test =  0.82719576\n",
      "epoch =  5204 train =  0.8710169  test =  0.84350604\n",
      "epoch =  5205 train =  0.9064804  test =  0.8294009\n",
      "epoch =  5206 train =  0.92411137  test =  0.84452796\n",
      "epoch =  5207 train =  0.9146075  test =  0.90266776\n",
      "epoch =  5208 train =  0.8177718  test =  0.82780325\n",
      "epoch =  5209 train =  0.8316541  test =  0.8343565\n",
      "epoch =  5210 train =  0.8247045  test =  0.876162\n",
      "epoch =  5211 train =  0.8440461  test =  0.8532086\n",
      "epoch =  5212 train =  0.8659735  test =  0.8851104\n",
      "epoch =  5213 train =  0.8791155  test =  0.8615764\n",
      "epoch =  5214 train =  0.8330461  test =  0.9277697\n",
      "epoch =  5215 train =  0.88379  test =  0.88163817\n",
      "epoch =  5216 train =  0.8342342  test =  0.86103547\n",
      "epoch =  5217 train =  0.84995544  test =  0.79716855\n",
      "epoch =  5218 train =  0.8311221  test =  0.8857\n",
      "epoch =  5219 train =  0.8492344  test =  0.878292\n",
      "epoch =  5220 train =  0.86020106  test =  0.8761663\n",
      "epoch =  5221 train =  0.85547173  test =  0.9135941\n",
      "epoch =  5222 train =  0.8526111  test =  0.85838145\n",
      "epoch =  5223 train =  0.86089015  test =  0.8506429\n",
      "epoch =  5224 train =  0.8486333  test =  0.85065275\n",
      "epoch =  5225 train =  0.873108  test =  0.8966052\n",
      "epoch =  5226 train =  0.8507306  test =  0.8485586\n",
      "epoch =  5227 train =  0.8357324  test =  0.86989546\n",
      "epoch =  5228 train =  0.8811525  test =  0.8536224\n",
      "epoch =  5229 train =  0.84026265  test =  0.88686323\n",
      "epoch =  5230 train =  0.8679373  test =  0.87774336\n",
      "epoch =  5231 train =  0.8361422  test =  0.82731557\n",
      "epoch =  5232 train =  0.86819416  test =  0.85557497\n",
      "epoch =  5233 train =  0.86115444  test =  0.8402127\n",
      "epoch =  5234 train =  0.86754394  test =  0.8674332\n",
      "epoch =  5235 train =  0.89222306  test =  0.9416753\n",
      "epoch =  5236 train =  0.8951911  test =  0.87935823\n",
      "epoch =  5237 train =  0.8390317  test =  0.88466257\n",
      "epoch =  5238 train =  0.819312  test =  0.8619824\n",
      "epoch =  5239 train =  0.90647614  test =  0.8350865\n",
      "epoch =  5240 train =  0.8541018  test =  0.8803065\n",
      "epoch =  5241 train =  0.8793497  test =  0.8155459\n",
      "epoch =  5242 train =  0.86705446  test =  0.7904867\n",
      "epoch =  5243 train =  0.87658846  test =  0.8031144\n",
      "epoch =  5244 train =  0.8400624  test =  0.8253098\n",
      "epoch =  5245 train =  0.86121845  test =  0.86608654\n",
      "epoch =  5246 train =  0.88198733  test =  0.87729794\n",
      "epoch =  5247 train =  0.84609574  test =  0.804967\n",
      "epoch =  5248 train =  0.87788415  test =  0.86933726\n",
      "epoch =  5249 train =  0.85266876  test =  0.86692095\n",
      "epoch =  5250 train =  0.8368312  test =  0.857396\n",
      "epoch =  5251 train =  0.8311184  test =  0.80223364\n",
      "epoch =  5252 train =  0.85034  test =  0.86428297\n",
      "epoch =  5253 train =  0.84762037  test =  0.90506256\n",
      "epoch =  5254 train =  0.8892507  test =  0.82483613\n",
      "epoch =  5255 train =  0.84316444  test =  0.81667\n",
      "epoch =  5256 train =  0.83342093  test =  0.83950686\n",
      "epoch =  5257 train =  0.80647826  test =  0.87056327\n",
      "epoch =  5258 train =  0.85572934  test =  0.84445107\n",
      "epoch =  5259 train =  0.837807  test =  0.8186183\n",
      "epoch =  5260 train =  0.83791244  test =  0.8143504\n",
      "epoch =  5261 train =  0.86455  test =  0.89053315\n",
      "epoch =  5262 train =  0.87959135  test =  0.839327\n",
      "epoch =  5263 train =  0.844461  test =  0.90546805\n",
      "epoch =  5264 train =  0.8376532  test =  0.8440365\n",
      "epoch =  5265 train =  0.87730634  test =  0.8415482\n",
      "epoch =  5266 train =  0.823315  test =  0.93662435\n",
      "epoch =  5267 train =  0.88889533  test =  0.86991274\n",
      "epoch =  5268 train =  0.841403  test =  0.8583791\n",
      "epoch =  5269 train =  0.8643837  test =  0.8692988\n",
      "epoch =  5270 train =  0.82509196  test =  0.82902807\n",
      "epoch =  5271 train =  0.83274645  test =  0.88542145\n",
      "epoch =  5272 train =  0.86088127  test =  0.8284346\n",
      "epoch =  5273 train =  0.82416576  test =  0.86981845\n",
      "epoch =  5274 train =  0.82402253  test =  0.8673479\n",
      "epoch =  5275 train =  0.82508504  test =  0.87593514\n",
      "epoch =  5276 train =  0.9148022  test =  0.83708453\n",
      "epoch =  5277 train =  0.861104  test =  0.85427725\n",
      "epoch =  5278 train =  0.85563326  test =  0.84208196\n",
      "epoch =  5279 train =  0.876498  test =  0.81950736\n",
      "epoch =  5280 train =  0.8712752  test =  0.8989429\n",
      "epoch =  5281 train =  0.84017086  test =  0.9289068\n",
      "epoch =  5282 train =  0.88361084  test =  0.82207257\n",
      "epoch =  5283 train =  0.8356255  test =  0.8014896\n",
      "epoch =  5284 train =  0.8693769  test =  0.81708175\n",
      "epoch =  5285 train =  0.8771719  test =  0.8466823\n",
      "epoch =  5286 train =  0.8716612  test =  0.8744645\n",
      "epoch =  5287 train =  0.864617  test =  0.8664985\n",
      "epoch =  5288 train =  0.8517608  test =  0.8350682\n",
      "epoch =  5289 train =  0.88145757  test =  0.86610353\n",
      "epoch =  5290 train =  0.8820217  test =  0.86062163\n",
      "epoch =  5291 train =  0.8689727  test =  0.8405648\n",
      "epoch =  5292 train =  0.8487903  test =  0.86174196\n",
      "epoch =  5293 train =  0.8443215  test =  0.85920125\n",
      "epoch =  5294 train =  0.86508965  test =  0.84006965\n",
      "epoch =  5295 train =  0.87536025  test =  0.8602132\n",
      "epoch =  5296 train =  0.87352514  test =  0.8128438\n",
      "epoch =  5297 train =  0.8680393  test =  0.9264463\n",
      "epoch =  5298 train =  0.8271249  test =  0.7871387\n",
      "epoch =  5299 train =  0.8572731  test =  0.8110477\n",
      "epoch =  5300 train =  0.86182  test =  0.80674416\n",
      "epoch =  5301 train =  0.90207064  test =  0.8727476\n",
      "epoch =  5302 train =  0.8610262  test =  0.84604573\n",
      "epoch =  5303 train =  0.8198632  test =  0.8248297\n",
      "epoch =  5304 train =  0.8135208  test =  0.81826097\n",
      "epoch =  5305 train =  0.8703664  test =  0.83196056\n",
      "epoch =  5306 train =  0.88096297  test =  0.894518\n",
      "epoch =  5307 train =  0.88271016  test =  0.82092404\n",
      "epoch =  5308 train =  0.85143435  test =  0.8905319\n",
      "epoch =  5309 train =  0.8421906  test =  1.0032822\n",
      "epoch =  5310 train =  0.8656254  test =  0.8681387\n",
      "epoch =  5311 train =  0.8428773  test =  0.8690237\n",
      "epoch =  5312 train =  0.83749557  test =  0.877256\n",
      "epoch =  5313 train =  0.8554472  test =  0.8814814\n",
      "epoch =  5314 train =  0.86096764  test =  0.86207455\n",
      "epoch =  5315 train =  0.86242974  test =  0.86487937\n",
      "epoch =  5316 train =  0.8885708  test =  0.8359237\n",
      "epoch =  5317 train =  0.86599123  test =  0.80114067\n",
      "epoch =  5318 train =  0.8529498  test =  0.87590694\n",
      "epoch =  5319 train =  0.7981827  test =  0.8338493\n",
      "epoch =  5320 train =  0.90374845  test =  0.85964966\n",
      "epoch =  5321 train =  0.81283027  test =  0.8325591\n",
      "epoch =  5322 train =  0.86416566  test =  0.84698594\n",
      "epoch =  5323 train =  0.84639096  test =  0.81004506\n",
      "epoch =  5324 train =  0.8632934  test =  0.79206336\n",
      "epoch =  5325 train =  0.8188906  test =  0.85487056\n",
      "epoch =  5326 train =  0.8294105  test =  0.88543594\n",
      "epoch =  5327 train =  0.85670847  test =  0.8622787\n",
      "epoch =  5328 train =  0.88720036  test =  0.90177\n",
      "epoch =  5329 train =  0.8444863  test =  0.8126595\n",
      "epoch =  5330 train =  0.83777547  test =  0.85349256\n",
      "epoch =  5331 train =  0.8183868  test =  0.8379476\n",
      "epoch =  5332 train =  0.81617236  test =  0.87056625\n",
      "epoch =  5333 train =  0.8667935  test =  0.80065876\n",
      "epoch =  5334 train =  0.85304946  test =  0.8646271\n",
      "epoch =  5335 train =  0.8750145  test =  0.84029484\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5336 train =  0.91007704  test =  0.84378177\n",
      "epoch =  5337 train =  0.83840334  test =  0.8355618\n",
      "epoch =  5338 train =  0.8307931  test =  0.83662194\n",
      "epoch =  5339 train =  0.89666754  test =  0.8545426\n",
      "epoch =  5340 train =  0.85488355  test =  0.82557535\n",
      "epoch =  5341 train =  0.85736126  test =  0.82767844\n",
      "epoch =  5342 train =  0.81199646  test =  0.86791044\n",
      "epoch =  5343 train =  0.86318374  test =  0.85842454\n",
      "epoch =  5344 train =  0.8531895  test =  0.83002645\n",
      "epoch =  5345 train =  0.86105466  test =  0.8706489\n",
      "epoch =  5346 train =  0.8540031  test =  0.82981485\n",
      "epoch =  5347 train =  0.8577512  test =  0.78918487\n",
      "epoch =  5348 train =  0.8201673  test =  0.8264471\n",
      "epoch =  5349 train =  0.87324274  test =  0.7880139\n",
      "epoch =  5350 train =  0.8421197  test =  0.8131136\n",
      "epoch =  5351 train =  0.90427613  test =  0.77638835\n",
      "epoch =  5352 train =  0.88773775  test =  0.9362018\n",
      "epoch =  5353 train =  0.8813007  test =  0.9392215\n",
      "epoch =  5354 train =  0.8382415  test =  0.91046095\n",
      "epoch =  5355 train =  0.87220925  test =  0.905622\n",
      "epoch =  5356 train =  0.83974856  test =  0.86445004\n",
      "epoch =  5357 train =  0.9220264  test =  0.8994365\n",
      "epoch =  5358 train =  0.88612556  test =  0.8794554\n",
      "epoch =  5359 train =  0.85087883  test =  0.8440429\n",
      "epoch =  5360 train =  0.92602795  test =  0.8918463\n",
      "epoch =  5361 train =  0.8805275  test =  0.83161396\n",
      "epoch =  5362 train =  0.82514703  test =  0.8551992\n",
      "epoch =  5363 train =  0.8459904  test =  0.9095607\n",
      "epoch =  5364 train =  0.8671309  test =  0.8904152\n",
      "epoch =  5365 train =  0.81611526  test =  0.83613366\n",
      "epoch =  5366 train =  0.8574654  test =  0.92349213\n",
      "epoch =  5367 train =  0.86117274  test =  0.85794806\n",
      "epoch =  5368 train =  0.81777596  test =  0.8751526\n",
      "epoch =  5369 train =  0.91027105  test =  0.8647654\n",
      "epoch =  5370 train =  0.8187676  test =  0.8593518\n",
      "epoch =  5371 train =  0.86554337  test =  0.9019785\n",
      "epoch =  5372 train =  0.8745673  test =  0.8912934\n",
      "epoch =  5373 train =  0.85088503  test =  0.8305588\n",
      "epoch =  5374 train =  0.84061027  test =  0.83967465\n",
      "epoch =  5375 train =  0.82660174  test =  0.8217966\n",
      "epoch =  5376 train =  0.86427164  test =  0.84333324\n",
      "epoch =  5377 train =  0.8373581  test =  0.84311455\n",
      "epoch =  5378 train =  0.86434144  test =  0.8873601\n",
      "epoch =  5379 train =  0.82455856  test =  0.8260878\n",
      "epoch =  5380 train =  0.8738929  test =  0.8254461\n",
      "epoch =  5381 train =  0.79676723  test =  0.8332909\n",
      "epoch =  5382 train =  0.87339044  test =  0.84700245\n",
      "epoch =  5383 train =  0.9135974  test =  0.9582341\n",
      "epoch =  5384 train =  0.8801003  test =  0.85298496\n",
      "epoch =  5385 train =  0.8679763  test =  0.83090955\n",
      "epoch =  5386 train =  0.85466564  test =  0.82556176\n",
      "epoch =  5387 train =  0.8901007  test =  0.8470136\n",
      "epoch =  5388 train =  0.8488544  test =  0.9025825\n",
      "epoch =  5389 train =  0.8063594  test =  0.801309\n",
      "epoch =  5390 train =  0.88851166  test =  0.8340454\n",
      "epoch =  5391 train =  0.89709103  test =  0.8939402\n",
      "epoch =  5392 train =  0.81337106  test =  0.85097677\n",
      "epoch =  5393 train =  0.8501489  test =  0.84335524\n",
      "epoch =  5394 train =  0.90012103  test =  0.899408\n",
      "epoch =  5395 train =  0.83238876  test =  0.82465506\n",
      "epoch =  5396 train =  0.8673903  test =  0.8798116\n",
      "epoch =  5397 train =  0.85426164  test =  0.90266275\n",
      "epoch =  5398 train =  0.8866282  test =  0.85339963\n",
      "epoch =  5399 train =  0.86464846  test =  0.8166538\n",
      "epoch =  5400 train =  0.88423663  test =  0.8495013\n",
      "epoch =  5401 train =  0.87441075  test =  0.8566858\n",
      "epoch =  5402 train =  0.8923925  test =  0.8893002\n",
      "epoch =  5403 train =  0.8542702  test =  0.8372067\n",
      "epoch =  5404 train =  0.82486296  test =  0.9044527\n",
      "epoch =  5405 train =  0.84928906  test =  0.87426376\n",
      "epoch =  5406 train =  0.8913187  test =  0.87108874\n",
      "epoch =  5407 train =  0.8737272  test =  0.90291035\n",
      "epoch =  5408 train =  0.873296  test =  0.87937135\n",
      "epoch =  5409 train =  0.85482526  test =  0.87781245\n",
      "epoch =  5410 train =  0.8541664  test =  0.8584473\n",
      "epoch =  5411 train =  0.86115813  test =  0.82067925\n",
      "epoch =  5412 train =  0.85140467  test =  0.86141986\n",
      "epoch =  5413 train =  0.83219695  test =  0.9077805\n",
      "epoch =  5414 train =  0.8328332  test =  0.84609675\n",
      "epoch =  5415 train =  0.8325487  test =  0.834764\n",
      "epoch =  5416 train =  0.85451007  test =  0.83942753\n",
      "epoch =  5417 train =  0.8472605  test =  0.8660391\n",
      "epoch =  5418 train =  0.80515385  test =  0.88682044\n",
      "epoch =  5419 train =  0.85157824  test =  0.8778598\n",
      "epoch =  5420 train =  0.86765015  test =  0.8663754\n",
      "epoch =  5421 train =  0.8706422  test =  0.8155947\n",
      "epoch =  5422 train =  0.82929075  test =  0.82512075\n",
      "epoch =  5423 train =  0.8220015  test =  0.8833518\n",
      "epoch =  5424 train =  0.8999338  test =  0.79602003\n",
      "epoch =  5425 train =  0.8424754  test =  0.8649453\n",
      "epoch =  5426 train =  0.87353307  test =  0.86792785\n",
      "epoch =  5427 train =  0.8313384  test =  1.005035\n",
      "epoch =  5428 train =  0.85701025  test =  0.8294868\n",
      "epoch =  5429 train =  0.82682335  test =  0.78590053\n",
      "epoch =  5430 train =  0.88370943  test =  0.8844175\n",
      "epoch =  5431 train =  0.8537943  test =  0.8606095\n",
      "epoch =  5432 train =  0.82385427  test =  0.84803015\n",
      "epoch =  5433 train =  0.8303557  test =  0.8527811\n",
      "epoch =  5434 train =  0.8145715  test =  0.92028016\n",
      "epoch =  5435 train =  0.8655743  test =  0.83098966\n",
      "epoch =  5436 train =  0.8655864  test =  0.8211835\n",
      "epoch =  5437 train =  0.87285936  test =  0.82042587\n",
      "epoch =  5438 train =  0.85930765  test =  0.7978341\n",
      "epoch =  5439 train =  0.8651221  test =  0.80624616\n",
      "epoch =  5440 train =  0.8394879  test =  0.883404\n",
      "epoch =  5441 train =  0.8652258  test =  0.8688232\n",
      "epoch =  5442 train =  0.8531138  test =  0.81778646\n",
      "epoch =  5443 train =  0.8569516  test =  0.883023\n",
      "epoch =  5444 train =  0.88790643  test =  0.845236\n",
      "epoch =  5445 train =  0.877592  test =  0.87015456\n",
      "epoch =  5446 train =  0.8608787  test =  0.7996234\n",
      "epoch =  5447 train =  0.862656  test =  0.8697001\n",
      "epoch =  5448 train =  0.8510078  test =  0.8853591\n",
      "epoch =  5449 train =  0.87194204  test =  0.85251194\n",
      "epoch =  5450 train =  0.8087043  test =  0.88729256\n",
      "epoch =  5451 train =  0.8258821  test =  0.8488111\n",
      "epoch =  5452 train =  0.80459416  test =  0.89593786\n",
      "epoch =  5453 train =  0.8411762  test =  0.89676744\n",
      "epoch =  5454 train =  0.8433176  test =  0.87348485\n",
      "epoch =  5455 train =  0.8671057  test =  0.9103793\n",
      "epoch =  5456 train =  0.9015659  test =  0.8689214\n",
      "epoch =  5457 train =  0.8664087  test =  0.82911754\n",
      "epoch =  5458 train =  0.86067486  test =  0.84264326\n",
      "epoch =  5459 train =  0.87171257  test =  0.8219779\n",
      "epoch =  5460 train =  0.83155525  test =  0.84748465\n",
      "epoch =  5461 train =  0.8492048  test =  0.8487057\n",
      "epoch =  5462 train =  0.83183783  test =  0.8334645\n",
      "epoch =  5463 train =  0.8683239  test =  0.8855754\n",
      "epoch =  5464 train =  0.8703675  test =  0.85909754\n",
      "epoch =  5465 train =  0.84570146  test =  0.8841623\n",
      "epoch =  5466 train =  0.90798855  test =  0.89012533\n",
      "epoch =  5467 train =  0.85123265  test =  0.91268593\n",
      "epoch =  5468 train =  0.8130993  test =  0.8694648\n",
      "epoch =  5469 train =  0.8218792  test =  0.82343423\n",
      "epoch =  5470 train =  0.8317878  test =  0.8440261\n",
      "epoch =  5471 train =  0.89337355  test =  0.92421603\n",
      "epoch =  5472 train =  0.8943072  test =  0.883517\n",
      "epoch =  5473 train =  0.8562576  test =  0.86484426\n",
      "epoch =  5474 train =  0.8625192  test =  0.9290937\n",
      "epoch =  5475 train =  0.8198661  test =  0.8624504\n",
      "epoch =  5476 train =  0.9088236  test =  0.88734555\n",
      "epoch =  5477 train =  0.84340334  test =  0.92874867\n",
      "epoch =  5478 train =  0.87587655  test =  0.8952894\n",
      "epoch =  5479 train =  0.8723893  test =  0.8575457\n",
      "epoch =  5480 train =  0.9005036  test =  0.87911767\n",
      "epoch =  5481 train =  0.8415991  test =  0.87044567\n",
      "epoch =  5482 train =  0.86713004  test =  0.8444575\n",
      "epoch =  5483 train =  0.8419653  test =  0.8818201\n",
      "epoch =  5484 train =  0.8869845  test =  0.84847724\n",
      "epoch =  5485 train =  0.78731096  test =  0.85149795\n",
      "epoch =  5486 train =  0.8386344  test =  0.8773947\n",
      "epoch =  5487 train =  0.8175721  test =  0.87492377\n",
      "epoch =  5488 train =  0.8658694  test =  0.88820696\n",
      "epoch =  5489 train =  0.81499434  test =  0.91057354\n",
      "epoch =  5490 train =  0.8063046  test =  0.8802277\n",
      "epoch =  5491 train =  0.8740963  test =  0.79803854\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5492 train =  0.8629715  test =  0.8060548\n",
      "epoch =  5493 train =  0.8278908  test =  0.85816544\n",
      "epoch =  5494 train =  0.852188  test =  0.8983487\n",
      "epoch =  5495 train =  0.8638314  test =  0.79360867\n",
      "epoch =  5496 train =  0.83471453  test =  0.89664197\n",
      "epoch =  5497 train =  0.8490995  test =  0.8781427\n",
      "epoch =  5498 train =  0.83198154  test =  0.867928\n",
      "epoch =  5499 train =  0.8396865  test =  0.9616705\n",
      "epoch =  5500 train =  0.86445534  test =  0.82525665\n",
      "epoch =  5501 train =  0.84138834  test =  0.8765534\n",
      "epoch =  5502 train =  0.9166262  test =  0.8806694\n",
      "epoch =  5503 train =  0.8712481  test =  0.829062\n",
      "epoch =  5504 train =  0.8012111  test =  0.82562757\n",
      "epoch =  5505 train =  0.9053862  test =  0.8589267\n",
      "epoch =  5506 train =  0.8880861  test =  0.8836324\n",
      "epoch =  5507 train =  0.8069517  test =  0.84166825\n",
      "epoch =  5508 train =  0.8685391  test =  0.8293675\n",
      "epoch =  5509 train =  0.90825677  test =  0.91444695\n",
      "epoch =  5510 train =  0.88024026  test =  0.8433632\n",
      "epoch =  5511 train =  0.8628336  test =  0.8590536\n",
      "epoch =  5512 train =  0.8459481  test =  0.82483655\n",
      "epoch =  5513 train =  0.84188855  test =  0.94828653\n",
      "epoch =  5514 train =  0.8418606  test =  0.8554847\n",
      "epoch =  5515 train =  0.83183837  test =  0.86606413\n",
      "epoch =  5516 train =  0.8420209  test =  0.85951483\n",
      "epoch =  5517 train =  0.85861015  test =  0.86445194\n",
      "epoch =  5518 train =  0.83700144  test =  0.93198985\n",
      "epoch =  5519 train =  0.84187067  test =  0.88290125\n",
      "epoch =  5520 train =  0.9102748  test =  0.837741\n",
      "epoch =  5521 train =  0.8549535  test =  0.9203577\n",
      "epoch =  5522 train =  0.8731103  test =  0.7898429\n",
      "epoch =  5523 train =  0.8627484  test =  0.85205793\n",
      "epoch =  5524 train =  0.82624394  test =  0.8361202\n",
      "epoch =  5525 train =  0.88592696  test =  0.8952652\n",
      "epoch =  5526 train =  0.86664176  test =  0.8478104\n",
      "epoch =  5527 train =  0.8576826  test =  0.7877619\n",
      "epoch =  5528 train =  0.86563003  test =  0.83826214\n",
      "epoch =  5529 train =  0.81905746  test =  0.8870922\n",
      "epoch =  5530 train =  0.854252  test =  0.8745834\n",
      "epoch =  5531 train =  0.8990012  test =  0.85827917\n",
      "epoch =  5532 train =  0.8629552  test =  0.90787846\n",
      "epoch =  5533 train =  0.87515336  test =  0.8184412\n",
      "epoch =  5534 train =  0.80637217  test =  0.7522453\n",
      "epoch =  5535 train =  0.8642152  test =  0.8800418\n",
      "epoch =  5536 train =  0.91455626  test =  0.869726\n",
      "epoch =  5537 train =  0.88276744  test =  0.88255775\n",
      "epoch =  5538 train =  0.86766696  test =  0.78437775\n",
      "epoch =  5539 train =  0.8634854  test =  0.8400169\n",
      "epoch =  5540 train =  0.83546954  test =  0.92933404\n",
      "epoch =  5541 train =  0.8634876  test =  0.89603645\n",
      "epoch =  5542 train =  0.86370695  test =  0.83006334\n",
      "epoch =  5543 train =  0.8720309  test =  0.85083693\n",
      "epoch =  5544 train =  0.8528046  test =  0.85503083\n",
      "epoch =  5545 train =  0.84276307  test =  0.9335285\n",
      "epoch =  5546 train =  0.8118199  test =  0.8799096\n",
      "epoch =  5547 train =  0.84586024  test =  0.83606\n",
      "epoch =  5548 train =  0.84663874  test =  0.84898305\n",
      "epoch =  5549 train =  0.8573928  test =  0.87155354\n",
      "epoch =  5550 train =  0.8863794  test =  0.89901245\n",
      "epoch =  5551 train =  0.88610744  test =  0.902929\n",
      "epoch =  5552 train =  0.88373804  test =  0.8759325\n",
      "epoch =  5553 train =  0.8270192  test =  0.9049498\n",
      "epoch =  5554 train =  0.8308327  test =  0.8747755\n",
      "epoch =  5555 train =  0.86204505  test =  0.9257288\n",
      "epoch =  5556 train =  0.8331388  test =  0.83549684\n",
      "epoch =  5557 train =  0.88375074  test =  0.8122632\n",
      "epoch =  5558 train =  0.83992374  test =  0.83814096\n",
      "epoch =  5559 train =  0.86801594  test =  0.89033306\n",
      "epoch =  5560 train =  0.8213608  test =  0.8467628\n",
      "epoch =  5561 train =  0.8636718  test =  0.8439188\n",
      "epoch =  5562 train =  0.90723026  test =  0.8358711\n",
      "epoch =  5563 train =  0.85525924  test =  0.8200941\n",
      "epoch =  5564 train =  0.8585706  test =  0.89036894\n",
      "epoch =  5565 train =  0.83050954  test =  0.8572833\n",
      "epoch =  5566 train =  0.85484266  test =  0.89004415\n",
      "epoch =  5567 train =  0.8396483  test =  0.90081245\n",
      "epoch =  5568 train =  0.8576569  test =  0.87531185\n",
      "epoch =  5569 train =  0.83249795  test =  0.88207406\n",
      "epoch =  5570 train =  0.8687701  test =  0.8068583\n",
      "epoch =  5571 train =  0.8300173  test =  0.8160186\n",
      "epoch =  5572 train =  0.8607228  test =  0.93750185\n",
      "epoch =  5573 train =  0.8237369  test =  0.8104782\n",
      "epoch =  5574 train =  0.86170757  test =  0.83152914\n",
      "epoch =  5575 train =  0.8552249  test =  0.9020795\n",
      "epoch =  5576 train =  0.8064801  test =  0.8783724\n",
      "epoch =  5577 train =  0.8612865  test =  0.8631058\n",
      "epoch =  5578 train =  0.86196196  test =  0.8857498\n",
      "epoch =  5579 train =  0.86693764  test =  0.8519966\n",
      "epoch =  5580 train =  0.8669795  test =  0.8445318\n",
      "epoch =  5581 train =  0.8984543  test =  0.8608495\n",
      "epoch =  5582 train =  0.8569697  test =  0.83922315\n",
      "epoch =  5583 train =  0.8444516  test =  0.85423195\n",
      "epoch =  5584 train =  0.8308587  test =  0.8402939\n",
      "epoch =  5585 train =  0.8588457  test =  0.8703511\n",
      "epoch =  5586 train =  0.87629044  test =  0.8536118\n",
      "epoch =  5587 train =  0.8636242  test =  0.83005035\n",
      "epoch =  5588 train =  0.81699944  test =  0.84545213\n",
      "epoch =  5589 train =  0.80450094  test =  0.8138163\n",
      "epoch =  5590 train =  0.8372022  test =  0.8951394\n",
      "epoch =  5591 train =  0.8566412  test =  0.81293505\n",
      "epoch =  5592 train =  0.8570167  test =  0.86241305\n",
      "epoch =  5593 train =  0.8691999  test =  0.8086042\n",
      "epoch =  5594 train =  0.7868676  test =  0.81190795\n",
      "epoch =  5595 train =  0.8774611  test =  0.7789016\n",
      "epoch =  5596 train =  0.85110617  test =  0.8843935\n",
      "epoch =  5597 train =  0.85095084  test =  0.88308203\n",
      "epoch =  5598 train =  0.88630164  test =  0.8628028\n",
      "epoch =  5599 train =  0.8466699  test =  0.915373\n",
      "epoch =  5600 train =  0.8765948  test =  0.8237645\n",
      "epoch =  5601 train =  0.83367515  test =  0.87302524\n",
      "epoch =  5602 train =  0.8720876  test =  0.8239455\n",
      "epoch =  5603 train =  0.8618219  test =  0.8837965\n",
      "epoch =  5604 train =  0.86133176  test =  0.80545664\n",
      "epoch =  5605 train =  0.8642519  test =  0.86269736\n",
      "epoch =  5606 train =  0.8965212  test =  0.84593123\n",
      "epoch =  5607 train =  0.8350377  test =  0.8360471\n",
      "epoch =  5608 train =  0.9336835  test =  0.8055141\n",
      "epoch =  5609 train =  0.8847198  test =  0.92820024\n",
      "epoch =  5610 train =  0.82850003  test =  0.85563433\n",
      "epoch =  5611 train =  0.814744  test =  0.8865338\n",
      "epoch =  5612 train =  0.8357178  test =  0.8196893\n",
      "epoch =  5613 train =  0.896919  test =  0.8271413\n",
      "epoch =  5614 train =  0.8423265  test =  0.85435027\n",
      "epoch =  5615 train =  0.85022736  test =  0.9623407\n",
      "epoch =  5616 train =  0.85645425  test =  0.88442034\n",
      "epoch =  5617 train =  0.8470385  test =  0.84629387\n",
      "epoch =  5618 train =  0.8610835  test =  0.8430025\n",
      "epoch =  5619 train =  0.87842023  test =  0.8768662\n",
      "epoch =  5620 train =  0.8328785  test =  0.90449697\n",
      "epoch =  5621 train =  0.8280697  test =  0.83812433\n",
      "epoch =  5622 train =  0.86523503  test =  0.8212018\n",
      "epoch =  5623 train =  0.8475656  test =  0.8451675\n",
      "epoch =  5624 train =  0.86481094  test =  0.8278035\n",
      "epoch =  5625 train =  0.8257376  test =  0.84000653\n",
      "epoch =  5626 train =  0.85969853  test =  0.7769199\n",
      "epoch =  5627 train =  0.88226366  test =  0.84889776\n",
      "epoch =  5628 train =  0.8539289  test =  0.80435646\n",
      "epoch =  5629 train =  0.9240082  test =  0.9095909\n",
      "epoch =  5630 train =  0.84124374  test =  0.8437113\n",
      "epoch =  5631 train =  0.8279894  test =  0.860447\n",
      "epoch =  5632 train =  0.83568186  test =  0.80988497\n",
      "epoch =  5633 train =  0.8058029  test =  0.8045838\n",
      "epoch =  5634 train =  0.87915874  test =  0.793366\n",
      "epoch =  5635 train =  0.8378618  test =  0.78811955\n",
      "epoch =  5636 train =  0.88320065  test =  0.86313856\n",
      "epoch =  5637 train =  0.8531178  test =  0.9203015\n",
      "epoch =  5638 train =  0.91866964  test =  0.8790393\n",
      "epoch =  5639 train =  0.82604146  test =  0.8502077\n",
      "epoch =  5640 train =  0.86073637  test =  0.79453784\n",
      "epoch =  5641 train =  0.8477311  test =  0.88683325\n",
      "epoch =  5642 train =  0.86004233  test =  0.88384295\n",
      "epoch =  5643 train =  0.8549652  test =  0.82847714\n",
      "epoch =  5644 train =  0.8830266  test =  0.8558012\n",
      "epoch =  5645 train =  0.87793684  test =  0.89165807\n",
      "epoch =  5646 train =  0.89858246  test =  0.8510948\n",
      "epoch =  5647 train =  0.8415011  test =  0.8818791\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5648 train =  0.88022447  test =  0.860956\n",
      "epoch =  5649 train =  0.8183111  test =  0.86506456\n",
      "epoch =  5650 train =  0.84105825  test =  0.85937124\n",
      "epoch =  5651 train =  0.80768204  test =  0.85792184\n",
      "epoch =  5652 train =  0.82602  test =  0.86678386\n",
      "epoch =  5653 train =  0.826432  test =  0.8507981\n",
      "epoch =  5654 train =  0.8658569  test =  0.8907677\n",
      "epoch =  5655 train =  0.8288177  test =  0.86586076\n",
      "epoch =  5656 train =  0.8609258  test =  0.84911394\n",
      "epoch =  5657 train =  0.81898785  test =  0.8457362\n",
      "epoch =  5658 train =  0.8691343  test =  0.83253384\n",
      "epoch =  5659 train =  0.8465477  test =  0.9325829\n",
      "epoch =  5660 train =  0.90604615  test =  0.87599057\n",
      "epoch =  5661 train =  0.8490337  test =  0.82447994\n",
      "epoch =  5662 train =  0.85734224  test =  0.8594493\n",
      "epoch =  5663 train =  0.84789884  test =  0.84264654\n",
      "epoch =  5664 train =  0.849036  test =  0.8800047\n",
      "epoch =  5665 train =  0.8373178  test =  0.8083289\n",
      "epoch =  5666 train =  0.883281  test =  0.78952944\n",
      "epoch =  5667 train =  0.90273666  test =  0.8658255\n",
      "epoch =  5668 train =  0.92152107  test =  0.8165976\n",
      "epoch =  5669 train =  0.88915783  test =  0.7908954\n",
      "epoch =  5670 train =  0.8544054  test =  0.8304121\n",
      "epoch =  5671 train =  0.84612626  test =  0.795583\n",
      "epoch =  5672 train =  0.8115186  test =  0.8349818\n",
      "epoch =  5673 train =  0.8803683  test =  0.88880515\n",
      "epoch =  5674 train =  0.8251961  test =  0.888977\n",
      "epoch =  5675 train =  0.8403485  test =  0.8700885\n",
      "epoch =  5676 train =  0.8744987  test =  0.892306\n",
      "epoch =  5677 train =  0.8915238  test =  0.86371505\n",
      "epoch =  5678 train =  0.852535  test =  0.9146711\n",
      "epoch =  5679 train =  0.81995916  test =  0.88500386\n",
      "epoch =  5680 train =  0.83994997  test =  0.8607453\n",
      "epoch =  5681 train =  0.8467544  test =  0.88143337\n",
      "epoch =  5682 train =  0.80954385  test =  0.8310473\n",
      "epoch =  5683 train =  0.85093373  test =  0.89960843\n",
      "epoch =  5684 train =  0.8416424  test =  0.88330156\n",
      "epoch =  5685 train =  0.8686842  test =  0.7993612\n",
      "epoch =  5686 train =  0.86184394  test =  0.8667107\n",
      "epoch =  5687 train =  0.87282145  test =  0.87610626\n",
      "epoch =  5688 train =  0.84582675  test =  0.8169319\n",
      "epoch =  5689 train =  0.84747255  test =  0.8918865\n",
      "epoch =  5690 train =  0.8477191  test =  0.8533709\n",
      "epoch =  5691 train =  0.83763003  test =  0.85966027\n",
      "epoch =  5692 train =  0.8567028  test =  0.81094533\n",
      "epoch =  5693 train =  0.8780054  test =  0.8283371\n",
      "epoch =  5694 train =  0.89349073  test =  0.9328867\n",
      "epoch =  5695 train =  0.8714391  test =  0.8218081\n",
      "epoch =  5696 train =  0.84165287  test =  0.8125439\n",
      "epoch =  5697 train =  0.8292611  test =  0.8478727\n",
      "epoch =  5698 train =  0.81760377  test =  0.93557864\n",
      "epoch =  5699 train =  0.81896156  test =  0.82036227\n",
      "epoch =  5700 train =  0.8631613  test =  0.80272114\n",
      "epoch =  5701 train =  0.86073923  test =  0.83889306\n",
      "epoch =  5702 train =  0.81260073  test =  0.872424\n",
      "epoch =  5703 train =  0.8769547  test =  0.8319534\n",
      "epoch =  5704 train =  0.8947889  test =  0.92266536\n",
      "epoch =  5705 train =  0.89618456  test =  0.91858983\n",
      "epoch =  5706 train =  0.9038392  test =  0.8413136\n",
      "epoch =  5707 train =  0.8086537  test =  0.914519\n",
      "epoch =  5708 train =  0.8853506  test =  0.84441394\n",
      "epoch =  5709 train =  0.8624583  test =  0.9138733\n",
      "epoch =  5710 train =  0.8857931  test =  0.85853803\n",
      "epoch =  5711 train =  0.8315625  test =  0.79267544\n",
      "epoch =  5712 train =  0.8187217  test =  0.8436519\n",
      "epoch =  5713 train =  0.8511002  test =  0.8372263\n",
      "epoch =  5714 train =  0.81898904  test =  0.88690203\n",
      "epoch =  5715 train =  0.91655505  test =  0.7999787\n",
      "epoch =  5716 train =  0.88408613  test =  0.89442384\n",
      "epoch =  5717 train =  0.839815  test =  0.85190654\n",
      "epoch =  5718 train =  0.8887201  test =  0.8415029\n",
      "epoch =  5719 train =  0.89066595  test =  0.8569424\n",
      "epoch =  5720 train =  0.86115175  test =  0.85500646\n",
      "epoch =  5721 train =  0.89627606  test =  0.8179783\n",
      "epoch =  5722 train =  0.81294775  test =  0.8727872\n",
      "epoch =  5723 train =  0.89152503  test =  0.8388347\n",
      "epoch =  5724 train =  0.9136969  test =  0.83306867\n",
      "epoch =  5725 train =  0.82666975  test =  0.9720785\n",
      "epoch =  5726 train =  0.866653  test =  0.8476043\n",
      "epoch =  5727 train =  0.83913606  test =  0.88169295\n",
      "epoch =  5728 train =  0.8385153  test =  0.85164005\n",
      "epoch =  5729 train =  0.8249049  test =  0.8266274\n",
      "epoch =  5730 train =  0.84409446  test =  0.9253937\n",
      "epoch =  5731 train =  0.8668018  test =  0.81993306\n",
      "epoch =  5732 train =  0.86950886  test =  0.81574094\n",
      "epoch =  5733 train =  0.82576215  test =  0.8363584\n",
      "epoch =  5734 train =  0.8502347  test =  0.87832487\n",
      "epoch =  5735 train =  0.87020457  test =  0.7860674\n",
      "epoch =  5736 train =  0.82815003  test =  0.8639677\n",
      "epoch =  5737 train =  0.9112661  test =  0.86952394\n",
      "epoch =  5738 train =  0.8436856  test =  0.8613713\n",
      "epoch =  5739 train =  0.8501007  test =  0.80089444\n",
      "epoch =  5740 train =  0.8513076  test =  0.9463473\n",
      "epoch =  5741 train =  0.83235246  test =  0.8171334\n",
      "epoch =  5742 train =  0.8227558  test =  0.8019616\n",
      "epoch =  5743 train =  0.8738272  test =  0.9186803\n",
      "epoch =  5744 train =  0.89659035  test =  0.8409235\n",
      "epoch =  5745 train =  0.8462021  test =  0.9441192\n",
      "epoch =  5746 train =  0.8788045  test =  0.7927732\n",
      "epoch =  5747 train =  0.8426187  test =  0.9070903\n",
      "epoch =  5748 train =  0.82414126  test =  0.8452164\n",
      "epoch =  5749 train =  0.84029543  test =  0.8680969\n",
      "epoch =  5750 train =  0.8146623  test =  0.8578248\n",
      "epoch =  5751 train =  0.8996951  test =  0.99644613\n",
      "epoch =  5752 train =  0.85111797  test =  0.8376823\n",
      "epoch =  5753 train =  0.8529818  test =  0.84394515\n",
      "epoch =  5754 train =  0.84744656  test =  0.8792499\n",
      "epoch =  5755 train =  0.913945  test =  0.90960956\n",
      "epoch =  5756 train =  0.8661711  test =  0.8881249\n",
      "epoch =  5757 train =  0.83925694  test =  0.83179504\n",
      "epoch =  5758 train =  0.8447306  test =  0.84554523\n",
      "epoch =  5759 train =  0.87810004  test =  0.85700125\n",
      "epoch =  5760 train =  0.8523314  test =  0.8403718\n",
      "epoch =  5761 train =  0.9104421  test =  0.919208\n",
      "epoch =  5762 train =  0.83910406  test =  0.79783607\n",
      "epoch =  5763 train =  0.8715056  test =  0.7703538\n",
      "epoch =  5764 train =  0.8554486  test =  0.8697901\n",
      "epoch =  5765 train =  0.86139965  test =  0.90891016\n",
      "epoch =  5766 train =  0.8945007  test =  0.7878906\n",
      "epoch =  5767 train =  0.8506887  test =  0.8640909\n",
      "epoch =  5768 train =  0.87353504  test =  0.78862584\n",
      "epoch =  5769 train =  0.89323354  test =  0.8694601\n",
      "epoch =  5770 train =  0.84917843  test =  0.847333\n",
      "epoch =  5771 train =  0.88951397  test =  0.81766653\n",
      "epoch =  5772 train =  0.85988116  test =  0.8490891\n",
      "epoch =  5773 train =  0.8527328  test =  0.84687984\n",
      "epoch =  5774 train =  0.8685633  test =  0.8424726\n",
      "epoch =  5775 train =  0.8758565  test =  0.9541749\n",
      "epoch =  5776 train =  0.8653346  test =  0.7979111\n",
      "epoch =  5777 train =  0.79165053  test =  0.9367829\n",
      "epoch =  5778 train =  0.8509282  test =  0.906075\n",
      "epoch =  5779 train =  0.8668564  test =  0.7813998\n",
      "epoch =  5780 train =  0.864292  test =  0.8252296\n",
      "epoch =  5781 train =  0.8675375  test =  0.8916506\n",
      "epoch =  5782 train =  0.85568464  test =  0.809153\n",
      "epoch =  5783 train =  0.82877356  test =  0.85655856\n",
      "epoch =  5784 train =  0.8428725  test =  0.9445358\n",
      "epoch =  5785 train =  0.8605793  test =  0.845565\n",
      "epoch =  5786 train =  0.8048186  test =  0.88332826\n",
      "epoch =  5787 train =  0.8328638  test =  0.8352709\n",
      "epoch =  5788 train =  0.84691834  test =  0.8863848\n",
      "epoch =  5789 train =  0.8759874  test =  0.82055306\n",
      "epoch =  5790 train =  0.83453655  test =  0.829803\n",
      "epoch =  5791 train =  0.9200878  test =  0.89284927\n",
      "epoch =  5792 train =  0.82780063  test =  0.8849053\n",
      "epoch =  5793 train =  0.84178174  test =  0.826563\n",
      "epoch =  5794 train =  0.8617331  test =  0.85029495\n",
      "epoch =  5795 train =  0.806281  test =  0.83277416\n",
      "epoch =  5796 train =  0.8527772  test =  0.8260308\n",
      "epoch =  5797 train =  0.85763824  test =  0.8327875\n",
      "epoch =  5798 train =  0.8262782  test =  0.84515506\n",
      "epoch =  5799 train =  0.8772347  test =  0.8526101\n",
      "epoch =  5800 train =  0.8490244  test =  0.8504967\n",
      "epoch =  5801 train =  0.87364876  test =  0.8447418\n",
      "epoch =  5802 train =  0.8021922  test =  0.8409587\n",
      "epoch =  5803 train =  0.8362391  test =  0.8989026\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5804 train =  0.841442  test =  0.9394396\n",
      "epoch =  5805 train =  0.84114164  test =  0.8599386\n",
      "epoch =  5806 train =  0.7895069  test =  0.9300848\n",
      "epoch =  5807 train =  0.8206842  test =  0.83205265\n",
      "epoch =  5808 train =  0.81987834  test =  0.89535546\n",
      "epoch =  5809 train =  0.86211324  test =  0.8952039\n",
      "epoch =  5810 train =  0.8130856  test =  0.81182474\n",
      "epoch =  5811 train =  0.89774644  test =  0.83004403\n",
      "epoch =  5812 train =  0.8962722  test =  0.8655462\n",
      "epoch =  5813 train =  0.8270546  test =  0.8354465\n",
      "epoch =  5814 train =  0.88381755  test =  0.92262095\n",
      "epoch =  5815 train =  0.8016491  test =  0.9193909\n",
      "epoch =  5816 train =  0.83135694  test =  0.8626333\n",
      "epoch =  5817 train =  0.8913673  test =  0.79272354\n",
      "epoch =  5818 train =  0.83780575  test =  0.8819784\n",
      "epoch =  5819 train =  0.84458196  test =  0.8679489\n",
      "epoch =  5820 train =  0.8646174  test =  0.8612483\n",
      "epoch =  5821 train =  0.8356827  test =  0.83551186\n",
      "epoch =  5822 train =  0.8507112  test =  0.856707\n",
      "epoch =  5823 train =  0.8297093  test =  0.85315454\n",
      "epoch =  5824 train =  0.820629  test =  0.8407363\n",
      "epoch =  5825 train =  0.8360506  test =  0.9427505\n",
      "epoch =  5826 train =  0.867563  test =  0.88035554\n",
      "epoch =  5827 train =  0.8449527  test =  0.871786\n",
      "epoch =  5828 train =  0.8246575  test =  0.8776692\n",
      "epoch =  5829 train =  0.85254705  test =  0.83152723\n",
      "epoch =  5830 train =  0.8491686  test =  0.8333877\n",
      "epoch =  5831 train =  0.8555076  test =  0.880511\n",
      "epoch =  5832 train =  0.87219286  test =  0.8721946\n",
      "epoch =  5833 train =  0.8538873  test =  0.8572822\n",
      "epoch =  5834 train =  0.88815427  test =  0.87503874\n",
      "epoch =  5835 train =  0.84325194  test =  0.99416757\n",
      "epoch =  5836 train =  0.8591472  test =  0.8802157\n",
      "epoch =  5837 train =  0.87745  test =  0.90716916\n",
      "epoch =  5838 train =  0.8242246  test =  1.0186309\n",
      "epoch =  5839 train =  0.857803  test =  0.8763596\n",
      "epoch =  5840 train =  0.8818154  test =  0.86694396\n",
      "epoch =  5841 train =  0.84006643  test =  0.8641868\n",
      "epoch =  5842 train =  0.90442455  test =  0.82827073\n",
      "epoch =  5843 train =  0.8523239  test =  0.884026\n",
      "epoch =  5844 train =  0.8205195  test =  0.8392825\n",
      "epoch =  5845 train =  0.85566366  test =  0.8886554\n",
      "epoch =  5846 train =  0.8255381  test =  0.9036537\n",
      "epoch =  5847 train =  0.89214176  test =  0.81462866\n",
      "epoch =  5848 train =  0.9130989  test =  0.83885443\n",
      "epoch =  5849 train =  0.84216213  test =  0.95688856\n",
      "epoch =  5850 train =  0.8369583  test =  0.8302086\n",
      "epoch =  5851 train =  0.8098383  test =  0.88489956\n",
      "epoch =  5852 train =  0.84742856  test =  0.8857816\n",
      "epoch =  5853 train =  0.8252154  test =  0.9090635\n",
      "epoch =  5854 train =  0.87611216  test =  0.8149462\n",
      "epoch =  5855 train =  0.8823369  test =  0.9036084\n",
      "epoch =  5856 train =  0.84335244  test =  0.82880247\n",
      "epoch =  5857 train =  0.8071047  test =  0.8574145\n",
      "epoch =  5858 train =  0.85718966  test =  0.8612165\n",
      "epoch =  5859 train =  0.8253002  test =  0.88705945\n",
      "epoch =  5860 train =  0.8188205  test =  0.90985507\n",
      "epoch =  5861 train =  0.82896525  test =  0.91585845\n",
      "epoch =  5862 train =  0.8379146  test =  0.799871\n",
      "epoch =  5863 train =  0.8438588  test =  0.8179659\n",
      "epoch =  5864 train =  0.8231564  test =  0.88760334\n",
      "epoch =  5865 train =  0.8723409  test =  0.84633106\n",
      "epoch =  5866 train =  0.8940196  test =  0.8373134\n",
      "epoch =  5867 train =  0.86946017  test =  0.85392946\n",
      "epoch =  5868 train =  0.84397167  test =  0.82514066\n",
      "epoch =  5869 train =  0.86049104  test =  0.8983533\n",
      "epoch =  5870 train =  0.85006285  test =  0.84005004\n",
      "epoch =  5871 train =  0.88591516  test =  0.9067691\n",
      "epoch =  5872 train =  0.8456996  test =  0.9388443\n",
      "epoch =  5873 train =  0.85422325  test =  0.87221825\n",
      "epoch =  5874 train =  0.851047  test =  0.85545534\n",
      "epoch =  5875 train =  0.87585664  test =  0.879394\n",
      "epoch =  5876 train =  0.8532173  test =  0.84550023\n",
      "epoch =  5877 train =  0.8640902  test =  0.8609431\n",
      "epoch =  5878 train =  0.88970804  test =  0.8361415\n",
      "epoch =  5879 train =  0.8970419  test =  0.85914534\n",
      "epoch =  5880 train =  0.8157927  test =  0.90009964\n",
      "epoch =  5881 train =  0.8398049  test =  0.8329182\n",
      "epoch =  5882 train =  0.9160731  test =  0.8034408\n",
      "epoch =  5883 train =  0.8469568  test =  0.8659157\n",
      "epoch =  5884 train =  0.8179904  test =  0.8514742\n",
      "epoch =  5885 train =  0.905989  test =  0.8164434\n",
      "epoch =  5886 train =  0.83437735  test =  0.79559606\n",
      "epoch =  5887 train =  0.87758887  test =  0.8525428\n",
      "epoch =  5888 train =  0.92069495  test =  0.84045994\n",
      "epoch =  5889 train =  0.9076185  test =  0.8682487\n",
      "epoch =  5890 train =  0.85350215  test =  0.7722162\n",
      "epoch =  5891 train =  0.84171844  test =  0.8851675\n",
      "epoch =  5892 train =  0.80900145  test =  0.8894834\n",
      "epoch =  5893 train =  0.8715167  test =  0.84081185\n",
      "epoch =  5894 train =  0.8308011  test =  0.82584786\n",
      "epoch =  5895 train =  0.8402749  test =  0.9001531\n",
      "epoch =  5896 train =  0.8877635  test =  0.7701901\n",
      "epoch =  5897 train =  0.87244546  test =  0.86995983\n",
      "epoch =  5898 train =  0.825239  test =  0.94662035\n",
      "epoch =  5899 train =  0.8417849  test =  0.8637402\n",
      "epoch =  5900 train =  0.8441608  test =  0.85754067\n",
      "epoch =  5901 train =  0.82989097  test =  0.78486013\n",
      "epoch =  5902 train =  0.8535079  test =  0.9070654\n",
      "epoch =  5903 train =  0.8647628  test =  0.8333033\n",
      "epoch =  5904 train =  0.79800165  test =  0.85717714\n",
      "epoch =  5905 train =  0.8625158  test =  0.83390623\n",
      "epoch =  5906 train =  0.91051257  test =  0.8182194\n",
      "epoch =  5907 train =  0.858178  test =  0.85517865\n",
      "epoch =  5908 train =  0.81024826  test =  0.8666824\n",
      "epoch =  5909 train =  0.84822214  test =  0.8160836\n",
      "epoch =  5910 train =  0.8422556  test =  0.8647439\n",
      "epoch =  5911 train =  0.82293475  test =  0.8903935\n",
      "epoch =  5912 train =  0.8389969  test =  0.8405899\n",
      "epoch =  5913 train =  0.8635203  test =  0.81164956\n",
      "epoch =  5914 train =  0.84747463  test =  0.8156651\n",
      "epoch =  5915 train =  0.8536458  test =  0.8268203\n",
      "epoch =  5916 train =  0.82983994  test =  0.9098767\n",
      "epoch =  5917 train =  0.80414855  test =  0.7662241\n",
      "epoch =  5918 train =  0.905691  test =  0.90417737\n",
      "epoch =  5919 train =  0.8338727  test =  0.8468264\n",
      "epoch =  5920 train =  0.8528577  test =  0.85065556\n",
      "epoch =  5921 train =  0.8738851  test =  0.823491\n",
      "epoch =  5922 train =  0.8424653  test =  0.7968599\n",
      "epoch =  5923 train =  0.8278463  test =  0.8026532\n",
      "epoch =  5924 train =  0.86229455  test =  0.84311724\n",
      "epoch =  5925 train =  0.838274  test =  0.88615906\n",
      "epoch =  5926 train =  0.8622637  test =  0.82980454\n",
      "epoch =  5927 train =  0.8355069  test =  0.8333768\n",
      "epoch =  5928 train =  0.8353771  test =  0.85573953\n",
      "epoch =  5929 train =  0.84698343  test =  0.8640421\n",
      "epoch =  5930 train =  0.8790721  test =  0.8736232\n",
      "epoch =  5931 train =  0.8472147  test =  0.8184439\n",
      "epoch =  5932 train =  0.8315083  test =  0.78920764\n",
      "epoch =  5933 train =  0.8476389  test =  0.8015432\n",
      "epoch =  5934 train =  0.82873285  test =  0.82833934\n",
      "epoch =  5935 train =  0.84807515  test =  0.9427549\n",
      "epoch =  5936 train =  0.8030621  test =  0.8172063\n",
      "epoch =  5937 train =  0.8754499  test =  0.87124276\n",
      "epoch =  5938 train =  0.82874626  test =  0.84450984\n",
      "epoch =  5939 train =  0.84605205  test =  0.79129153\n",
      "epoch =  5940 train =  0.8778883  test =  0.85676086\n",
      "epoch =  5941 train =  0.83018446  test =  0.83865434\n",
      "epoch =  5942 train =  0.84457886  test =  0.8355632\n",
      "epoch =  5943 train =  0.83604926  test =  0.8884147\n",
      "epoch =  5944 train =  0.9122826  test =  0.801653\n",
      "epoch =  5945 train =  0.8751895  test =  0.8300076\n",
      "epoch =  5946 train =  0.8289708  test =  0.80257475\n",
      "epoch =  5947 train =  0.870697  test =  0.8385182\n",
      "epoch =  5948 train =  0.8635864  test =  0.8035204\n",
      "epoch =  5949 train =  0.8494117  test =  0.87128806\n",
      "epoch =  5950 train =  0.8965616  test =  0.836538\n",
      "epoch =  5951 train =  0.82583237  test =  0.90665156\n",
      "epoch =  5952 train =  0.88486767  test =  0.8555666\n",
      "epoch =  5953 train =  0.88591814  test =  0.8054316\n",
      "epoch =  5954 train =  0.89636874  test =  0.9023699\n",
      "epoch =  5955 train =  0.8077158  test =  0.8302421\n",
      "epoch =  5956 train =  0.8389791  test =  0.79896754\n",
      "epoch =  5957 train =  0.85528386  test =  0.815952\n",
      "epoch =  5958 train =  0.795662  test =  0.83877903\n",
      "epoch =  5959 train =  0.8292156  test =  0.88025737\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  5960 train =  0.82377136  test =  0.84319055\n",
      "epoch =  5961 train =  0.888348  test =  0.8600471\n",
      "epoch =  5962 train =  0.90186906  test =  0.90800625\n",
      "epoch =  5963 train =  0.8878985  test =  0.83714676\n",
      "epoch =  5964 train =  0.89339817  test =  0.82982683\n",
      "epoch =  5965 train =  0.87157273  test =  0.8428792\n",
      "epoch =  5966 train =  0.84026027  test =  0.83059925\n",
      "epoch =  5967 train =  0.85513806  test =  0.8185196\n",
      "epoch =  5968 train =  0.8707955  test =  0.84165627\n",
      "epoch =  5969 train =  0.863659  test =  0.82896954\n",
      "epoch =  5970 train =  0.85370135  test =  0.7965264\n",
      "epoch =  5971 train =  0.84006494  test =  0.83733386\n",
      "epoch =  5972 train =  0.849868  test =  0.87980425\n",
      "epoch =  5973 train =  0.8362694  test =  0.8743284\n",
      "epoch =  5974 train =  0.86745423  test =  0.89246273\n",
      "epoch =  5975 train =  0.78741074  test =  0.79762363\n",
      "epoch =  5976 train =  0.8185743  test =  0.93526465\n",
      "epoch =  5977 train =  0.8386719  test =  0.87123865\n",
      "epoch =  5978 train =  0.83694404  test =  0.8773627\n",
      "epoch =  5979 train =  0.8932728  test =  0.9143152\n",
      "epoch =  5980 train =  0.90317154  test =  0.87685287\n",
      "epoch =  5981 train =  0.88246757  test =  0.8529748\n",
      "epoch =  5982 train =  0.8529221  test =  0.90696937\n",
      "epoch =  5983 train =  0.845366  test =  0.8817991\n",
      "epoch =  5984 train =  0.9025141  test =  0.8404527\n",
      "epoch =  5985 train =  0.90267855  test =  0.8802287\n",
      "epoch =  5986 train =  0.91265935  test =  0.8254801\n",
      "epoch =  5987 train =  0.79585934  test =  0.84974104\n",
      "epoch =  5988 train =  0.8831378  test =  0.8400574\n",
      "epoch =  5989 train =  0.8498241  test =  0.915358\n",
      "epoch =  5990 train =  0.80571735  test =  0.86626697\n",
      "epoch =  5991 train =  0.85597616  test =  0.8606967\n",
      "epoch =  5992 train =  0.8453013  test =  0.90721494\n",
      "epoch =  5993 train =  0.8776491  test =  0.84361625\n",
      "epoch =  5994 train =  0.86042583  test =  0.8670473\n",
      "epoch =  5995 train =  0.843195  test =  0.9119812\n",
      "epoch =  5996 train =  0.87273777  test =  0.8680683\n",
      "epoch =  5997 train =  0.85805106  test =  0.8605738\n",
      "epoch =  5998 train =  0.8717625  test =  0.7970643\n",
      "epoch =  5999 train =  0.8589059  test =  0.8834926\n",
      "epoch =  6000 train =  0.9021046  test =  0.84307194\n",
      "epoch =  6001 train =  0.8309305  test =  0.80933654\n",
      "epoch =  6002 train =  0.8524325  test =  0.8394387\n",
      "epoch =  6003 train =  0.8242654  test =  0.7487902\n",
      "epoch =  6004 train =  0.87947905  test =  0.82833195\n",
      "epoch =  6005 train =  0.83432233  test =  0.9245344\n",
      "epoch =  6006 train =  0.86210895  test =  0.90377825\n",
      "epoch =  6007 train =  0.8944084  test =  0.84787416\n",
      "epoch =  6008 train =  0.81698334  test =  0.8161036\n",
      "epoch =  6009 train =  0.87812847  test =  0.9226598\n",
      "epoch =  6010 train =  0.83266616  test =  0.83798516\n",
      "epoch =  6011 train =  0.848396  test =  0.9187683\n",
      "epoch =  6012 train =  0.86230206  test =  0.89005435\n",
      "epoch =  6013 train =  0.8949292  test =  0.8286243\n",
      "epoch =  6014 train =  0.85011595  test =  0.85931504\n",
      "epoch =  6015 train =  0.8740229  test =  0.8581882\n",
      "epoch =  6016 train =  0.86978734  test =  0.8597252\n",
      "epoch =  6017 train =  0.86534846  test =  0.87831515\n",
      "epoch =  6018 train =  0.8274647  test =  0.80180186\n",
      "epoch =  6019 train =  0.8845372  test =  0.85863954\n",
      "epoch =  6020 train =  0.83955085  test =  0.8441477\n",
      "epoch =  6021 train =  0.81503916  test =  0.8659648\n",
      "epoch =  6022 train =  0.86355436  test =  0.8044217\n",
      "epoch =  6023 train =  0.845571  test =  0.8614034\n",
      "epoch =  6024 train =  0.83273876  test =  0.8630816\n",
      "epoch =  6025 train =  0.87130034  test =  0.7713802\n",
      "epoch =  6026 train =  0.8323971  test =  0.84763205\n",
      "epoch =  6027 train =  0.87685156  test =  0.84533054\n",
      "epoch =  6028 train =  0.8446715  test =  0.8584846\n",
      "epoch =  6029 train =  0.84955055  test =  0.8883908\n",
      "epoch =  6030 train =  0.8467748  test =  0.86199164\n",
      "epoch =  6031 train =  0.8613864  test =  0.89445996\n",
      "epoch =  6032 train =  0.8323627  test =  0.8606955\n",
      "epoch =  6033 train =  0.873832  test =  0.9396228\n",
      "epoch =  6034 train =  0.8993678  test =  0.88453704\n",
      "epoch =  6035 train =  0.87572956  test =  0.87921464\n",
      "epoch =  6036 train =  0.8710402  test =  0.9361109\n",
      "epoch =  6037 train =  0.8211981  test =  0.85727954\n",
      "epoch =  6038 train =  0.83452344  test =  0.8309075\n",
      "epoch =  6039 train =  0.87307346  test =  0.8860893\n",
      "epoch =  6040 train =  0.849132  test =  0.7812269\n",
      "epoch =  6041 train =  0.8149823  test =  0.8645035\n",
      "epoch =  6042 train =  0.8466495  test =  0.8854711\n",
      "epoch =  6043 train =  0.88850343  test =  0.9051244\n",
      "epoch =  6044 train =  0.8460873  test =  0.84210646\n",
      "epoch =  6045 train =  0.83648634  test =  0.8487963\n",
      "epoch =  6046 train =  0.8596853  test =  0.8081358\n",
      "epoch =  6047 train =  0.8260069  test =  0.811561\n",
      "epoch =  6048 train =  0.8997927  test =  0.8848879\n",
      "epoch =  6049 train =  0.86308885  test =  0.8183919\n",
      "epoch =  6050 train =  0.8356379  test =  0.87120306\n",
      "epoch =  6051 train =  0.8855543  test =  0.8671521\n",
      "epoch =  6052 train =  0.8422558  test =  0.7880073\n",
      "epoch =  6053 train =  0.83556914  test =  0.81137025\n",
      "epoch =  6054 train =  0.8302073  test =  0.8365121\n",
      "epoch =  6055 train =  0.8957603  test =  0.79823303\n",
      "epoch =  6056 train =  0.8582685  test =  0.83409446\n",
      "epoch =  6057 train =  0.9045533  test =  0.7978799\n",
      "epoch =  6058 train =  0.83989286  test =  0.81666344\n",
      "epoch =  6059 train =  0.831506  test =  0.8623999\n",
      "epoch =  6060 train =  0.8094754  test =  0.8654203\n",
      "epoch =  6061 train =  0.8643674  test =  0.8761024\n",
      "epoch =  6062 train =  0.83704346  test =  0.7912209\n",
      "epoch =  6063 train =  0.8564553  test =  0.8230789\n",
      "epoch =  6064 train =  0.83550906  test =  0.92478764\n",
      "epoch =  6065 train =  0.8446921  test =  0.8372884\n",
      "epoch =  6066 train =  0.7842744  test =  0.9065962\n",
      "epoch =  6067 train =  0.82974124  test =  0.81943417\n",
      "epoch =  6068 train =  0.85268617  test =  0.8505639\n",
      "epoch =  6069 train =  0.87967944  test =  0.8740889\n",
      "epoch =  6070 train =  0.8464487  test =  0.8119952\n",
      "epoch =  6071 train =  0.8563059  test =  0.8770192\n",
      "epoch =  6072 train =  0.8685902  test =  0.87771297\n",
      "epoch =  6073 train =  0.8736403  test =  0.8215097\n",
      "epoch =  6074 train =  0.8606895  test =  0.8647588\n",
      "epoch =  6075 train =  0.8546577  test =  0.8569202\n",
      "epoch =  6076 train =  0.89188564  test =  0.93266606\n",
      "epoch =  6077 train =  0.8818488  test =  0.86530405\n",
      "epoch =  6078 train =  0.8570575  test =  0.8415904\n",
      "epoch =  6079 train =  0.82667124  test =  0.7969393\n",
      "epoch =  6080 train =  0.903017  test =  0.8192116\n",
      "epoch =  6081 train =  0.81570685  test =  0.87213033\n",
      "epoch =  6082 train =  0.83222765  test =  0.90028274\n",
      "epoch =  6083 train =  0.8260977  test =  0.84606296\n",
      "epoch =  6084 train =  0.8856431  test =  0.8480297\n",
      "epoch =  6085 train =  0.85724044  test =  0.7889799\n",
      "epoch =  6086 train =  0.8631945  test =  0.878269\n",
      "epoch =  6087 train =  0.79388535  test =  0.7889545\n",
      "epoch =  6088 train =  0.82316536  test =  0.854596\n",
      "epoch =  6089 train =  0.9032284  test =  0.83825964\n",
      "epoch =  6090 train =  0.87752473  test =  0.80946267\n",
      "epoch =  6091 train =  0.86759424  test =  0.848789\n",
      "epoch =  6092 train =  0.8658985  test =  0.80275136\n",
      "epoch =  6093 train =  0.8583113  test =  0.83774817\n",
      "epoch =  6094 train =  0.9262086  test =  0.82648295\n",
      "epoch =  6095 train =  0.840377  test =  0.8554661\n",
      "epoch =  6096 train =  0.8346695  test =  0.905634\n",
      "epoch =  6097 train =  0.8266083  test =  0.8503669\n",
      "epoch =  6098 train =  0.85134065  test =  0.8529378\n",
      "epoch =  6099 train =  0.8824873  test =  0.81756085\n",
      "epoch =  6100 train =  0.87670255  test =  0.78765786\n",
      "epoch =  6101 train =  0.8380027  test =  0.9210272\n",
      "epoch =  6102 train =  0.8286216  test =  0.8439781\n",
      "epoch =  6103 train =  0.8297981  test =  0.79289865\n",
      "epoch =  6104 train =  0.8910861  test =  0.7781911\n",
      "epoch =  6105 train =  0.84733343  test =  0.8321843\n",
      "epoch =  6106 train =  0.82081056  test =  0.852315\n",
      "epoch =  6107 train =  0.8294283  test =  0.8828241\n",
      "epoch =  6108 train =  0.86760676  test =  0.8421302\n",
      "epoch =  6109 train =  0.85404044  test =  0.81166565\n",
      "epoch =  6110 train =  0.7818121  test =  0.8674128\n",
      "epoch =  6111 train =  0.8515097  test =  0.83374524\n",
      "epoch =  6112 train =  0.9058469  test =  0.9036934\n",
      "epoch =  6113 train =  0.85913587  test =  0.8018819\n",
      "epoch =  6114 train =  0.8330451  test =  0.8442428\n",
      "epoch =  6115 train =  0.87215316  test =  0.8490431\n",
      "epoch =  6116 train =  0.85580665  test =  0.8086339\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6117 train =  0.87585604  test =  0.7970514\n",
      "epoch =  6118 train =  0.8216318  test =  0.85344493\n",
      "epoch =  6119 train =  0.82578135  test =  0.8345162\n",
      "epoch =  6120 train =  0.8636265  test =  0.86192524\n",
      "epoch =  6121 train =  0.8400778  test =  0.81937784\n",
      "epoch =  6122 train =  0.8405093  test =  0.9029833\n",
      "epoch =  6123 train =  0.8613893  test =  0.84900886\n",
      "epoch =  6124 train =  0.8629272  test =  0.8506716\n",
      "epoch =  6125 train =  0.82102644  test =  0.8231896\n",
      "epoch =  6126 train =  0.8315433  test =  0.85060805\n",
      "epoch =  6127 train =  0.87197876  test =  0.8227404\n",
      "epoch =  6128 train =  0.81152546  test =  0.9000496\n",
      "epoch =  6129 train =  0.88720703  test =  0.8789394\n",
      "epoch =  6130 train =  0.80074143  test =  0.880136\n",
      "epoch =  6131 train =  0.82497203  test =  0.80360365\n",
      "epoch =  6132 train =  0.8424721  test =  0.8611743\n",
      "epoch =  6133 train =  0.83517087  test =  0.8569143\n",
      "epoch =  6134 train =  0.78721035  test =  0.8332602\n",
      "epoch =  6135 train =  0.82673836  test =  0.83794606\n",
      "epoch =  6136 train =  0.85798395  test =  0.8499052\n",
      "epoch =  6137 train =  0.8765832  test =  0.78224\n",
      "epoch =  6138 train =  0.8847544  test =  0.8329913\n",
      "epoch =  6139 train =  0.81289756  test =  0.8778713\n",
      "epoch =  6140 train =  0.90556663  test =  0.87009406\n",
      "epoch =  6141 train =  0.8753672  test =  0.8349929\n",
      "epoch =  6142 train =  0.838814  test =  0.8280657\n",
      "epoch =  6143 train =  0.875419  test =  0.9321754\n",
      "epoch =  6144 train =  0.8581717  test =  0.8529512\n",
      "epoch =  6145 train =  0.85534036  test =  0.8284624\n",
      "epoch =  6146 train =  0.8461985  test =  0.8841273\n",
      "epoch =  6147 train =  0.83488774  test =  0.90695065\n",
      "epoch =  6148 train =  0.8369466  test =  0.8801119\n",
      "epoch =  6149 train =  0.86671114  test =  0.808448\n",
      "epoch =  6150 train =  0.8881094  test =  0.7952505\n",
      "epoch =  6151 train =  0.82269436  test =  0.8449255\n",
      "epoch =  6152 train =  0.8521321  test =  0.83159214\n",
      "epoch =  6153 train =  0.9068352  test =  0.85328287\n",
      "epoch =  6154 train =  0.8783201  test =  0.8631605\n",
      "epoch =  6155 train =  0.8435832  test =  0.8497152\n",
      "epoch =  6156 train =  0.8508476  test =  0.87430495\n",
      "epoch =  6157 train =  0.8321496  test =  0.88019615\n",
      "epoch =  6158 train =  0.8867229  test =  0.8843859\n",
      "epoch =  6159 train =  0.9161131  test =  0.8377602\n",
      "epoch =  6160 train =  0.8624325  test =  0.80057657\n",
      "epoch =  6161 train =  0.8523741  test =  0.81068116\n",
      "epoch =  6162 train =  0.8714763  test =  0.88029957\n",
      "epoch =  6163 train =  0.8156054  test =  0.87693805\n",
      "epoch =  6164 train =  0.848546  test =  0.81441873\n",
      "epoch =  6165 train =  0.81852126  test =  0.8234827\n",
      "epoch =  6166 train =  0.81368893  test =  0.7623588\n",
      "epoch =  6167 train =  0.8961394  test =  0.8628395\n",
      "epoch =  6168 train =  0.87866414  test =  0.86275655\n",
      "epoch =  6169 train =  0.84963477  test =  0.84351623\n",
      "epoch =  6170 train =  0.8347251  test =  0.95368904\n",
      "epoch =  6171 train =  0.83729887  test =  0.8472525\n",
      "epoch =  6172 train =  0.8709059  test =  0.8756904\n",
      "epoch =  6173 train =  0.8134592  test =  0.87007827\n",
      "epoch =  6174 train =  0.8422258  test =  0.86207116\n",
      "epoch =  6175 train =  0.8383728  test =  0.85030955\n",
      "epoch =  6176 train =  0.85207117  test =  0.8440554\n",
      "epoch =  6177 train =  0.79760504  test =  0.82589763\n",
      "epoch =  6178 train =  0.83826995  test =  0.81268483\n",
      "epoch =  6179 train =  0.87320626  test =  0.9279485\n",
      "epoch =  6180 train =  0.90169173  test =  0.8728103\n",
      "epoch =  6181 train =  0.9010335  test =  0.84319526\n",
      "epoch =  6182 train =  0.8472921  test =  0.84436613\n",
      "epoch =  6183 train =  0.8467023  test =  0.9228099\n",
      "epoch =  6184 train =  0.82745886  test =  0.8442626\n",
      "epoch =  6185 train =  0.86143595  test =  0.80626863\n",
      "epoch =  6186 train =  0.84647083  test =  0.8078347\n",
      "epoch =  6187 train =  0.8523787  test =  0.856765\n",
      "epoch =  6188 train =  0.8180655  test =  0.8671925\n",
      "epoch =  6189 train =  0.82091206  test =  0.7932408\n",
      "epoch =  6190 train =  0.8269141  test =  0.8340673\n",
      "epoch =  6191 train =  0.7938598  test =  0.8269897\n",
      "epoch =  6192 train =  0.8702874  test =  0.8237159\n",
      "epoch =  6193 train =  0.88781536  test =  0.87835664\n",
      "epoch =  6194 train =  0.79761815  test =  0.8740072\n",
      "epoch =  6195 train =  0.8684115  test =  0.8202596\n",
      "epoch =  6196 train =  0.85988134  test =  0.85690075\n",
      "epoch =  6197 train =  0.8534879  test =  0.8243071\n",
      "epoch =  6198 train =  0.8287517  test =  0.90530175\n",
      "epoch =  6199 train =  0.85382223  test =  0.83156365\n",
      "epoch =  6200 train =  0.8462002  test =  0.831114\n",
      "epoch =  6201 train =  0.8384628  test =  0.8432454\n",
      "epoch =  6202 train =  0.81701136  test =  0.88430864\n",
      "epoch =  6203 train =  0.8361486  test =  0.91345066\n",
      "epoch =  6204 train =  0.8358978  test =  0.7905409\n",
      "epoch =  6205 train =  0.83832896  test =  0.85046697\n",
      "epoch =  6206 train =  0.84966266  test =  0.8697395\n",
      "epoch =  6207 train =  0.8360452  test =  0.8280263\n",
      "epoch =  6208 train =  0.88089657  test =  0.8502782\n",
      "epoch =  6209 train =  0.86298406  test =  0.8233605\n",
      "epoch =  6210 train =  0.8222397  test =  0.7974282\n",
      "epoch =  6211 train =  0.9022734  test =  0.89110315\n",
      "epoch =  6212 train =  0.8638184  test =  0.8354293\n",
      "epoch =  6213 train =  0.8805384  test =  0.83999383\n",
      "epoch =  6214 train =  0.90191436  test =  0.8724965\n",
      "epoch =  6215 train =  0.8732641  test =  0.86799854\n",
      "epoch =  6216 train =  0.8250735  test =  0.79135734\n",
      "epoch =  6217 train =  0.86234564  test =  0.8527408\n",
      "epoch =  6218 train =  0.82564414  test =  0.85003334\n",
      "epoch =  6219 train =  0.833285  test =  0.83660996\n",
      "epoch =  6220 train =  0.7912252  test =  0.8189898\n",
      "epoch =  6221 train =  0.82071775  test =  0.8328868\n",
      "epoch =  6222 train =  0.83806336  test =  0.90770906\n",
      "epoch =  6223 train =  0.8284637  test =  0.8525967\n",
      "epoch =  6224 train =  0.87998956  test =  0.8473231\n",
      "epoch =  6225 train =  0.8466362  test =  0.95107937\n",
      "epoch =  6226 train =  0.8097415  test =  0.8476882\n",
      "epoch =  6227 train =  0.8486375  test =  0.86781996\n",
      "epoch =  6228 train =  0.8074479  test =  0.90624285\n",
      "epoch =  6229 train =  0.85235465  test =  0.81863743\n",
      "epoch =  6230 train =  0.80063915  test =  0.8008521\n",
      "epoch =  6231 train =  0.8714958  test =  0.8233607\n",
      "epoch =  6232 train =  0.87660944  test =  0.79235035\n",
      "epoch =  6233 train =  0.82048  test =  0.78309983\n",
      "epoch =  6234 train =  0.8724325  test =  0.8280176\n",
      "epoch =  6235 train =  0.8575462  test =  0.7919047\n",
      "epoch =  6236 train =  0.84921443  test =  0.8698176\n",
      "epoch =  6237 train =  0.8412157  test =  0.8502113\n",
      "epoch =  6238 train =  0.8625535  test =  0.90254647\n",
      "epoch =  6239 train =  0.88074267  test =  0.79858196\n",
      "epoch =  6240 train =  0.86047685  test =  0.7867551\n",
      "epoch =  6241 train =  0.85078204  test =  0.9195452\n",
      "epoch =  6242 train =  0.8137443  test =  0.78915554\n",
      "epoch =  6243 train =  0.8616212  test =  0.82720435\n",
      "epoch =  6244 train =  0.82772017  test =  0.8914375\n",
      "epoch =  6245 train =  0.8643935  test =  0.8557862\n",
      "epoch =  6246 train =  0.78984356  test =  0.7870041\n",
      "epoch =  6247 train =  0.8418639  test =  0.8657732\n",
      "epoch =  6248 train =  0.84392416  test =  0.76334614\n",
      "epoch =  6249 train =  0.8927586  test =  0.8807082\n",
      "epoch =  6250 train =  0.88094175  test =  0.87100875\n",
      "epoch =  6251 train =  0.82195735  test =  0.8631581\n",
      "epoch =  6252 train =  0.86188096  test =  0.79808956\n",
      "epoch =  6253 train =  0.8549503  test =  0.8612928\n",
      "epoch =  6254 train =  0.8542154  test =  0.88958234\n",
      "epoch =  6255 train =  0.84174275  test =  0.8350768\n",
      "epoch =  6256 train =  0.806766  test =  0.89932394\n",
      "epoch =  6257 train =  0.8505888  test =  0.8409086\n",
      "epoch =  6258 train =  0.85233057  test =  0.861356\n",
      "epoch =  6259 train =  0.8728901  test =  0.88200194\n",
      "epoch =  6260 train =  0.84052044  test =  0.84956264\n",
      "epoch =  6261 train =  0.86170286  test =  0.795457\n",
      "epoch =  6262 train =  0.872676  test =  1.0000565\n",
      "epoch =  6263 train =  0.88055813  test =  0.83381927\n",
      "epoch =  6264 train =  0.8625442  test =  0.8225866\n",
      "epoch =  6265 train =  0.8486712  test =  0.8024691\n",
      "epoch =  6266 train =  0.8413569  test =  0.88970464\n",
      "epoch =  6267 train =  0.8632003  test =  0.9269107\n",
      "epoch =  6268 train =  0.7964562  test =  0.85918653\n",
      "epoch =  6269 train =  0.8513301  test =  0.86787844\n",
      "epoch =  6270 train =  0.85934186  test =  0.93722284\n",
      "epoch =  6271 train =  0.88777375  test =  0.7992158\n",
      "epoch =  6272 train =  0.85582316  test =  0.89278835\n",
      "epoch =  6273 train =  0.8334313  test =  0.7959928\n",
      "epoch =  6274 train =  0.8580748  test =  0.8346142\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6275 train =  0.85217905  test =  0.8498162\n",
      "epoch =  6276 train =  0.8186487  test =  0.79164356\n",
      "epoch =  6277 train =  0.82401305  test =  0.8057928\n",
      "epoch =  6278 train =  0.8970299  test =  0.86181355\n",
      "epoch =  6279 train =  0.84305936  test =  0.8760234\n",
      "epoch =  6280 train =  0.8458936  test =  0.8399307\n",
      "epoch =  6281 train =  0.8624706  test =  0.79043126\n",
      "epoch =  6282 train =  0.8356732  test =  0.981454\n",
      "epoch =  6283 train =  0.8122513  test =  0.7874955\n",
      "epoch =  6284 train =  0.8357045  test =  0.84531325\n",
      "epoch =  6285 train =  0.82339513  test =  0.87932616\n",
      "epoch =  6286 train =  0.86145616  test =  0.88158613\n",
      "epoch =  6287 train =  0.8439018  test =  0.83378136\n",
      "epoch =  6288 train =  0.80770695  test =  0.7921451\n",
      "epoch =  6289 train =  0.8217376  test =  0.83431673\n",
      "epoch =  6290 train =  0.8410503  test =  0.81138533\n",
      "epoch =  6291 train =  0.85445607  test =  0.88158214\n",
      "epoch =  6292 train =  0.8525021  test =  0.85155827\n",
      "epoch =  6293 train =  0.8190227  test =  0.8999555\n",
      "epoch =  6294 train =  0.8188353  test =  0.8503891\n",
      "epoch =  6295 train =  0.8444238  test =  0.8199459\n",
      "epoch =  6296 train =  0.8285899  test =  0.87898594\n",
      "epoch =  6297 train =  0.8374448  test =  0.78766817\n",
      "epoch =  6298 train =  0.8589959  test =  0.8434442\n",
      "epoch =  6299 train =  0.83156085  test =  0.8179349\n",
      "epoch =  6300 train =  0.83390254  test =  0.7503472\n",
      "epoch =  6301 train =  0.8646215  test =  0.85204476\n",
      "epoch =  6302 train =  0.9217627  test =  0.8551427\n",
      "epoch =  6303 train =  0.8473034  test =  0.8165509\n",
      "epoch =  6304 train =  0.8203419  test =  0.7978368\n",
      "epoch =  6305 train =  0.8532784  test =  0.94094217\n",
      "epoch =  6306 train =  0.81451136  test =  0.81183374\n",
      "epoch =  6307 train =  0.86784184  test =  0.82573706\n",
      "epoch =  6308 train =  0.8477658  test =  0.8242594\n",
      "epoch =  6309 train =  0.77868164  test =  0.875119\n",
      "epoch =  6310 train =  0.8461598  test =  0.8809041\n",
      "epoch =  6311 train =  0.83262223  test =  0.9113115\n",
      "epoch =  6312 train =  0.8568852  test =  0.8027934\n",
      "epoch =  6313 train =  0.9107211  test =  0.8193112\n",
      "epoch =  6314 train =  0.85618174  test =  0.83194053\n",
      "epoch =  6315 train =  0.8651463  test =  0.8949551\n",
      "epoch =  6316 train =  0.8739878  test =  0.86247563\n",
      "epoch =  6317 train =  0.7857413  test =  0.7573794\n",
      "epoch =  6318 train =  0.8277935  test =  0.99631196\n",
      "epoch =  6319 train =  0.8731785  test =  0.90303034\n",
      "epoch =  6320 train =  0.87300146  test =  0.83309877\n",
      "epoch =  6321 train =  0.8739091  test =  0.85343295\n",
      "epoch =  6322 train =  0.897001  test =  0.8345752\n",
      "epoch =  6323 train =  0.8306998  test =  0.81615573\n",
      "epoch =  6324 train =  0.8145585  test =  0.8488635\n",
      "epoch =  6325 train =  0.81032485  test =  0.8915985\n",
      "epoch =  6326 train =  0.8768531  test =  0.8649849\n",
      "epoch =  6327 train =  0.8309556  test =  0.8674977\n",
      "epoch =  6328 train =  0.8442575  test =  0.7738319\n",
      "epoch =  6329 train =  0.8514513  test =  0.9211204\n",
      "epoch =  6330 train =  0.82615495  test =  0.88814574\n",
      "epoch =  6331 train =  0.8600292  test =  0.79017764\n",
      "epoch =  6332 train =  0.8674879  test =  0.77758384\n",
      "epoch =  6333 train =  0.87075424  test =  0.786528\n",
      "epoch =  6334 train =  0.83025384  test =  0.8701788\n",
      "epoch =  6335 train =  0.86686456  test =  0.9228936\n",
      "epoch =  6336 train =  0.81906104  test =  0.8740622\n",
      "epoch =  6337 train =  0.85136175  test =  0.8072359\n",
      "epoch =  6338 train =  0.8937818  test =  0.86972713\n",
      "epoch =  6339 train =  0.8199934  test =  0.8357452\n",
      "epoch =  6340 train =  0.8295218  test =  0.8376714\n",
      "epoch =  6341 train =  0.9006578  test =  0.9271893\n",
      "epoch =  6342 train =  0.85004294  test =  0.87848127\n",
      "epoch =  6343 train =  0.82173485  test =  0.9002203\n",
      "epoch =  6344 train =  0.8679542  test =  0.8083244\n",
      "epoch =  6345 train =  0.8002347  test =  0.87377244\n",
      "epoch =  6346 train =  0.92052567  test =  0.8992676\n",
      "epoch =  6347 train =  0.85616523  test =  0.8234274\n",
      "epoch =  6348 train =  0.83561933  test =  0.85728157\n",
      "epoch =  6349 train =  0.82554007  test =  0.81115323\n",
      "epoch =  6350 train =  0.84356844  test =  0.8196106\n",
      "epoch =  6351 train =  0.84448963  test =  0.8227514\n",
      "epoch =  6352 train =  0.8723268  test =  0.78277487\n",
      "epoch =  6353 train =  0.8505466  test =  0.8156729\n",
      "epoch =  6354 train =  0.85875845  test =  0.90334266\n",
      "epoch =  6355 train =  0.8608676  test =  0.83313376\n",
      "epoch =  6356 train =  0.8239199  test =  0.89017594\n",
      "epoch =  6357 train =  0.7986677  test =  0.8458746\n",
      "epoch =  6358 train =  0.81270933  test =  0.8042823\n",
      "epoch =  6359 train =  0.8381939  test =  0.9135543\n",
      "epoch =  6360 train =  0.8834775  test =  0.84638053\n",
      "epoch =  6361 train =  0.8653507  test =  0.7940079\n",
      "epoch =  6362 train =  0.8108829  test =  0.77898306\n",
      "epoch =  6363 train =  0.9148259  test =  0.82825065\n",
      "epoch =  6364 train =  0.90137637  test =  0.82574123\n",
      "epoch =  6365 train =  0.8955591  test =  0.850824\n",
      "epoch =  6366 train =  0.8345336  test =  0.8834033\n",
      "epoch =  6367 train =  0.8466548  test =  0.77460665\n",
      "epoch =  6368 train =  0.85554636  test =  0.8611371\n",
      "epoch =  6369 train =  0.8347455  test =  0.7987468\n",
      "epoch =  6370 train =  0.8608215  test =  0.8485587\n",
      "epoch =  6371 train =  0.8647262  test =  0.8388926\n",
      "epoch =  6372 train =  0.8522682  test =  0.7911877\n",
      "epoch =  6373 train =  0.8274387  test =  0.88999027\n",
      "epoch =  6374 train =  0.848325  test =  0.88118\n",
      "epoch =  6375 train =  0.8884664  test =  0.77074105\n",
      "epoch =  6376 train =  0.8331759  test =  0.8484868\n",
      "epoch =  6377 train =  0.81500816  test =  0.8423775\n",
      "epoch =  6378 train =  0.8932678  test =  0.86528784\n",
      "epoch =  6379 train =  0.8096102  test =  0.8762832\n",
      "epoch =  6380 train =  0.8886683  test =  0.8256562\n",
      "epoch =  6381 train =  0.82779473  test =  0.8653101\n",
      "epoch =  6382 train =  0.836877  test =  0.8464504\n",
      "epoch =  6383 train =  0.8451517  test =  0.87600815\n",
      "epoch =  6384 train =  0.8605273  test =  0.8237808\n",
      "epoch =  6385 train =  0.86884904  test =  0.86077774\n",
      "epoch =  6386 train =  0.9242336  test =  0.8715929\n",
      "epoch =  6387 train =  0.8285713  test =  0.8589828\n",
      "epoch =  6388 train =  0.86431146  test =  0.91228205\n",
      "epoch =  6389 train =  0.8460567  test =  0.8237964\n",
      "epoch =  6390 train =  0.8052106  test =  0.7869823\n",
      "epoch =  6391 train =  0.8413  test =  0.760715\n",
      "epoch =  6392 train =  0.88336563  test =  0.8250475\n",
      "epoch =  6393 train =  0.8581854  test =  0.8653353\n",
      "epoch =  6394 train =  0.87771153  test =  0.7945997\n",
      "epoch =  6395 train =  0.866418  test =  0.8515874\n",
      "epoch =  6396 train =  0.8737256  test =  0.84293026\n",
      "epoch =  6397 train =  0.8561819  test =  0.8342067\n",
      "epoch =  6398 train =  0.8987998  test =  0.9100642\n",
      "epoch =  6399 train =  0.80494505  test =  0.87621886\n",
      "epoch =  6400 train =  0.83867115  test =  0.8224081\n",
      "epoch =  6401 train =  0.9074405  test =  0.9068099\n",
      "epoch =  6402 train =  0.79279554  test =  0.9366102\n",
      "epoch =  6403 train =  0.87566876  test =  0.85419667\n",
      "epoch =  6404 train =  0.87411606  test =  0.8655363\n",
      "epoch =  6405 train =  0.80259275  test =  0.8836365\n",
      "epoch =  6406 train =  0.90118706  test =  0.8284213\n",
      "epoch =  6407 train =  0.86936235  test =  0.8709155\n",
      "epoch =  6408 train =  0.83492935  test =  0.8104058\n",
      "epoch =  6409 train =  0.7698084  test =  0.85538024\n",
      "epoch =  6410 train =  0.8043403  test =  0.7907931\n",
      "epoch =  6411 train =  0.83735013  test =  0.81985533\n",
      "epoch =  6412 train =  0.81812805  test =  0.8512383\n",
      "epoch =  6413 train =  0.88454825  test =  0.87857795\n",
      "epoch =  6414 train =  0.8594222  test =  0.764816\n",
      "epoch =  6415 train =  0.8336359  test =  0.8744293\n",
      "epoch =  6416 train =  0.8309741  test =  0.91185284\n",
      "epoch =  6417 train =  0.83191955  test =  0.93400997\n",
      "epoch =  6418 train =  0.83833516  test =  0.90592295\n",
      "epoch =  6419 train =  0.8169759  test =  0.85250354\n",
      "epoch =  6420 train =  0.8480364  test =  0.8346602\n",
      "epoch =  6421 train =  0.84108126  test =  0.8852195\n",
      "epoch =  6422 train =  0.8447956  test =  0.9145401\n",
      "epoch =  6423 train =  0.8637532  test =  0.88438463\n",
      "epoch =  6424 train =  0.8170545  test =  0.8297926\n",
      "epoch =  6425 train =  0.8235409  test =  0.8676145\n",
      "epoch =  6426 train =  0.88093066  test =  0.84601474\n",
      "epoch =  6427 train =  0.8003197  test =  0.86032695\n",
      "epoch =  6428 train =  0.86515856  test =  0.80481035\n",
      "epoch =  6429 train =  0.88615364  test =  0.8033844\n",
      "epoch =  6430 train =  0.87558126  test =  0.8170375\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6431 train =  0.85981345  test =  0.88676435\n",
      "epoch =  6432 train =  0.8971351  test =  0.94424254\n",
      "epoch =  6433 train =  0.8801559  test =  0.8106679\n",
      "epoch =  6434 train =  0.8453561  test =  0.9084515\n",
      "epoch =  6435 train =  0.81542075  test =  0.8496365\n",
      "epoch =  6436 train =  0.87508595  test =  0.8616319\n",
      "epoch =  6437 train =  0.84457165  test =  0.8541525\n",
      "epoch =  6438 train =  0.833748  test =  0.91591305\n",
      "epoch =  6439 train =  0.825047  test =  0.83109736\n",
      "epoch =  6440 train =  0.8353773  test =  0.7732961\n",
      "epoch =  6441 train =  0.8983154  test =  0.8615016\n",
      "epoch =  6442 train =  0.8295413  test =  0.7821523\n",
      "epoch =  6443 train =  0.89659595  test =  0.77669746\n",
      "epoch =  6444 train =  0.8143456  test =  0.86676157\n",
      "epoch =  6445 train =  0.91287565  test =  0.88097894\n",
      "epoch =  6446 train =  0.8217261  test =  0.8247943\n",
      "epoch =  6447 train =  0.82827073  test =  0.845111\n",
      "epoch =  6448 train =  0.8355578  test =  0.82909536\n",
      "epoch =  6449 train =  0.81428194  test =  0.8190992\n",
      "epoch =  6450 train =  0.88138425  test =  0.8593302\n",
      "epoch =  6451 train =  0.85611415  test =  0.831294\n",
      "epoch =  6452 train =  0.83051926  test =  0.8370667\n",
      "epoch =  6453 train =  0.8396419  test =  0.84539264\n",
      "epoch =  6454 train =  0.8792688  test =  0.79777545\n",
      "epoch =  6455 train =  0.81697  test =  0.881816\n",
      "epoch =  6456 train =  0.79558575  test =  0.8960226\n",
      "epoch =  6457 train =  0.8668497  test =  0.82822466\n",
      "epoch =  6458 train =  0.84345114  test =  0.82749397\n",
      "epoch =  6459 train =  0.8751725  test =  0.842422\n",
      "epoch =  6460 train =  0.85771227  test =  0.81005555\n",
      "epoch =  6461 train =  0.8611  test =  0.9590353\n",
      "epoch =  6462 train =  0.87622035  test =  0.8391185\n",
      "epoch =  6463 train =  0.88866985  test =  0.8546024\n",
      "epoch =  6464 train =  0.8253908  test =  0.9034684\n",
      "epoch =  6465 train =  0.86992025  test =  0.8415023\n",
      "epoch =  6466 train =  0.86163706  test =  0.8824737\n",
      "epoch =  6467 train =  0.8817383  test =  0.88699424\n",
      "epoch =  6468 train =  0.85248566  test =  0.79988223\n",
      "epoch =  6469 train =  0.87389237  test =  0.8433185\n",
      "epoch =  6470 train =  0.85442823  test =  0.82280874\n",
      "epoch =  6471 train =  0.81982994  test =  0.8347732\n",
      "epoch =  6472 train =  0.8334874  test =  0.8962552\n",
      "epoch =  6473 train =  0.81538785  test =  0.9041626\n",
      "epoch =  6474 train =  0.82656884  test =  0.8929856\n",
      "epoch =  6475 train =  0.85004115  test =  0.84983134\n",
      "epoch =  6476 train =  0.8144932  test =  0.94894665\n",
      "epoch =  6477 train =  0.8546536  test =  0.8770604\n",
      "epoch =  6478 train =  0.84605396  test =  0.76266176\n",
      "epoch =  6479 train =  0.8156879  test =  0.8291445\n",
      "epoch =  6480 train =  0.83734214  test =  0.8685109\n",
      "epoch =  6481 train =  0.8816831  test =  0.8177416\n",
      "epoch =  6482 train =  0.83247024  test =  0.8471726\n",
      "epoch =  6483 train =  0.832121  test =  0.8667303\n",
      "epoch =  6484 train =  0.86483485  test =  0.89145136\n",
      "epoch =  6485 train =  0.86795473  test =  0.9761262\n",
      "epoch =  6486 train =  0.83491135  test =  0.7836921\n",
      "epoch =  6487 train =  0.86020404  test =  0.8580417\n",
      "epoch =  6488 train =  0.821458  test =  0.8675791\n",
      "epoch =  6489 train =  0.8669362  test =  0.8512014\n",
      "epoch =  6490 train =  0.8650639  test =  0.85213745\n",
      "epoch =  6491 train =  0.8682914  test =  0.8849344\n",
      "epoch =  6492 train =  0.901515  test =  0.8567666\n",
      "epoch =  6493 train =  0.82234526  test =  0.81718326\n",
      "epoch =  6494 train =  0.89969635  test =  0.8919933\n",
      "epoch =  6495 train =  0.810807  test =  0.80176896\n",
      "epoch =  6496 train =  0.85506165  test =  0.8401805\n",
      "epoch =  6497 train =  0.84093326  test =  0.87512386\n",
      "epoch =  6498 train =  0.79480195  test =  0.86132526\n",
      "epoch =  6499 train =  0.8637073  test =  0.8257312\n",
      "epoch =  6500 train =  0.83612835  test =  0.8297472\n",
      "epoch =  6501 train =  0.8676502  test =  0.871626\n",
      "epoch =  6502 train =  0.84970546  test =  0.80719995\n",
      "epoch =  6503 train =  0.82070696  test =  0.7916456\n",
      "epoch =  6504 train =  0.81875825  test =  0.76996815\n",
      "epoch =  6505 train =  0.9033687  test =  0.7883303\n",
      "epoch =  6506 train =  0.82924485  test =  0.88726866\n",
      "epoch =  6507 train =  0.8868687  test =  0.8081774\n",
      "epoch =  6508 train =  0.85255337  test =  0.8498604\n",
      "epoch =  6509 train =  0.8496639  test =  0.8359324\n",
      "epoch =  6510 train =  0.81043845  test =  0.90173495\n",
      "epoch =  6511 train =  0.87014663  test =  0.7743825\n",
      "epoch =  6512 train =  0.8027842  test =  0.8003079\n",
      "epoch =  6513 train =  0.833532  test =  0.8501961\n",
      "epoch =  6514 train =  0.8087357  test =  0.81281936\n",
      "epoch =  6515 train =  0.8624939  test =  0.8337819\n",
      "epoch =  6516 train =  0.87706506  test =  0.79263693\n",
      "epoch =  6517 train =  0.8508187  test =  0.8420606\n",
      "epoch =  6518 train =  0.822202  test =  0.8269879\n",
      "epoch =  6519 train =  0.86558425  test =  0.8747711\n",
      "epoch =  6520 train =  0.8317636  test =  0.9646238\n",
      "epoch =  6521 train =  0.90501356  test =  0.8874575\n",
      "epoch =  6522 train =  0.8335916  test =  0.8614802\n",
      "epoch =  6523 train =  0.8359012  test =  0.8511756\n",
      "epoch =  6524 train =  0.83941114  test =  0.78016937\n",
      "epoch =  6525 train =  0.83981323  test =  0.9057332\n",
      "epoch =  6526 train =  0.8582238  test =  0.88829696\n",
      "epoch =  6527 train =  0.8291526  test =  0.82659537\n",
      "epoch =  6528 train =  0.8624701  test =  0.85416615\n",
      "epoch =  6529 train =  0.80329204  test =  0.88768303\n",
      "epoch =  6530 train =  0.8459566  test =  0.85579985\n",
      "epoch =  6531 train =  0.82388574  test =  0.87699515\n",
      "epoch =  6532 train =  0.84868026  test =  0.8554004\n",
      "epoch =  6533 train =  0.79410243  test =  0.82786757\n",
      "epoch =  6534 train =  0.8454013  test =  0.8801544\n",
      "epoch =  6535 train =  0.87869036  test =  0.85277027\n",
      "epoch =  6536 train =  0.9366076  test =  0.8443868\n",
      "epoch =  6537 train =  0.84906447  test =  0.7864865\n",
      "epoch =  6538 train =  0.8981527  test =  0.85980767\n",
      "epoch =  6539 train =  0.8317808  test =  0.82256925\n",
      "epoch =  6540 train =  0.8499234  test =  0.8316493\n",
      "epoch =  6541 train =  0.8616508  test =  0.8920059\n",
      "epoch =  6542 train =  0.80314434  test =  0.8534943\n",
      "epoch =  6543 train =  0.82765365  test =  0.81046456\n",
      "epoch =  6544 train =  0.82827634  test =  0.8715383\n",
      "epoch =  6545 train =  0.83631945  test =  0.87419564\n",
      "epoch =  6546 train =  0.85200876  test =  0.7757728\n",
      "epoch =  6547 train =  0.82293713  test =  0.95230895\n",
      "epoch =  6548 train =  0.8575617  test =  0.87267643\n",
      "epoch =  6549 train =  0.8574071  test =  0.8270312\n",
      "epoch =  6550 train =  0.86462784  test =  0.87606454\n",
      "epoch =  6551 train =  0.8289658  test =  0.84143007\n",
      "epoch =  6552 train =  0.85825783  test =  0.88139266\n",
      "epoch =  6553 train =  0.83178663  test =  0.9321264\n",
      "epoch =  6554 train =  0.8713056  test =  0.81297755\n",
      "epoch =  6555 train =  0.83025134  test =  0.8719621\n",
      "epoch =  6556 train =  0.8250176  test =  0.8615951\n",
      "epoch =  6557 train =  0.8160996  test =  0.8270422\n",
      "epoch =  6558 train =  0.86873  test =  0.8068619\n",
      "epoch =  6559 train =  0.8219917  test =  0.86610943\n",
      "epoch =  6560 train =  0.89491636  test =  0.8480304\n",
      "epoch =  6561 train =  0.8315475  test =  0.82203656\n",
      "epoch =  6562 train =  0.84300214  test =  0.874421\n",
      "epoch =  6563 train =  0.87708473  test =  0.89251786\n",
      "epoch =  6564 train =  0.8756585  test =  0.8463526\n",
      "epoch =  6565 train =  0.8449392  test =  0.83436286\n",
      "epoch =  6566 train =  0.89199805  test =  0.86727625\n",
      "epoch =  6567 train =  0.8578219  test =  0.773132\n",
      "epoch =  6568 train =  0.84931177  test =  0.8547397\n",
      "epoch =  6569 train =  0.86641216  test =  0.8105031\n",
      "epoch =  6570 train =  0.82325834  test =  0.9674074\n",
      "epoch =  6571 train =  0.8383033  test =  0.83386564\n",
      "epoch =  6572 train =  0.88486445  test =  0.8119688\n",
      "epoch =  6573 train =  0.8235556  test =  0.89435935\n",
      "epoch =  6574 train =  0.86465436  test =  0.8534741\n",
      "epoch =  6575 train =  0.8255335  test =  0.855863\n",
      "epoch =  6576 train =  0.85974324  test =  0.79936343\n",
      "epoch =  6577 train =  0.84654  test =  0.82937\n",
      "epoch =  6578 train =  0.841915  test =  0.83686197\n",
      "epoch =  6579 train =  0.8754577  test =  0.8331587\n",
      "epoch =  6580 train =  0.83816135  test =  0.87009174\n",
      "epoch =  6581 train =  0.8408865  test =  0.8607581\n",
      "epoch =  6582 train =  0.89680123  test =  0.8631727\n",
      "epoch =  6583 train =  0.8886206  test =  0.82136005\n",
      "epoch =  6584 train =  0.87703156  test =  0.92951465\n",
      "epoch =  6585 train =  0.9175804  test =  0.84666693\n",
      "epoch =  6586 train =  0.8481279  test =  0.8924131\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6587 train =  0.92214084  test =  0.89301443\n",
      "epoch =  6588 train =  0.85829073  test =  0.9085916\n",
      "epoch =  6589 train =  0.852159  test =  0.8034528\n",
      "epoch =  6590 train =  0.8332542  test =  0.8258359\n",
      "epoch =  6591 train =  0.86570144  test =  0.94017714\n",
      "epoch =  6592 train =  0.9149855  test =  0.85373\n",
      "epoch =  6593 train =  0.8612057  test =  0.8177135\n",
      "epoch =  6594 train =  0.81896365  test =  0.86317164\n",
      "epoch =  6595 train =  0.82574964  test =  0.8561375\n",
      "epoch =  6596 train =  0.81538165  test =  0.8346262\n",
      "epoch =  6597 train =  0.8190711  test =  0.896235\n",
      "epoch =  6598 train =  0.91636455  test =  0.8911618\n",
      "epoch =  6599 train =  0.8631623  test =  0.81838804\n",
      "epoch =  6600 train =  0.88113105  test =  0.82844347\n",
      "epoch =  6601 train =  0.81468457  test =  0.79609555\n",
      "epoch =  6602 train =  0.78728694  test =  0.9380195\n",
      "epoch =  6603 train =  0.8185109  test =  0.7984686\n",
      "epoch =  6604 train =  0.79854006  test =  0.81770563\n",
      "epoch =  6605 train =  0.85837185  test =  0.9063092\n",
      "epoch =  6606 train =  0.8274418  test =  0.87930584\n",
      "epoch =  6607 train =  0.8421135  test =  0.95888895\n",
      "epoch =  6608 train =  0.8631464  test =  0.8544261\n",
      "epoch =  6609 train =  0.8432369  test =  0.867311\n",
      "epoch =  6610 train =  0.8496456  test =  0.7867908\n",
      "epoch =  6611 train =  0.8219787  test =  0.8314908\n",
      "epoch =  6612 train =  0.84452003  test =  0.89357024\n",
      "epoch =  6613 train =  0.8526517  test =  0.81440794\n",
      "epoch =  6614 train =  0.84803534  test =  0.8894898\n",
      "epoch =  6615 train =  0.78491795  test =  0.86647207\n",
      "epoch =  6616 train =  0.8867371  test =  0.809504\n",
      "epoch =  6617 train =  0.85602224  test =  0.84915\n",
      "epoch =  6618 train =  0.8138027  test =  0.8580226\n",
      "epoch =  6619 train =  0.8999023  test =  0.8658351\n",
      "epoch =  6620 train =  0.87601036  test =  0.8543806\n",
      "epoch =  6621 train =  0.84278125  test =  0.86146975\n",
      "epoch =  6622 train =  0.84458464  test =  0.893688\n",
      "epoch =  6623 train =  0.87983996  test =  0.92743015\n",
      "epoch =  6624 train =  0.86298245  test =  0.8661204\n",
      "epoch =  6625 train =  0.8766393  test =  0.853968\n",
      "epoch =  6626 train =  0.8546909  test =  0.84722364\n",
      "epoch =  6627 train =  0.9125693  test =  0.859935\n",
      "epoch =  6628 train =  0.80226827  test =  0.8296836\n",
      "epoch =  6629 train =  0.7982596  test =  0.8590034\n",
      "epoch =  6630 train =  0.84958065  test =  0.93851656\n",
      "epoch =  6631 train =  0.8950519  test =  0.9799039\n",
      "epoch =  6632 train =  0.81049615  test =  0.93806607\n",
      "epoch =  6633 train =  0.8705315  test =  0.9433441\n",
      "epoch =  6634 train =  0.887343  test =  0.88008726\n",
      "epoch =  6635 train =  0.85219634  test =  0.81271714\n",
      "epoch =  6636 train =  0.84742653  test =  0.8433665\n",
      "epoch =  6637 train =  0.8086932  test =  0.90737283\n",
      "epoch =  6638 train =  0.8291172  test =  0.8592658\n",
      "epoch =  6639 train =  0.79523593  test =  0.8477687\n",
      "epoch =  6640 train =  0.90019774  test =  0.7743037\n",
      "epoch =  6641 train =  0.85284036  test =  0.86943823\n",
      "epoch =  6642 train =  0.84834707  test =  0.899659\n",
      "epoch =  6643 train =  0.8195596  test =  0.8496108\n",
      "epoch =  6644 train =  0.8334087  test =  0.8717273\n",
      "epoch =  6645 train =  0.83379954  test =  0.94131875\n",
      "epoch =  6646 train =  0.83334696  test =  0.8335643\n",
      "epoch =  6647 train =  0.8451971  test =  0.83429515\n",
      "epoch =  6648 train =  0.8727491  test =  0.782784\n",
      "epoch =  6649 train =  0.8481286  test =  0.83056974\n",
      "epoch =  6650 train =  0.82728124  test =  0.85705316\n",
      "epoch =  6651 train =  0.8294549  test =  0.860689\n",
      "epoch =  6652 train =  0.81849784  test =  0.9654179\n",
      "epoch =  6653 train =  0.8867779  test =  0.87308127\n",
      "epoch =  6654 train =  0.81889755  test =  0.8533875\n",
      "epoch =  6655 train =  0.79888153  test =  0.9334734\n",
      "epoch =  6656 train =  0.8044209  test =  0.8665351\n",
      "epoch =  6657 train =  0.8280239  test =  0.8634274\n",
      "epoch =  6658 train =  0.8281324  test =  0.7572444\n",
      "epoch =  6659 train =  0.86266714  test =  0.7995598\n",
      "epoch =  6660 train =  0.8169781  test =  0.8977096\n",
      "epoch =  6661 train =  0.86874986  test =  0.81525344\n",
      "epoch =  6662 train =  0.85580397  test =  0.7871567\n",
      "epoch =  6663 train =  0.868708  test =  0.88659203\n",
      "epoch =  6664 train =  0.8573971  test =  0.81901544\n",
      "epoch =  6665 train =  0.8365377  test =  0.85979813\n",
      "epoch =  6666 train =  0.8821153  test =  0.8767515\n",
      "epoch =  6667 train =  0.8146958  test =  0.8864013\n",
      "epoch =  6668 train =  0.7873013  test =  0.83128667\n",
      "epoch =  6669 train =  0.81602955  test =  0.82463896\n",
      "epoch =  6670 train =  0.8853921  test =  0.8546532\n",
      "epoch =  6671 train =  0.8093623  test =  0.82146555\n",
      "epoch =  6672 train =  0.8246404  test =  0.80423033\n",
      "epoch =  6673 train =  0.87417495  test =  0.8419683\n",
      "epoch =  6674 train =  0.8862442  test =  0.91944927\n",
      "epoch =  6675 train =  0.84692466  test =  0.9404664\n",
      "epoch =  6676 train =  0.8403181  test =  0.8144508\n",
      "epoch =  6677 train =  0.832637  test =  0.8070576\n",
      "epoch =  6678 train =  0.77744865  test =  0.86771643\n",
      "epoch =  6679 train =  0.8636647  test =  0.87135166\n",
      "epoch =  6680 train =  0.88589835  test =  0.8671814\n",
      "epoch =  6681 train =  0.8182362  test =  0.84251624\n",
      "epoch =  6682 train =  0.8078702  test =  0.8666583\n",
      "epoch =  6683 train =  0.90285784  test =  0.8204112\n",
      "epoch =  6684 train =  0.845227  test =  0.83320916\n",
      "epoch =  6685 train =  0.848623  test =  0.846612\n",
      "epoch =  6686 train =  0.81918806  test =  0.79013145\n",
      "epoch =  6687 train =  0.9001993  test =  0.8562578\n",
      "epoch =  6688 train =  0.88334507  test =  0.82211757\n",
      "epoch =  6689 train =  0.89178514  test =  0.86143756\n",
      "epoch =  6690 train =  0.876857  test =  0.844382\n",
      "epoch =  6691 train =  0.8505769  test =  0.8765478\n",
      "epoch =  6692 train =  0.8205825  test =  0.8328059\n",
      "epoch =  6693 train =  0.8550751  test =  0.82862467\n",
      "epoch =  6694 train =  0.8330463  test =  0.8116013\n",
      "epoch =  6695 train =  0.84394085  test =  0.8028852\n",
      "epoch =  6696 train =  0.86677736  test =  0.8830247\n",
      "epoch =  6697 train =  0.83438003  test =  0.8557075\n",
      "epoch =  6698 train =  0.8000768  test =  0.7986532\n",
      "epoch =  6699 train =  0.7902101  test =  0.83939594\n",
      "epoch =  6700 train =  0.84613246  test =  0.84246796\n",
      "epoch =  6701 train =  0.84956324  test =  0.8246077\n",
      "epoch =  6702 train =  0.8632883  test =  0.8406596\n",
      "epoch =  6703 train =  0.9022677  test =  0.8986237\n",
      "epoch =  6704 train =  0.8706426  test =  0.80887175\n",
      "epoch =  6705 train =  0.83158076  test =  0.827944\n",
      "epoch =  6706 train =  0.88354456  test =  0.83052284\n",
      "epoch =  6707 train =  0.87623787  test =  1.0045938\n",
      "epoch =  6708 train =  0.8387925  test =  0.83795804\n",
      "epoch =  6709 train =  0.90828586  test =  0.80910516\n",
      "epoch =  6710 train =  0.82408535  test =  0.83070356\n",
      "epoch =  6711 train =  0.81580687  test =  0.90062463\n",
      "epoch =  6712 train =  0.8406205  test =  0.85952634\n",
      "epoch =  6713 train =  0.84369206  test =  0.8641139\n",
      "epoch =  6714 train =  0.8555254  test =  0.7912964\n",
      "epoch =  6715 train =  0.84866977  test =  0.8518831\n",
      "epoch =  6716 train =  0.8661438  test =  0.7897782\n",
      "epoch =  6717 train =  0.83837897  test =  0.84983504\n",
      "epoch =  6718 train =  0.82236505  test =  0.904965\n",
      "epoch =  6719 train =  0.83998895  test =  0.90656793\n",
      "epoch =  6720 train =  0.91639984  test =  0.84380865\n",
      "epoch =  6721 train =  0.8360832  test =  0.84218425\n",
      "epoch =  6722 train =  0.8589736  test =  0.87138474\n",
      "epoch =  6723 train =  0.80473226  test =  0.88020223\n",
      "epoch =  6724 train =  0.8557968  test =  0.8016897\n",
      "epoch =  6725 train =  0.8523693  test =  0.8924908\n",
      "epoch =  6726 train =  0.81521785  test =  0.8047415\n",
      "epoch =  6727 train =  0.8467239  test =  0.8368477\n",
      "epoch =  6728 train =  0.8089868  test =  0.8518704\n",
      "epoch =  6729 train =  0.89772606  test =  0.8366288\n",
      "epoch =  6730 train =  0.8822808  test =  0.89106554\n",
      "epoch =  6731 train =  0.8792338  test =  0.8474943\n",
      "epoch =  6732 train =  0.87976396  test =  0.8705884\n",
      "epoch =  6733 train =  0.87047136  test =  0.85903454\n",
      "epoch =  6734 train =  0.8732773  test =  0.79569936\n",
      "epoch =  6735 train =  0.8244475  test =  0.8807535\n",
      "epoch =  6736 train =  0.8731702  test =  0.8215988\n",
      "epoch =  6737 train =  0.8432717  test =  0.82012093\n",
      "epoch =  6738 train =  0.88767356  test =  0.9019593\n",
      "epoch =  6739 train =  0.868764  test =  0.83384526\n",
      "epoch =  6740 train =  0.82757854  test =  0.8907312\n",
      "epoch =  6741 train =  0.81502306  test =  0.88864714\n",
      "epoch =  6742 train =  0.8572867  test =  0.8367734\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6743 train =  0.79123676  test =  0.88234943\n",
      "epoch =  6744 train =  0.8652776  test =  0.82856417\n",
      "epoch =  6745 train =  0.86360407  test =  0.7812032\n",
      "epoch =  6746 train =  0.8211899  test =  0.80765873\n",
      "epoch =  6747 train =  0.82492006  test =  0.8466792\n",
      "epoch =  6748 train =  0.8387127  test =  0.8694684\n",
      "epoch =  6749 train =  0.81816375  test =  0.8259732\n",
      "epoch =  6750 train =  0.8359009  test =  0.8123376\n",
      "epoch =  6751 train =  0.86738396  test =  0.8206403\n",
      "epoch =  6752 train =  0.8773407  test =  0.9038541\n",
      "epoch =  6753 train =  0.84047174  test =  0.8510084\n",
      "epoch =  6754 train =  0.82885194  test =  0.8130257\n",
      "epoch =  6755 train =  0.8377514  test =  0.845296\n",
      "epoch =  6756 train =  0.866168  test =  0.8085165\n",
      "epoch =  6757 train =  0.8561001  test =  0.7802753\n",
      "epoch =  6758 train =  0.8696461  test =  0.8201914\n",
      "epoch =  6759 train =  0.9020232  test =  0.8584304\n",
      "epoch =  6760 train =  0.8531805  test =  0.83439124\n",
      "epoch =  6761 train =  0.83914274  test =  0.82272995\n",
      "epoch =  6762 train =  0.7844117  test =  0.86232483\n",
      "epoch =  6763 train =  0.85671663  test =  0.826027\n",
      "epoch =  6764 train =  0.8477443  test =  0.8620291\n",
      "epoch =  6765 train =  0.86319315  test =  0.8717445\n",
      "epoch =  6766 train =  0.8305967  test =  0.86308116\n",
      "epoch =  6767 train =  0.80970913  test =  0.8252826\n",
      "epoch =  6768 train =  0.82688725  test =  0.8898061\n",
      "epoch =  6769 train =  0.8388109  test =  0.8256602\n",
      "epoch =  6770 train =  0.85473907  test =  0.9007914\n",
      "epoch =  6771 train =  0.87505317  test =  0.83210886\n",
      "epoch =  6772 train =  0.87639904  test =  0.7862661\n",
      "epoch =  6773 train =  0.8357552  test =  0.8545621\n",
      "epoch =  6774 train =  0.79821765  test =  0.8265974\n",
      "epoch =  6775 train =  0.84980524  test =  0.94416934\n",
      "epoch =  6776 train =  0.8473623  test =  0.87002224\n",
      "epoch =  6777 train =  0.8751878  test =  0.8198298\n",
      "epoch =  6778 train =  0.86670935  test =  0.8597601\n",
      "epoch =  6779 train =  0.8456991  test =  0.78541744\n",
      "epoch =  6780 train =  0.85696745  test =  0.8776398\n",
      "epoch =  6781 train =  0.818825  test =  0.8814654\n",
      "epoch =  6782 train =  0.84340554  test =  0.9187447\n",
      "epoch =  6783 train =  0.87304604  test =  0.8394049\n",
      "epoch =  6784 train =  0.8273747  test =  0.8530602\n",
      "epoch =  6785 train =  0.8856454  test =  0.833093\n",
      "epoch =  6786 train =  0.90632755  test =  0.83908004\n",
      "epoch =  6787 train =  0.8577409  test =  0.9357407\n",
      "epoch =  6788 train =  0.91239697  test =  0.897409\n",
      "epoch =  6789 train =  0.8572266  test =  0.8613504\n",
      "epoch =  6790 train =  0.8696752  test =  0.87593764\n",
      "epoch =  6791 train =  0.8368583  test =  0.84652895\n",
      "epoch =  6792 train =  0.8362601  test =  0.829836\n",
      "epoch =  6793 train =  0.81531346  test =  0.8561762\n",
      "epoch =  6794 train =  0.816706  test =  0.9446165\n",
      "epoch =  6795 train =  0.8213755  test =  0.80155915\n",
      "epoch =  6796 train =  0.8329091  test =  0.84141725\n",
      "epoch =  6797 train =  0.8570404  test =  0.8104634\n",
      "epoch =  6798 train =  0.85041225  test =  0.8360158\n",
      "epoch =  6799 train =  0.8576816  test =  0.88630193\n",
      "epoch =  6800 train =  0.8134729  test =  0.7886624\n",
      "epoch =  6801 train =  0.8277359  test =  0.8208562\n",
      "epoch =  6802 train =  0.8333708  test =  0.8864069\n",
      "epoch =  6803 train =  0.81903815  test =  0.7375661\n",
      "epoch =  6804 train =  0.79314774  test =  0.7916266\n",
      "epoch =  6805 train =  0.82835865  test =  0.7926606\n",
      "epoch =  6806 train =  0.8480121  test =  0.8219695\n",
      "epoch =  6807 train =  0.82930243  test =  0.814732\n",
      "epoch =  6808 train =  0.8282187  test =  0.8327835\n",
      "epoch =  6809 train =  0.8147864  test =  0.84288085\n",
      "epoch =  6810 train =  0.8879672  test =  0.7969658\n",
      "epoch =  6811 train =  0.853098  test =  0.83504725\n",
      "epoch =  6812 train =  0.88826406  test =  0.7947541\n",
      "epoch =  6813 train =  0.84073853  test =  0.89020056\n",
      "epoch =  6814 train =  0.83274686  test =  0.8480056\n",
      "epoch =  6815 train =  0.8725965  test =  0.82329935\n",
      "epoch =  6816 train =  0.919829  test =  0.7906561\n",
      "epoch =  6817 train =  0.8326566  test =  0.8810747\n",
      "epoch =  6818 train =  0.8330041  test =  0.8065656\n",
      "epoch =  6819 train =  0.8341613  test =  0.81638914\n",
      "epoch =  6820 train =  0.82802  test =  0.82426304\n",
      "epoch =  6821 train =  0.8499235  test =  0.82037437\n",
      "epoch =  6822 train =  0.8662281  test =  0.8260384\n",
      "epoch =  6823 train =  0.8986019  test =  0.7433246\n",
      "epoch =  6824 train =  0.8155401  test =  0.758404\n",
      "epoch =  6825 train =  0.8283385  test =  0.7848315\n",
      "epoch =  6826 train =  0.8310902  test =  0.78530836\n",
      "epoch =  6827 train =  0.840382  test =  0.86279577\n",
      "epoch =  6828 train =  0.82989335  test =  0.8450106\n",
      "epoch =  6829 train =  0.81746304  test =  0.79115355\n",
      "epoch =  6830 train =  0.828369  test =  0.82832056\n",
      "epoch =  6831 train =  0.8496306  test =  0.8453191\n",
      "epoch =  6832 train =  0.8526632  test =  0.88067675\n",
      "epoch =  6833 train =  0.8875189  test =  0.96240216\n",
      "epoch =  6834 train =  0.8496473  test =  0.8200202\n",
      "epoch =  6835 train =  0.8354367  test =  0.7909559\n",
      "epoch =  6836 train =  0.819787  test =  0.84962213\n",
      "epoch =  6837 train =  0.8605782  test =  0.80419135\n",
      "epoch =  6838 train =  0.8527069  test =  0.78959256\n",
      "epoch =  6839 train =  0.8097926  test =  0.88970876\n",
      "epoch =  6840 train =  0.8098983  test =  0.8932914\n",
      "epoch =  6841 train =  0.8578032  test =  0.7985006\n",
      "epoch =  6842 train =  0.87293357  test =  0.78886473\n",
      "epoch =  6843 train =  0.86465716  test =  0.84978545\n",
      "epoch =  6844 train =  0.91512215  test =  0.8273547\n",
      "epoch =  6845 train =  0.8113792  test =  0.90350854\n",
      "epoch =  6846 train =  0.81851995  test =  0.8677492\n",
      "epoch =  6847 train =  0.8221977  test =  0.8256633\n",
      "epoch =  6848 train =  0.8116333  test =  0.8960928\n",
      "epoch =  6849 train =  0.9216974  test =  0.82294613\n",
      "epoch =  6850 train =  0.9066863  test =  0.90796894\n",
      "epoch =  6851 train =  0.88118136  test =  0.8862437\n",
      "epoch =  6852 train =  0.842749  test =  0.84550154\n",
      "epoch =  6853 train =  0.83818233  test =  0.83499086\n",
      "epoch =  6854 train =  0.8966099  test =  0.8636316\n",
      "epoch =  6855 train =  0.87772256  test =  0.78746927\n",
      "epoch =  6856 train =  0.834926  test =  0.8677567\n",
      "epoch =  6857 train =  0.8522199  test =  0.8189768\n",
      "epoch =  6858 train =  0.8010282  test =  0.90235996\n",
      "epoch =  6859 train =  0.8982879  test =  0.7841364\n",
      "epoch =  6860 train =  0.8777013  test =  0.8852148\n",
      "epoch =  6861 train =  0.8392445  test =  0.83266467\n",
      "epoch =  6862 train =  0.8208829  test =  0.86993504\n",
      "epoch =  6863 train =  0.8509315  test =  0.84625477\n",
      "epoch =  6864 train =  0.85629565  test =  0.80351746\n",
      "epoch =  6865 train =  0.84953094  test =  0.8486247\n",
      "epoch =  6866 train =  0.8307197  test =  0.87050456\n",
      "epoch =  6867 train =  0.8174797  test =  0.83200246\n",
      "epoch =  6868 train =  0.81401473  test =  0.96469164\n",
      "epoch =  6869 train =  0.80869263  test =  0.82252175\n",
      "epoch =  6870 train =  0.8188615  test =  0.8248462\n",
      "epoch =  6871 train =  0.80537  test =  0.84320647\n",
      "epoch =  6872 train =  0.8476274  test =  0.8418262\n",
      "epoch =  6873 train =  0.8144463  test =  0.8005488\n",
      "epoch =  6874 train =  0.80807936  test =  0.83549076\n",
      "epoch =  6875 train =  0.878298  test =  0.8969496\n",
      "epoch =  6876 train =  0.8046166  test =  0.8237918\n",
      "epoch =  6877 train =  0.8323054  test =  0.7702153\n",
      "epoch =  6878 train =  0.85936  test =  0.833649\n",
      "epoch =  6879 train =  0.81686556  test =  0.87260455\n",
      "epoch =  6880 train =  0.84140986  test =  0.8508276\n",
      "epoch =  6881 train =  0.87246037  test =  0.90097076\n",
      "epoch =  6882 train =  0.829375  test =  0.8435364\n",
      "epoch =  6883 train =  0.86138767  test =  0.83619875\n",
      "epoch =  6884 train =  0.87247515  test =  0.85717213\n",
      "epoch =  6885 train =  0.867059  test =  0.9004453\n",
      "epoch =  6886 train =  0.84781885  test =  0.80619967\n",
      "epoch =  6887 train =  0.9003835  test =  0.8280378\n",
      "epoch =  6888 train =  0.8434696  test =  0.843217\n",
      "epoch =  6889 train =  0.891212  test =  0.82141244\n",
      "epoch =  6890 train =  0.84309924  test =  0.76638716\n",
      "epoch =  6891 train =  0.87689465  test =  0.8832692\n",
      "epoch =  6892 train =  0.8420459  test =  0.8072857\n",
      "epoch =  6893 train =  0.83743334  test =  0.85316014\n",
      "epoch =  6894 train =  0.84656185  test =  0.8346941\n",
      "epoch =  6895 train =  0.7899337  test =  0.8242509\n",
      "epoch =  6896 train =  0.8282305  test =  0.9491302\n",
      "epoch =  6897 train =  0.8541194  test =  0.8644635\n",
      "epoch =  6898 train =  0.86197495  test =  0.86643136\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  6899 train =  0.8291609  test =  0.82495755\n",
      "epoch =  6900 train =  0.8492295  test =  0.77097034\n",
      "epoch =  6901 train =  0.94443417  test =  0.9108462\n",
      "epoch =  6902 train =  0.86067235  test =  0.82339835\n",
      "epoch =  6903 train =  0.8142648  test =  0.9469431\n",
      "epoch =  6904 train =  0.814828  test =  0.8253236\n",
      "epoch =  6905 train =  0.87245965  test =  0.8173123\n",
      "epoch =  6906 train =  0.81351566  test =  0.8557498\n",
      "epoch =  6907 train =  0.84988004  test =  0.88509136\n",
      "epoch =  6908 train =  0.86121184  test =  0.82695395\n",
      "epoch =  6909 train =  0.8550802  test =  0.7572092\n",
      "epoch =  6910 train =  0.8392433  test =  0.85327023\n",
      "epoch =  6911 train =  0.78981876  test =  0.9082394\n",
      "epoch =  6912 train =  0.8182299  test =  0.8656529\n",
      "epoch =  6913 train =  0.8200779  test =  0.8573313\n",
      "epoch =  6914 train =  0.84457254  test =  0.84653616\n",
      "epoch =  6915 train =  0.84016013  test =  0.7973822\n",
      "epoch =  6916 train =  0.8101009  test =  0.7739298\n",
      "epoch =  6917 train =  0.8453969  test =  0.88886154\n",
      "epoch =  6918 train =  0.8668625  test =  0.8066501\n",
      "epoch =  6919 train =  0.8436607  test =  0.83896637\n",
      "epoch =  6920 train =  0.8607628  test =  0.8060441\n",
      "epoch =  6921 train =  0.8776152  test =  0.835879\n",
      "epoch =  6922 train =  0.85045004  test =  0.91567683\n",
      "epoch =  6923 train =  0.7901145  test =  0.8450715\n",
      "epoch =  6924 train =  0.8292789  test =  0.82877046\n",
      "epoch =  6925 train =  0.86311984  test =  0.8188813\n",
      "epoch =  6926 train =  0.8332114  test =  0.82406306\n",
      "epoch =  6927 train =  0.8083429  test =  0.79731894\n",
      "epoch =  6928 train =  0.8451079  test =  0.81187177\n",
      "epoch =  6929 train =  0.8430501  test =  0.8541732\n",
      "epoch =  6930 train =  0.8513999  test =  0.87031853\n",
      "epoch =  6931 train =  0.88043356  test =  0.9305524\n",
      "epoch =  6932 train =  0.7953558  test =  0.85686135\n",
      "epoch =  6933 train =  0.8699701  test =  0.87667114\n",
      "epoch =  6934 train =  0.79052603  test =  0.9094184\n",
      "epoch =  6935 train =  0.82889366  test =  0.8564292\n",
      "epoch =  6936 train =  0.8377627  test =  0.8885903\n",
      "epoch =  6937 train =  0.83146  test =  0.82948714\n",
      "epoch =  6938 train =  0.8120431  test =  0.90926504\n",
      "epoch =  6939 train =  0.83523524  test =  0.86547446\n",
      "epoch =  6940 train =  0.856264  test =  0.8122116\n",
      "epoch =  6941 train =  0.8655218  test =  0.8476715\n",
      "epoch =  6942 train =  0.8342277  test =  0.7798952\n",
      "epoch =  6943 train =  0.8384321  test =  0.8442509\n",
      "epoch =  6944 train =  0.83930755  test =  0.8258256\n",
      "epoch =  6945 train =  0.83151567  test =  0.84939444\n",
      "epoch =  6946 train =  0.81260526  test =  0.97970253\n",
      "epoch =  6947 train =  0.85496604  test =  0.80294085\n",
      "epoch =  6948 train =  0.8055062  test =  0.78382134\n",
      "epoch =  6949 train =  0.8565587  test =  0.7767085\n",
      "epoch =  6950 train =  0.90641284  test =  0.88664883\n",
      "epoch =  6951 train =  0.8653065  test =  0.8413894\n",
      "epoch =  6952 train =  0.8243884  test =  0.8263173\n",
      "epoch =  6953 train =  0.7991621  test =  0.82993037\n",
      "epoch =  6954 train =  0.83395404  test =  0.8239838\n",
      "epoch =  6955 train =  0.84943694  test =  0.839024\n",
      "epoch =  6956 train =  0.8399648  test =  0.8640124\n",
      "epoch =  6957 train =  0.8001516  test =  0.8136881\n",
      "epoch =  6958 train =  0.82166  test =  0.77471346\n",
      "epoch =  6959 train =  0.81434834  test =  0.86275\n",
      "epoch =  6960 train =  0.8573051  test =  0.87919456\n",
      "epoch =  6961 train =  0.80745673  test =  0.814411\n",
      "epoch =  6962 train =  0.8660079  test =  0.821314\n",
      "epoch =  6963 train =  0.81830204  test =  0.81285965\n",
      "epoch =  6964 train =  0.89779055  test =  0.8424921\n",
      "epoch =  6965 train =  0.8751552  test =  0.8343528\n",
      "epoch =  6966 train =  0.8053092  test =  0.85436106\n",
      "epoch =  6967 train =  0.8349061  test =  0.90711665\n",
      "epoch =  6968 train =  0.85294557  test =  0.84996754\n",
      "epoch =  6969 train =  0.8736656  test =  0.8632438\n",
      "epoch =  6970 train =  0.85247445  test =  0.80885977\n",
      "epoch =  6971 train =  0.79838663  test =  0.8324079\n",
      "epoch =  6972 train =  0.8761119  test =  0.85104984\n",
      "epoch =  6973 train =  0.94200695  test =  0.79379857\n",
      "epoch =  6974 train =  0.8321163  test =  0.84796864\n",
      "epoch =  6975 train =  0.85377324  test =  0.820031\n",
      "epoch =  6976 train =  0.83685887  test =  0.8398042\n",
      "epoch =  6977 train =  0.79791415  test =  0.8152219\n",
      "epoch =  6978 train =  0.8179647  test =  0.84668887\n",
      "epoch =  6979 train =  0.8383473  test =  0.83613104\n",
      "epoch =  6980 train =  0.8508387  test =  0.9106883\n",
      "epoch =  6981 train =  0.85736084  test =  0.8236891\n",
      "epoch =  6982 train =  0.8539666  test =  0.87223196\n",
      "epoch =  6983 train =  0.78873944  test =  0.8096315\n",
      "epoch =  6984 train =  0.86075604  test =  0.8761973\n",
      "epoch =  6985 train =  0.82070446  test =  0.83957565\n",
      "epoch =  6986 train =  0.83274233  test =  0.879633\n",
      "epoch =  6987 train =  0.83080333  test =  0.886686\n",
      "epoch =  6988 train =  0.86638266  test =  0.78362334\n",
      "epoch =  6989 train =  0.8328166  test =  0.789817\n",
      "epoch =  6990 train =  0.8639637  test =  0.76171106\n",
      "epoch =  6991 train =  0.89144075  test =  0.8180791\n",
      "epoch =  6992 train =  0.82640743  test =  0.8347554\n",
      "epoch =  6993 train =  0.881983  test =  0.768176\n",
      "epoch =  6994 train =  0.82398236  test =  0.8548826\n",
      "epoch =  6995 train =  0.8481535  test =  0.8695794\n",
      "epoch =  6996 train =  0.8326367  test =  0.86267567\n",
      "epoch =  6997 train =  0.88605547  test =  0.78431576\n",
      "epoch =  6998 train =  0.8635786  test =  0.84169346\n",
      "epoch =  6999 train =  0.8092679  test =  0.8687024\n",
      "epoch =  7000 train =  0.83828926  test =  0.8383146\n",
      "epoch =  7001 train =  0.8553201  test =  0.8216934\n",
      "epoch =  7002 train =  0.7909429  test =  0.82659453\n",
      "epoch =  7003 train =  0.8673048  test =  0.8151316\n",
      "epoch =  7004 train =  0.84618807  test =  0.8861255\n",
      "epoch =  7005 train =  0.8227376  test =  0.8005983\n",
      "epoch =  7006 train =  0.87303984  test =  0.8731081\n",
      "epoch =  7007 train =  0.82961106  test =  0.84140736\n",
      "epoch =  7008 train =  0.8764645  test =  0.85953045\n",
      "epoch =  7009 train =  0.7753875  test =  0.7987956\n",
      "epoch =  7010 train =  0.82178307  test =  0.8604104\n",
      "epoch =  7011 train =  0.83171374  test =  0.8219251\n",
      "epoch =  7012 train =  0.81939447  test =  0.81358916\n",
      "epoch =  7013 train =  0.8585022  test =  0.8812513\n",
      "epoch =  7014 train =  0.8130059  test =  0.8656547\n",
      "epoch =  7015 train =  0.87817234  test =  0.8239962\n",
      "epoch =  7016 train =  0.89955854  test =  0.7794233\n",
      "epoch =  7017 train =  0.8341743  test =  0.77155405\n",
      "epoch =  7018 train =  0.81782734  test =  0.7697922\n",
      "epoch =  7019 train =  0.8397757  test =  0.8471761\n",
      "epoch =  7020 train =  0.84856355  test =  0.8308135\n",
      "epoch =  7021 train =  0.8318119  test =  0.8183446\n",
      "epoch =  7022 train =  0.84805983  test =  0.79819214\n",
      "epoch =  7023 train =  0.88189995  test =  0.89829785\n",
      "epoch =  7024 train =  0.85075057  test =  0.83164597\n",
      "epoch =  7025 train =  0.8290928  test =  0.79012686\n",
      "epoch =  7026 train =  0.79604137  test =  0.8734607\n",
      "epoch =  7027 train =  0.80395263  test =  0.9178643\n",
      "epoch =  7028 train =  0.8919194  test =  0.8534342\n",
      "epoch =  7029 train =  0.8286725  test =  0.8438737\n",
      "epoch =  7030 train =  0.7872421  test =  0.8221993\n",
      "epoch =  7031 train =  0.8327355  test =  0.8706605\n",
      "epoch =  7032 train =  0.8268478  test =  0.80802315\n",
      "epoch =  7033 train =  0.8268353  test =  0.85067606\n",
      "epoch =  7034 train =  0.87605774  test =  0.82039845\n",
      "epoch =  7035 train =  0.8680695  test =  0.90722406\n",
      "epoch =  7036 train =  0.8353734  test =  0.85066855\n",
      "epoch =  7037 train =  0.835836  test =  0.8465617\n",
      "epoch =  7038 train =  0.85610366  test =  0.8965694\n",
      "epoch =  7039 train =  0.8425057  test =  0.76830727\n",
      "epoch =  7040 train =  0.8519473  test =  0.78473985\n",
      "epoch =  7041 train =  0.8223697  test =  0.87784153\n",
      "epoch =  7042 train =  0.83496237  test =  0.85079265\n",
      "epoch =  7043 train =  0.88616186  test =  0.84736276\n",
      "epoch =  7044 train =  0.8893353  test =  0.8121228\n",
      "epoch =  7045 train =  0.80951905  test =  0.802967\n",
      "epoch =  7046 train =  0.83394253  test =  0.8650605\n",
      "epoch =  7047 train =  0.84445643  test =  0.8395442\n",
      "epoch =  7048 train =  0.8356728  test =  0.82181406\n",
      "epoch =  7049 train =  0.8376464  test =  0.7690183\n",
      "epoch =  7050 train =  0.83012617  test =  0.8534043\n",
      "epoch =  7051 train =  0.8531939  test =  0.86419475\n",
      "epoch =  7052 train =  0.80673254  test =  0.76461995\n",
      "epoch =  7053 train =  0.8367389  test =  0.8471835\n",
      "epoch =  7054 train =  0.80735284  test =  0.79555714\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7055 train =  0.8497666  test =  0.83956176\n",
      "epoch =  7056 train =  0.8588142  test =  0.8325225\n",
      "epoch =  7057 train =  0.87458074  test =  0.8540832\n",
      "epoch =  7058 train =  0.8756398  test =  0.7748445\n",
      "epoch =  7059 train =  0.79324484  test =  0.9108747\n",
      "epoch =  7060 train =  0.87215567  test =  0.8733821\n",
      "epoch =  7061 train =  0.80344796  test =  0.9072309\n",
      "epoch =  7062 train =  0.83424556  test =  0.78734004\n",
      "epoch =  7063 train =  0.81420684  test =  0.9300643\n",
      "epoch =  7064 train =  0.81328785  test =  0.82823986\n",
      "epoch =  7065 train =  0.86980593  test =  0.84800243\n",
      "epoch =  7066 train =  0.80505556  test =  0.84786147\n",
      "epoch =  7067 train =  0.8344364  test =  0.8912849\n",
      "epoch =  7068 train =  0.83989  test =  0.9664087\n",
      "epoch =  7069 train =  0.81652534  test =  0.79535514\n",
      "epoch =  7070 train =  0.78932637  test =  0.9077902\n",
      "epoch =  7071 train =  0.82164884  test =  0.8644907\n",
      "epoch =  7072 train =  0.88183534  test =  0.87113047\n",
      "epoch =  7073 train =  0.845013  test =  0.8103468\n",
      "epoch =  7074 train =  0.84317964  test =  0.8791999\n",
      "epoch =  7075 train =  0.8200747  test =  0.83203435\n",
      "epoch =  7076 train =  0.85369575  test =  0.8221601\n",
      "epoch =  7077 train =  0.82053477  test =  0.8207069\n",
      "epoch =  7078 train =  0.9202144  test =  0.8005907\n",
      "epoch =  7079 train =  0.84095335  test =  0.82464683\n",
      "epoch =  7080 train =  0.8625728  test =  0.8215894\n",
      "epoch =  7081 train =  0.8760739  test =  0.90595114\n",
      "epoch =  7082 train =  0.82030004  test =  0.9042122\n",
      "epoch =  7083 train =  0.81367517  test =  0.83796054\n",
      "epoch =  7084 train =  0.82257426  test =  0.82395077\n",
      "epoch =  7085 train =  0.86751974  test =  0.7759461\n",
      "epoch =  7086 train =  0.87018347  test =  0.87294585\n",
      "epoch =  7087 train =  0.86521876  test =  0.7822645\n",
      "epoch =  7088 train =  0.8467672  test =  0.8041942\n",
      "epoch =  7089 train =  0.87060916  test =  0.79402494\n",
      "epoch =  7090 train =  0.8501624  test =  0.8638021\n",
      "epoch =  7091 train =  0.81925213  test =  0.8502103\n",
      "epoch =  7092 train =  0.8693472  test =  0.8037821\n",
      "epoch =  7093 train =  0.794079  test =  0.9158945\n",
      "epoch =  7094 train =  0.84845686  test =  0.8549413\n",
      "epoch =  7095 train =  0.83977973  test =  0.83374476\n",
      "epoch =  7096 train =  0.8533699  test =  0.7784251\n",
      "epoch =  7097 train =  0.7997176  test =  0.8697128\n",
      "epoch =  7098 train =  0.79919624  test =  0.8993619\n",
      "epoch =  7099 train =  0.8647536  test =  0.9120076\n",
      "epoch =  7100 train =  0.8241986  test =  0.83430654\n",
      "epoch =  7101 train =  0.8564293  test =  0.8530367\n",
      "epoch =  7102 train =  0.8507337  test =  0.825181\n",
      "epoch =  7103 train =  0.88960487  test =  0.8104271\n",
      "epoch =  7104 train =  0.8799766  test =  0.8133562\n",
      "epoch =  7105 train =  0.85582435  test =  0.85119444\n",
      "epoch =  7106 train =  0.8477236  test =  0.88487124\n",
      "epoch =  7107 train =  0.8084147  test =  0.82260114\n",
      "epoch =  7108 train =  0.7953594  test =  0.9159994\n",
      "epoch =  7109 train =  0.85846424  test =  0.86349183\n",
      "epoch =  7110 train =  0.80066234  test =  0.81423336\n",
      "epoch =  7111 train =  0.8697325  test =  0.8681546\n",
      "epoch =  7112 train =  0.7860408  test =  0.84901935\n",
      "epoch =  7113 train =  0.8395012  test =  0.74571276\n",
      "epoch =  7114 train =  0.8110456  test =  0.8920286\n",
      "epoch =  7115 train =  0.87928665  test =  0.8482292\n",
      "epoch =  7116 train =  0.86890996  test =  0.83434343\n",
      "epoch =  7117 train =  0.8532976  test =  0.85780543\n",
      "epoch =  7118 train =  0.83198845  test =  0.81639117\n",
      "epoch =  7119 train =  0.84856737  test =  0.797718\n",
      "epoch =  7120 train =  0.7814926  test =  0.88971883\n",
      "epoch =  7121 train =  0.8447128  test =  0.78582275\n",
      "epoch =  7122 train =  0.8553802  test =  0.83455485\n",
      "epoch =  7123 train =  0.8589301  test =  0.82683533\n",
      "epoch =  7124 train =  0.8574505  test =  0.91584694\n",
      "epoch =  7125 train =  0.8543173  test =  0.92453784\n",
      "epoch =  7126 train =  0.8459543  test =  0.8021022\n",
      "epoch =  7127 train =  0.864118  test =  0.77811307\n",
      "epoch =  7128 train =  0.8544911  test =  0.8613384\n",
      "epoch =  7129 train =  0.8424556  test =  0.85524577\n",
      "epoch =  7130 train =  0.7937276  test =  0.8546819\n",
      "epoch =  7131 train =  0.8248253  test =  0.91919607\n",
      "epoch =  7132 train =  0.81673455  test =  0.92419666\n",
      "epoch =  7133 train =  0.87332857  test =  0.8340191\n",
      "epoch =  7134 train =  0.8088018  test =  0.79363704\n",
      "epoch =  7135 train =  0.81666195  test =  0.8798411\n",
      "epoch =  7136 train =  0.80466515  test =  0.9497411\n",
      "epoch =  7137 train =  0.84071565  test =  0.87938833\n",
      "epoch =  7138 train =  0.8710843  test =  0.8218211\n",
      "epoch =  7139 train =  0.85335934  test =  0.80545187\n",
      "epoch =  7140 train =  0.851648  test =  0.8093058\n",
      "epoch =  7141 train =  0.8569472  test =  0.75991744\n",
      "epoch =  7142 train =  0.8363339  test =  0.74937624\n",
      "epoch =  7143 train =  0.83375156  test =  0.8803194\n",
      "epoch =  7144 train =  0.80959177  test =  0.8332311\n",
      "epoch =  7145 train =  0.81293166  test =  0.8308139\n",
      "epoch =  7146 train =  0.8359703  test =  0.8728533\n",
      "epoch =  7147 train =  0.884137  test =  0.8631953\n",
      "epoch =  7148 train =  0.8700514  test =  0.8134306\n",
      "epoch =  7149 train =  0.89688194  test =  0.8482965\n",
      "epoch =  7150 train =  0.87051874  test =  0.77679956\n",
      "epoch =  7151 train =  0.9140331  test =  0.7870634\n",
      "epoch =  7152 train =  0.91384447  test =  0.84513366\n",
      "epoch =  7153 train =  0.84864295  test =  0.84688675\n",
      "epoch =  7154 train =  0.88294125  test =  0.8432021\n",
      "epoch =  7155 train =  0.8636595  test =  0.8703026\n",
      "epoch =  7156 train =  0.8577531  test =  0.861967\n",
      "epoch =  7157 train =  0.8856714  test =  0.8566094\n",
      "epoch =  7158 train =  0.86721843  test =  0.8066836\n",
      "epoch =  7159 train =  0.86523247  test =  0.8034726\n",
      "epoch =  7160 train =  0.85427755  test =  0.83386135\n",
      "epoch =  7161 train =  0.8443879  test =  0.8101061\n",
      "epoch =  7162 train =  0.87312067  test =  0.8364566\n",
      "epoch =  7163 train =  0.8514576  test =  0.91117406\n",
      "epoch =  7164 train =  0.8355496  test =  0.888976\n",
      "epoch =  7165 train =  0.8645953  test =  0.89284563\n",
      "epoch =  7166 train =  0.8481492  test =  0.8310902\n",
      "epoch =  7167 train =  0.86745894  test =  0.821303\n",
      "epoch =  7168 train =  0.8780112  test =  0.8677989\n",
      "epoch =  7169 train =  0.86324036  test =  0.8914082\n",
      "epoch =  7170 train =  0.8283076  test =  0.8331344\n",
      "epoch =  7171 train =  0.81454813  test =  0.85037696\n",
      "epoch =  7172 train =  0.8016366  test =  0.8607963\n",
      "epoch =  7173 train =  0.87099016  test =  0.8322358\n",
      "epoch =  7174 train =  0.8516197  test =  0.91652757\n",
      "epoch =  7175 train =  0.89749956  test =  0.8750366\n",
      "epoch =  7176 train =  0.8003948  test =  0.8274801\n",
      "epoch =  7177 train =  0.7808794  test =  0.8613155\n",
      "epoch =  7178 train =  0.8703314  test =  0.86663395\n",
      "epoch =  7179 train =  0.8165274  test =  0.94530785\n",
      "epoch =  7180 train =  0.79657924  test =  0.9420342\n",
      "epoch =  7181 train =  0.8759042  test =  0.84350973\n",
      "epoch =  7182 train =  0.8260818  test =  0.8376742\n",
      "epoch =  7183 train =  0.8057622  test =  0.8076372\n",
      "epoch =  7184 train =  0.8097336  test =  0.81892043\n",
      "epoch =  7185 train =  0.82411575  test =  0.8439845\n",
      "epoch =  7186 train =  0.8277992  test =  0.81161374\n",
      "epoch =  7187 train =  0.83164877  test =  0.8214206\n",
      "epoch =  7188 train =  0.81289685  test =  0.8731048\n",
      "epoch =  7189 train =  0.812899  test =  0.88664424\n",
      "epoch =  7190 train =  0.86707735  test =  0.8507176\n",
      "epoch =  7191 train =  0.88929427  test =  0.8058072\n",
      "epoch =  7192 train =  0.8652445  test =  0.797084\n",
      "epoch =  7193 train =  0.8804572  test =  0.85104835\n",
      "epoch =  7194 train =  0.8294655  test =  0.8889269\n",
      "epoch =  7195 train =  0.8347585  test =  0.90302217\n",
      "epoch =  7196 train =  0.8815738  test =  0.84716374\n",
      "epoch =  7197 train =  0.8935678  test =  0.8054664\n",
      "epoch =  7198 train =  0.85679114  test =  0.8061447\n",
      "epoch =  7199 train =  0.8981875  test =  0.8906367\n",
      "epoch =  7200 train =  0.856591  test =  0.86641794\n",
      "epoch =  7201 train =  0.81361395  test =  0.91003275\n",
      "epoch =  7202 train =  0.90547776  test =  0.81756514\n",
      "epoch =  7203 train =  0.828102  test =  0.8268213\n",
      "epoch =  7204 train =  0.8034884  test =  0.77811885\n",
      "epoch =  7205 train =  0.8287333  test =  0.8909039\n",
      "epoch =  7206 train =  0.8432673  test =  0.8715242\n",
      "epoch =  7207 train =  0.8532354  test =  0.9321225\n",
      "epoch =  7208 train =  0.8975581  test =  0.80841607\n",
      "epoch =  7209 train =  0.8057346  test =  0.8912127\n",
      "epoch =  7210 train =  0.8251766  test =  0.8403569\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7211 train =  0.8532734  test =  0.7876452\n",
      "epoch =  7212 train =  0.83864295  test =  0.8354532\n",
      "epoch =  7213 train =  0.82548803  test =  0.8646871\n",
      "epoch =  7214 train =  0.889668  test =  0.9296583\n",
      "epoch =  7215 train =  0.8317226  test =  0.83631116\n",
      "epoch =  7216 train =  0.8345088  test =  0.82423604\n",
      "epoch =  7217 train =  0.8567826  test =  0.8620021\n",
      "epoch =  7218 train =  0.8258634  test =  0.87929225\n",
      "epoch =  7219 train =  0.8841473  test =  0.87297994\n",
      "epoch =  7220 train =  0.8145733  test =  0.8150513\n",
      "epoch =  7221 train =  0.8304834  test =  0.80174303\n",
      "epoch =  7222 train =  0.84395075  test =  0.9100825\n",
      "epoch =  7223 train =  0.87703574  test =  0.8188924\n",
      "epoch =  7224 train =  0.7920863  test =  0.81884086\n",
      "epoch =  7225 train =  0.8392586  test =  0.91376626\n",
      "epoch =  7226 train =  0.89964426  test =  0.79626536\n",
      "epoch =  7227 train =  0.85469604  test =  0.81590736\n",
      "epoch =  7228 train =  0.852368  test =  0.86538035\n",
      "epoch =  7229 train =  0.8401475  test =  0.8784217\n",
      "epoch =  7230 train =  0.8696438  test =  0.82513916\n",
      "epoch =  7231 train =  0.845783  test =  0.8318899\n",
      "epoch =  7232 train =  0.83478177  test =  0.8885354\n",
      "epoch =  7233 train =  0.7895977  test =  0.8661749\n",
      "epoch =  7234 train =  0.8351934  test =  0.8046677\n",
      "epoch =  7235 train =  0.7817687  test =  0.8990525\n",
      "epoch =  7236 train =  0.8290427  test =  0.86781746\n",
      "epoch =  7237 train =  0.8549556  test =  0.88705283\n",
      "epoch =  7238 train =  0.90176713  test =  0.84649056\n",
      "epoch =  7239 train =  0.8927462  test =  0.8478681\n",
      "epoch =  7240 train =  0.8308717  test =  0.8023807\n",
      "epoch =  7241 train =  0.91575456  test =  0.82040143\n",
      "epoch =  7242 train =  0.82680076  test =  0.8222003\n",
      "epoch =  7243 train =  0.79782176  test =  0.79640245\n",
      "epoch =  7244 train =  0.8948554  test =  0.7890163\n",
      "epoch =  7245 train =  0.8410042  test =  0.7957778\n",
      "epoch =  7246 train =  0.8346124  test =  0.8138221\n",
      "epoch =  7247 train =  0.83495224  test =  0.86507493\n",
      "epoch =  7248 train =  0.85938025  test =  0.8463204\n",
      "epoch =  7249 train =  0.85640264  test =  0.7807653\n",
      "epoch =  7250 train =  0.84196043  test =  0.82104063\n",
      "epoch =  7251 train =  0.83298755  test =  0.865891\n",
      "epoch =  7252 train =  0.8506283  test =  0.8793701\n",
      "epoch =  7253 train =  0.8677387  test =  0.9104484\n",
      "epoch =  7254 train =  0.8249791  test =  0.90880585\n",
      "epoch =  7255 train =  0.8636397  test =  0.8393324\n",
      "epoch =  7256 train =  0.8114648  test =  0.8469062\n",
      "epoch =  7257 train =  0.84574276  test =  0.88952494\n",
      "epoch =  7258 train =  0.81474686  test =  0.8212337\n",
      "epoch =  7259 train =  0.84258175  test =  0.7859777\n",
      "epoch =  7260 train =  0.83538157  test =  0.80587864\n",
      "epoch =  7261 train =  0.86633134  test =  0.888861\n",
      "epoch =  7262 train =  0.8614235  test =  0.860072\n",
      "epoch =  7263 train =  0.886385  test =  0.84332836\n",
      "epoch =  7264 train =  0.85274243  test =  0.8047515\n",
      "epoch =  7265 train =  0.80342233  test =  0.88334656\n",
      "epoch =  7266 train =  0.85188586  test =  0.89962846\n",
      "epoch =  7267 train =  0.8490416  test =  0.9028018\n",
      "epoch =  7268 train =  0.8516557  test =  0.82240903\n",
      "epoch =  7269 train =  0.82633483  test =  0.8368348\n",
      "epoch =  7270 train =  0.82095313  test =  0.907034\n",
      "epoch =  7271 train =  0.8646395  test =  0.80822265\n",
      "epoch =  7272 train =  0.84569645  test =  0.8317307\n",
      "epoch =  7273 train =  0.8554063  test =  0.8110039\n",
      "epoch =  7274 train =  0.8663162  test =  0.8813705\n",
      "epoch =  7275 train =  0.7997349  test =  0.82689744\n",
      "epoch =  7276 train =  0.85845673  test =  0.8544956\n",
      "epoch =  7277 train =  0.8903254  test =  0.8577294\n",
      "epoch =  7278 train =  0.8774606  test =  0.8458845\n",
      "epoch =  7279 train =  0.8726341  test =  0.85043776\n",
      "epoch =  7280 train =  0.8598497  test =  0.8804754\n",
      "epoch =  7281 train =  0.83551884  test =  0.91269994\n",
      "epoch =  7282 train =  0.86787695  test =  0.840437\n",
      "epoch =  7283 train =  0.8406619  test =  0.8496285\n",
      "epoch =  7284 train =  0.8233026  test =  0.8812943\n",
      "epoch =  7285 train =  0.800887  test =  0.7952958\n",
      "epoch =  7286 train =  0.8187872  test =  0.8505363\n",
      "epoch =  7287 train =  0.7988299  test =  0.80625457\n",
      "epoch =  7288 train =  0.805019  test =  0.80080944\n",
      "epoch =  7289 train =  0.8438479  test =  0.80814815\n",
      "epoch =  7290 train =  0.8690464  test =  0.87806684\n",
      "epoch =  7291 train =  0.8814024  test =  0.7562421\n",
      "epoch =  7292 train =  0.8433072  test =  0.93477803\n",
      "epoch =  7293 train =  0.86177385  test =  0.81354195\n",
      "epoch =  7294 train =  0.8550609  test =  0.77651846\n",
      "epoch =  7295 train =  0.8591199  test =  0.8324139\n",
      "epoch =  7296 train =  0.7866509  test =  0.8182319\n",
      "epoch =  7297 train =  0.78451747  test =  0.84550697\n",
      "epoch =  7298 train =  0.85443664  test =  0.9231567\n",
      "epoch =  7299 train =  0.8069632  test =  0.8518915\n",
      "epoch =  7300 train =  0.835421  test =  0.81781304\n",
      "epoch =  7301 train =  0.82473516  test =  0.86567134\n",
      "epoch =  7302 train =  0.84659827  test =  0.75174886\n",
      "epoch =  7303 train =  0.7850463  test =  0.8183377\n",
      "epoch =  7304 train =  0.812872  test =  0.8216944\n",
      "epoch =  7305 train =  0.82206947  test =  0.8461301\n",
      "epoch =  7306 train =  0.8308939  test =  0.8237437\n",
      "epoch =  7307 train =  0.79692715  test =  0.8434495\n",
      "epoch =  7308 train =  0.83584666  test =  0.8034951\n",
      "epoch =  7309 train =  0.8207245  test =  0.82149947\n",
      "epoch =  7310 train =  0.79168165  test =  0.83394235\n",
      "epoch =  7311 train =  0.8092653  test =  0.7811994\n",
      "epoch =  7312 train =  0.81276286  test =  0.8152881\n",
      "epoch =  7313 train =  0.8723176  test =  0.7876511\n",
      "epoch =  7314 train =  0.8282418  test =  0.79950947\n",
      "epoch =  7315 train =  0.87943506  test =  0.8293849\n",
      "epoch =  7316 train =  0.8143308  test =  0.79739994\n",
      "epoch =  7317 train =  0.81001806  test =  0.87007517\n",
      "epoch =  7318 train =  0.8283854  test =  0.8111386\n",
      "epoch =  7319 train =  0.8625809  test =  0.8906108\n",
      "epoch =  7320 train =  0.8122348  test =  0.90070933\n",
      "epoch =  7321 train =  0.83628446  test =  0.8619995\n",
      "epoch =  7322 train =  0.8534971  test =  0.81543773\n",
      "epoch =  7323 train =  0.8444897  test =  0.88302743\n",
      "epoch =  7324 train =  0.80495834  test =  0.8646236\n",
      "epoch =  7325 train =  0.80376565  test =  0.83536756\n",
      "epoch =  7326 train =  0.89842594  test =  0.8145948\n",
      "epoch =  7327 train =  0.91780347  test =  0.8916509\n",
      "epoch =  7328 train =  0.84138334  test =  0.84172696\n",
      "epoch =  7329 train =  0.8386415  test =  0.92118376\n",
      "epoch =  7330 train =  0.89887905  test =  0.9068098\n",
      "epoch =  7331 train =  0.85920393  test =  0.8672138\n",
      "epoch =  7332 train =  0.88208437  test =  0.89129096\n",
      "epoch =  7333 train =  0.85920465  test =  0.82199764\n",
      "epoch =  7334 train =  0.8211274  test =  0.8337657\n",
      "epoch =  7335 train =  0.8325455  test =  0.83840865\n",
      "epoch =  7336 train =  0.8271165  test =  0.8829941\n",
      "epoch =  7337 train =  0.8565178  test =  0.8924973\n",
      "epoch =  7338 train =  0.83919275  test =  0.8490394\n",
      "epoch =  7339 train =  0.8352455  test =  0.77168804\n",
      "epoch =  7340 train =  0.82467103  test =  0.90957767\n",
      "epoch =  7341 train =  0.8666668  test =  0.78743684\n",
      "epoch =  7342 train =  0.88888466  test =  0.8483457\n",
      "epoch =  7343 train =  0.8441856  test =  0.8444634\n",
      "epoch =  7344 train =  0.8918251  test =  0.8178098\n",
      "epoch =  7345 train =  0.7806928  test =  0.7972083\n",
      "epoch =  7346 train =  0.8381312  test =  0.95117104\n",
      "epoch =  7347 train =  0.8490774  test =  0.87865496\n",
      "epoch =  7348 train =  0.81601286  test =  0.89579713\n",
      "epoch =  7349 train =  0.8427388  test =  0.9273588\n",
      "epoch =  7350 train =  0.83248776  test =  0.7962564\n",
      "epoch =  7351 train =  0.8394493  test =  0.8407016\n",
      "epoch =  7352 train =  0.8260844  test =  0.9470467\n",
      "epoch =  7353 train =  0.86878633  test =  0.79393893\n",
      "epoch =  7354 train =  0.82877374  test =  0.7643221\n",
      "epoch =  7355 train =  0.82282627  test =  0.8510135\n",
      "epoch =  7356 train =  0.8662441  test =  0.8456838\n",
      "epoch =  7357 train =  0.8503447  test =  0.8539502\n",
      "epoch =  7358 train =  0.81853044  test =  0.79402536\n",
      "epoch =  7359 train =  0.8524544  test =  0.90426487\n",
      "epoch =  7360 train =  0.77695125  test =  0.9018847\n",
      "epoch =  7361 train =  0.8232  test =  0.7888028\n",
      "epoch =  7362 train =  0.8554822  test =  0.8435959\n",
      "epoch =  7363 train =  0.8273939  test =  0.83369744\n",
      "epoch =  7364 train =  0.84768206  test =  0.8713317\n",
      "epoch =  7365 train =  0.7953232  test =  0.8415626\n",
      "epoch =  7366 train =  0.83139074  test =  0.86487687\n",
      "epoch =  7367 train =  0.8297006  test =  0.8055188\n",
      "epoch =  7368 train =  0.87561643  test =  0.89268935\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7369 train =  0.8469363  test =  0.81785965\n",
      "epoch =  7370 train =  0.8481849  test =  0.8891114\n",
      "epoch =  7371 train =  0.8354949  test =  0.82844996\n",
      "epoch =  7372 train =  0.82225376  test =  0.9297224\n",
      "epoch =  7373 train =  0.87938523  test =  0.8135865\n",
      "epoch =  7374 train =  0.87485063  test =  0.8510392\n",
      "epoch =  7375 train =  0.8571373  test =  0.81463164\n",
      "epoch =  7376 train =  0.8340423  test =  0.9232288\n",
      "epoch =  7377 train =  0.8565651  test =  0.80215997\n",
      "epoch =  7378 train =  0.8600725  test =  0.8676618\n",
      "epoch =  7379 train =  0.8186702  test =  0.83691686\n",
      "epoch =  7380 train =  0.7994971  test =  0.83631647\n",
      "epoch =  7381 train =  0.8249079  test =  0.88118494\n",
      "epoch =  7382 train =  0.8590926  test =  0.7999238\n",
      "epoch =  7383 train =  0.8178167  test =  0.7888039\n",
      "epoch =  7384 train =  0.78843683  test =  0.8110751\n",
      "epoch =  7385 train =  0.85737026  test =  0.80707455\n",
      "epoch =  7386 train =  0.8575438  test =  0.8482026\n",
      "epoch =  7387 train =  0.86455786  test =  0.82289666\n",
      "epoch =  7388 train =  0.8206445  test =  0.80420434\n",
      "epoch =  7389 train =  0.85240096  test =  0.8050146\n",
      "epoch =  7390 train =  0.8499913  test =  0.8288556\n",
      "epoch =  7391 train =  0.83585906  test =  0.81560767\n",
      "epoch =  7392 train =  0.84661794  test =  0.8393026\n",
      "epoch =  7393 train =  0.83228636  test =  0.9459519\n",
      "epoch =  7394 train =  0.8711984  test =  0.8578349\n",
      "epoch =  7395 train =  0.8337909  test =  0.87524354\n",
      "epoch =  7396 train =  0.8597288  test =  0.9477285\n",
      "epoch =  7397 train =  0.8365575  test =  0.80878145\n",
      "epoch =  7398 train =  0.8586004  test =  0.8697489\n",
      "epoch =  7399 train =  0.81747663  test =  0.78564394\n",
      "epoch =  7400 train =  0.80835104  test =  0.84060216\n",
      "epoch =  7401 train =  0.8743466  test =  0.8505674\n",
      "epoch =  7402 train =  0.84901637  test =  0.9465032\n",
      "epoch =  7403 train =  0.812819  test =  0.83567715\n",
      "epoch =  7404 train =  0.8211321  test =  0.7812587\n",
      "epoch =  7405 train =  0.8676025  test =  0.80119747\n",
      "epoch =  7406 train =  0.83105034  test =  0.9152324\n",
      "epoch =  7407 train =  0.8671193  test =  0.8404449\n",
      "epoch =  7408 train =  0.81550276  test =  0.84725475\n",
      "epoch =  7409 train =  0.81706613  test =  0.82216924\n",
      "epoch =  7410 train =  0.84075  test =  0.8692294\n",
      "epoch =  7411 train =  0.8498726  test =  0.912898\n",
      "epoch =  7412 train =  0.77893186  test =  0.8936711\n",
      "epoch =  7413 train =  0.82995975  test =  0.8723053\n",
      "epoch =  7414 train =  0.8477019  test =  0.8438293\n",
      "epoch =  7415 train =  0.90461266  test =  0.9170764\n",
      "epoch =  7416 train =  0.8271388  test =  0.9034394\n",
      "epoch =  7417 train =  0.8617528  test =  0.9004661\n",
      "epoch =  7418 train =  0.8619871  test =  0.82635516\n",
      "epoch =  7419 train =  0.82637775  test =  0.7962563\n",
      "epoch =  7420 train =  0.8073955  test =  0.8046367\n",
      "epoch =  7421 train =  0.9030826  test =  0.863885\n",
      "epoch =  7422 train =  0.8612096  test =  0.87310326\n",
      "epoch =  7423 train =  0.7984139  test =  0.8717651\n",
      "epoch =  7424 train =  0.82470006  test =  0.77362645\n",
      "epoch =  7425 train =  0.8051194  test =  0.95587844\n",
      "epoch =  7426 train =  0.7815627  test =  0.8160751\n",
      "epoch =  7427 train =  0.8291078  test =  0.8463476\n",
      "epoch =  7428 train =  0.934191  test =  0.8305913\n",
      "epoch =  7429 train =  0.91877216  test =  0.77498424\n",
      "epoch =  7430 train =  0.81752026  test =  0.7537509\n",
      "epoch =  7431 train =  0.84021807  test =  0.9388568\n",
      "epoch =  7432 train =  0.82394373  test =  0.83612317\n",
      "epoch =  7433 train =  0.84901106  test =  0.8211782\n",
      "epoch =  7434 train =  0.84933317  test =  0.86757815\n",
      "epoch =  7435 train =  0.8421271  test =  0.8360535\n",
      "epoch =  7436 train =  0.849632  test =  0.8508079\n",
      "epoch =  7437 train =  0.8421812  test =  0.8721985\n",
      "epoch =  7438 train =  0.8328744  test =  0.88400465\n",
      "epoch =  7439 train =  0.87519073  test =  0.7835602\n",
      "epoch =  7440 train =  0.8373316  test =  0.84617925\n",
      "epoch =  7441 train =  0.83461833  test =  0.8961795\n",
      "epoch =  7442 train =  0.83225733  test =  0.8126465\n",
      "epoch =  7443 train =  0.79887855  test =  0.81182015\n",
      "epoch =  7444 train =  0.902714  test =  0.78902173\n",
      "epoch =  7445 train =  0.86053884  test =  0.8862345\n",
      "epoch =  7446 train =  0.8607943  test =  0.819191\n",
      "epoch =  7447 train =  0.8121808  test =  0.8153788\n",
      "epoch =  7448 train =  0.8074763  test =  0.7881317\n",
      "epoch =  7449 train =  0.8364562  test =  0.8328593\n",
      "epoch =  7450 train =  0.8500341  test =  0.840608\n",
      "epoch =  7451 train =  0.817683  test =  0.8170514\n",
      "epoch =  7452 train =  0.8154589  test =  0.8845026\n",
      "epoch =  7453 train =  0.82982683  test =  0.8491615\n",
      "epoch =  7454 train =  0.84308755  test =  0.87132514\n",
      "epoch =  7455 train =  0.8517506  test =  0.8135529\n",
      "epoch =  7456 train =  0.86795473  test =  0.84857476\n",
      "epoch =  7457 train =  0.7968465  test =  0.8248995\n",
      "epoch =  7458 train =  0.8256614  test =  0.88672656\n",
      "epoch =  7459 train =  0.8680965  test =  0.85024595\n",
      "epoch =  7460 train =  0.84338653  test =  0.8053685\n",
      "epoch =  7461 train =  0.834903  test =  0.81009495\n",
      "epoch =  7462 train =  0.8506185  test =  0.83811617\n",
      "epoch =  7463 train =  0.8323877  test =  0.83497876\n",
      "epoch =  7464 train =  0.8627429  test =  0.8441397\n",
      "epoch =  7465 train =  0.8151494  test =  0.86874294\n",
      "epoch =  7466 train =  0.8075672  test =  0.8158839\n",
      "epoch =  7467 train =  0.8498483  test =  0.77473545\n",
      "epoch =  7468 train =  0.8006321  test =  0.85958624\n",
      "epoch =  7469 train =  0.8005543  test =  0.81950575\n",
      "epoch =  7470 train =  0.84951067  test =  0.8663342\n",
      "epoch =  7471 train =  0.7953926  test =  0.85925263\n",
      "epoch =  7472 train =  0.8576009  test =  0.8884198\n",
      "epoch =  7473 train =  0.8357094  test =  0.9214257\n",
      "epoch =  7474 train =  0.8375206  test =  0.79619807\n",
      "epoch =  7475 train =  0.86877906  test =  0.9008669\n",
      "epoch =  7476 train =  0.79705185  test =  0.7933275\n",
      "epoch =  7477 train =  0.8158134  test =  0.8958122\n",
      "epoch =  7478 train =  0.86852664  test =  0.7974848\n",
      "epoch =  7479 train =  0.8571198  test =  0.8490675\n",
      "epoch =  7480 train =  0.7910278  test =  0.8348403\n",
      "epoch =  7481 train =  0.8311212  test =  0.86701685\n",
      "epoch =  7482 train =  0.8631669  test =  0.77782816\n",
      "epoch =  7483 train =  0.8459562  test =  0.7727796\n",
      "epoch =  7484 train =  0.77706593  test =  0.7940697\n",
      "epoch =  7485 train =  0.7993869  test =  0.81515115\n",
      "epoch =  7486 train =  0.85928535  test =  0.89655274\n",
      "epoch =  7487 train =  0.84487164  test =  0.81671685\n",
      "epoch =  7488 train =  0.8681272  test =  0.8797674\n",
      "epoch =  7489 train =  0.81140244  test =  0.90868634\n",
      "epoch =  7490 train =  0.78999424  test =  0.8582791\n",
      "epoch =  7491 train =  0.8542892  test =  0.84546405\n",
      "epoch =  7492 train =  0.82863235  test =  0.778307\n",
      "epoch =  7493 train =  0.7864671  test =  0.88460433\n",
      "epoch =  7494 train =  0.8294516  test =  0.8267228\n",
      "epoch =  7495 train =  0.8618783  test =  0.82189786\n",
      "epoch =  7496 train =  0.8711058  test =  0.8523822\n",
      "epoch =  7497 train =  0.8338335  test =  0.8450424\n",
      "epoch =  7498 train =  0.8092252  test =  0.8363621\n",
      "epoch =  7499 train =  0.8536762  test =  0.8172849\n",
      "epoch =  7500 train =  0.8406554  test =  0.7407436\n",
      "epoch =  7501 train =  0.8129636  test =  0.8522901\n",
      "epoch =  7502 train =  0.8305898  test =  0.7834729\n",
      "epoch =  7503 train =  0.82563937  test =  0.80658066\n",
      "epoch =  7504 train =  0.8206675  test =  0.89756656\n",
      "epoch =  7505 train =  0.87831056  test =  0.86676145\n",
      "epoch =  7506 train =  0.80505663  test =  0.8738281\n",
      "epoch =  7507 train =  0.82938194  test =  0.86164397\n",
      "epoch =  7508 train =  0.91881585  test =  0.8143186\n",
      "epoch =  7509 train =  0.8264973  test =  0.9247017\n",
      "epoch =  7510 train =  0.79168713  test =  0.8252573\n",
      "epoch =  7511 train =  0.89641786  test =  0.7959864\n",
      "epoch =  7512 train =  0.81927896  test =  0.90404075\n",
      "epoch =  7513 train =  0.86763245  test =  0.86260366\n",
      "epoch =  7514 train =  0.89305055  test =  0.8359414\n",
      "epoch =  7515 train =  0.8084793  test =  0.8847519\n",
      "epoch =  7516 train =  0.8431271  test =  0.8488484\n",
      "epoch =  7517 train =  0.8813666  test =  0.8660741\n",
      "epoch =  7518 train =  0.82730234  test =  0.84835744\n",
      "epoch =  7519 train =  0.8560028  test =  0.8580222\n",
      "epoch =  7520 train =  0.8603666  test =  0.7592585\n",
      "epoch =  7521 train =  0.8155675  test =  0.89007896\n",
      "epoch =  7522 train =  0.8188509  test =  0.7907674\n",
      "epoch =  7523 train =  0.8668828  test =  0.77080894\n",
      "epoch =  7524 train =  0.83352095  test =  0.83091253\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7525 train =  0.797958  test =  0.82537204\n",
      "epoch =  7526 train =  0.84495425  test =  0.81807333\n",
      "epoch =  7527 train =  0.92549306  test =  0.817084\n",
      "epoch =  7528 train =  0.79740065  test =  0.9358635\n",
      "epoch =  7529 train =  0.8585696  test =  0.84069204\n",
      "epoch =  7530 train =  0.8752706  test =  0.80427396\n",
      "epoch =  7531 train =  0.8363768  test =  0.94415087\n",
      "epoch =  7532 train =  0.8280462  test =  0.85507756\n",
      "epoch =  7533 train =  0.82521844  test =  0.84234565\n",
      "epoch =  7534 train =  0.809986  test =  0.81847125\n",
      "epoch =  7535 train =  0.84211296  test =  0.7921918\n",
      "epoch =  7536 train =  0.82992387  test =  0.8223678\n",
      "epoch =  7537 train =  0.8409953  test =  0.80577266\n",
      "epoch =  7538 train =  0.8228603  test =  0.8762062\n",
      "epoch =  7539 train =  0.8194579  test =  0.76255924\n",
      "epoch =  7540 train =  0.7941134  test =  0.8405316\n",
      "epoch =  7541 train =  0.88413495  test =  0.81413877\n",
      "epoch =  7542 train =  0.8425541  test =  0.84066975\n",
      "epoch =  7543 train =  0.81283814  test =  0.8490008\n",
      "epoch =  7544 train =  0.86053973  test =  0.83248246\n",
      "epoch =  7545 train =  0.7984226  test =  0.8311567\n",
      "epoch =  7546 train =  0.8368099  test =  0.787629\n",
      "epoch =  7547 train =  0.8481015  test =  0.80999166\n",
      "epoch =  7548 train =  0.8029151  test =  0.7972667\n",
      "epoch =  7549 train =  0.82706106  test =  0.8577647\n",
      "epoch =  7550 train =  0.8658757  test =  0.8844083\n",
      "epoch =  7551 train =  0.8394234  test =  0.7726463\n",
      "epoch =  7552 train =  0.8809866  test =  0.9380903\n",
      "epoch =  7553 train =  0.7959552  test =  0.7907969\n",
      "epoch =  7554 train =  0.88533956  test =  0.9742982\n",
      "epoch =  7555 train =  0.88080204  test =  0.82015383\n",
      "epoch =  7556 train =  0.8716067  test =  0.7465001\n",
      "epoch =  7557 train =  0.82258636  test =  0.8081642\n",
      "epoch =  7558 train =  0.7880062  test =  0.8694428\n",
      "epoch =  7559 train =  0.81823766  test =  0.9448937\n",
      "epoch =  7560 train =  0.8321669  test =  0.81218827\n",
      "epoch =  7561 train =  0.8098827  test =  0.8691019\n",
      "epoch =  7562 train =  0.8199625  test =  0.89155966\n",
      "epoch =  7563 train =  0.89030206  test =  0.8046343\n",
      "epoch =  7564 train =  0.82178515  test =  0.9213523\n",
      "epoch =  7565 train =  0.83099794  test =  0.8293523\n",
      "epoch =  7566 train =  0.8494742  test =  0.7965991\n",
      "epoch =  7567 train =  0.8358382  test =  0.8086074\n",
      "epoch =  7568 train =  0.81595623  test =  0.84609926\n",
      "epoch =  7569 train =  0.84767437  test =  0.8625785\n",
      "epoch =  7570 train =  0.8705014  test =  0.84663767\n",
      "epoch =  7571 train =  0.8080754  test =  0.9426768\n",
      "epoch =  7572 train =  0.90206045  test =  0.83004636\n",
      "epoch =  7573 train =  0.8455149  test =  0.8715032\n",
      "epoch =  7574 train =  0.8849292  test =  0.844396\n",
      "epoch =  7575 train =  0.82178754  test =  0.78704876\n",
      "epoch =  7576 train =  0.8029536  test =  0.85076284\n",
      "epoch =  7577 train =  0.83413166  test =  0.85977817\n",
      "epoch =  7578 train =  0.8526052  test =  0.92357326\n",
      "epoch =  7579 train =  0.8683902  test =  0.8149747\n",
      "epoch =  7580 train =  0.8012676  test =  0.84366184\n",
      "epoch =  7581 train =  0.84722203  test =  0.8031012\n",
      "epoch =  7582 train =  0.8442302  test =  0.75758433\n",
      "epoch =  7583 train =  0.82514155  test =  0.8245387\n",
      "epoch =  7584 train =  0.9201888  test =  0.8312246\n",
      "epoch =  7585 train =  0.77562845  test =  0.81854486\n",
      "epoch =  7586 train =  0.84277534  test =  0.8353946\n",
      "epoch =  7587 train =  0.8413085  test =  0.73987526\n",
      "epoch =  7588 train =  0.83116597  test =  0.8666465\n",
      "epoch =  7589 train =  0.8383774  test =  0.75067323\n",
      "epoch =  7590 train =  0.8802746  test =  0.8832287\n",
      "epoch =  7591 train =  0.8438562  test =  0.8614307\n",
      "epoch =  7592 train =  0.8471067  test =  0.7791494\n",
      "epoch =  7593 train =  0.78783524  test =  0.8018909\n",
      "epoch =  7594 train =  0.8578806  test =  0.91123384\n",
      "epoch =  7595 train =  0.8405576  test =  0.8047345\n",
      "epoch =  7596 train =  0.8433135  test =  0.8396596\n",
      "epoch =  7597 train =  0.86182064  test =  0.84102\n",
      "epoch =  7598 train =  0.83465743  test =  0.8600568\n",
      "epoch =  7599 train =  0.8656014  test =  0.8600682\n",
      "epoch =  7600 train =  0.8123677  test =  0.8374768\n",
      "epoch =  7601 train =  0.850586  test =  0.83325166\n",
      "epoch =  7602 train =  0.79963005  test =  0.79355294\n",
      "epoch =  7603 train =  0.84763503  test =  0.8658236\n",
      "epoch =  7604 train =  0.86042106  test =  0.8458218\n",
      "epoch =  7605 train =  0.8475057  test =  1.0035224\n",
      "epoch =  7606 train =  0.8148277  test =  0.82130855\n",
      "epoch =  7607 train =  0.8222749  test =  0.7889479\n",
      "epoch =  7608 train =  0.801367  test =  0.874882\n",
      "epoch =  7609 train =  0.80301535  test =  0.78131866\n",
      "epoch =  7610 train =  0.8193376  test =  0.8133173\n",
      "epoch =  7611 train =  0.80849046  test =  0.8450509\n",
      "epoch =  7612 train =  0.8062769  test =  0.86217076\n",
      "epoch =  7613 train =  0.82284474  test =  0.8998453\n",
      "epoch =  7614 train =  0.8054483  test =  0.8964638\n",
      "epoch =  7615 train =  0.85273397  test =  0.8602845\n",
      "epoch =  7616 train =  0.8112435  test =  0.8258982\n",
      "epoch =  7617 train =  0.82127464  test =  0.8073501\n",
      "epoch =  7618 train =  0.8462316  test =  0.8166697\n",
      "epoch =  7619 train =  0.79829127  test =  0.8271565\n",
      "epoch =  7620 train =  0.83570313  test =  0.8789541\n",
      "epoch =  7621 train =  0.8234605  test =  0.83863676\n",
      "epoch =  7622 train =  0.82389057  test =  0.80247575\n",
      "epoch =  7623 train =  0.8239298  test =  0.8183246\n",
      "epoch =  7624 train =  0.82931966  test =  0.8086774\n",
      "epoch =  7625 train =  0.81659734  test =  0.8235939\n",
      "epoch =  7626 train =  0.87040806  test =  0.8595917\n",
      "epoch =  7627 train =  0.7803177  test =  0.859158\n",
      "epoch =  7628 train =  0.84715533  test =  0.77831393\n",
      "epoch =  7629 train =  0.79344356  test =  0.86315453\n",
      "epoch =  7630 train =  0.8050089  test =  0.8687727\n",
      "epoch =  7631 train =  0.82626295  test =  0.8050772\n",
      "epoch =  7632 train =  0.834131  test =  0.83695394\n",
      "epoch =  7633 train =  0.80967283  test =  0.8474551\n",
      "epoch =  7634 train =  0.8603942  test =  0.86158174\n",
      "epoch =  7635 train =  0.8094371  test =  0.8091935\n",
      "epoch =  7636 train =  0.89732933  test =  0.8356077\n",
      "epoch =  7637 train =  0.84155476  test =  0.8793755\n",
      "epoch =  7638 train =  0.808764  test =  0.86628866\n",
      "epoch =  7639 train =  0.84824437  test =  0.7646699\n",
      "epoch =  7640 train =  0.85814285  test =  0.8578171\n",
      "epoch =  7641 train =  0.843601  test =  0.92437744\n",
      "epoch =  7642 train =  0.84345305  test =  0.8447658\n",
      "epoch =  7643 train =  0.8753321  test =  0.89595824\n",
      "epoch =  7644 train =  0.8299973  test =  0.8066828\n",
      "epoch =  7645 train =  0.80998814  test =  0.8335389\n",
      "epoch =  7646 train =  0.8566847  test =  0.81997633\n",
      "epoch =  7647 train =  0.8451587  test =  0.8068462\n",
      "epoch =  7648 train =  0.8977165  test =  0.80826974\n",
      "epoch =  7649 train =  0.859759  test =  0.8407665\n",
      "epoch =  7650 train =  0.7788467  test =  0.801538\n",
      "epoch =  7651 train =  0.8380672  test =  0.8748421\n",
      "epoch =  7652 train =  0.8652162  test =  0.8772731\n",
      "epoch =  7653 train =  0.81978095  test =  0.8872426\n",
      "epoch =  7654 train =  0.84018654  test =  0.8826916\n",
      "epoch =  7655 train =  0.8493207  test =  0.75898874\n",
      "epoch =  7656 train =  0.844077  test =  0.805603\n",
      "epoch =  7657 train =  0.8650487  test =  0.82089597\n",
      "epoch =  7658 train =  0.8293761  test =  0.83451515\n",
      "epoch =  7659 train =  0.8521035  test =  0.82536566\n",
      "epoch =  7660 train =  0.8346584  test =  0.8510745\n",
      "epoch =  7661 train =  0.824769  test =  0.8280662\n",
      "epoch =  7662 train =  0.7927073  test =  0.8150946\n",
      "epoch =  7663 train =  0.805075  test =  0.77943826\n",
      "epoch =  7664 train =  0.8571627  test =  0.80244064\n",
      "epoch =  7665 train =  0.84324694  test =  0.94027615\n",
      "epoch =  7666 train =  0.8479903  test =  0.87340564\n",
      "epoch =  7667 train =  0.7907852  test =  0.80057836\n",
      "epoch =  7668 train =  0.82124186  test =  0.8562899\n",
      "epoch =  7669 train =  0.8524499  test =  0.94368947\n",
      "epoch =  7670 train =  0.84205973  test =  0.80242264\n",
      "epoch =  7671 train =  0.8397279  test =  0.8737608\n",
      "epoch =  7672 train =  0.8624147  test =  0.81778824\n",
      "epoch =  7673 train =  0.8340497  test =  0.84379405\n",
      "epoch =  7674 train =  0.88452494  test =  0.86076117\n",
      "epoch =  7675 train =  0.83252156  test =  0.90348643\n",
      "epoch =  7676 train =  0.87376904  test =  0.89346313\n",
      "epoch =  7677 train =  0.83515674  test =  0.9079491\n",
      "epoch =  7678 train =  0.8595935  test =  0.78689444\n",
      "epoch =  7679 train =  0.8171587  test =  0.83165234\n",
      "epoch =  7680 train =  0.8587403  test =  0.9033247\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7681 train =  0.852787  test =  0.8882525\n",
      "epoch =  7682 train =  0.89685065  test =  0.870366\n",
      "epoch =  7683 train =  0.8221791  test =  0.7960775\n",
      "epoch =  7684 train =  0.7766719  test =  0.78645384\n",
      "epoch =  7685 train =  0.88611406  test =  0.86673963\n",
      "epoch =  7686 train =  0.8568057  test =  0.8869196\n",
      "epoch =  7687 train =  0.9066291  test =  0.81237775\n",
      "epoch =  7688 train =  0.81469023  test =  0.81677276\n",
      "epoch =  7689 train =  0.8019376  test =  0.87388253\n",
      "epoch =  7690 train =  0.78721386  test =  0.83617556\n",
      "epoch =  7691 train =  0.8323011  test =  0.86103773\n",
      "epoch =  7692 train =  0.82388675  test =  0.7991511\n",
      "epoch =  7693 train =  0.8392943  test =  0.8483905\n",
      "epoch =  7694 train =  0.8333187  test =  0.8033871\n",
      "epoch =  7695 train =  0.79026693  test =  0.8172193\n",
      "epoch =  7696 train =  0.817198  test =  0.8159216\n",
      "epoch =  7697 train =  0.80864483  test =  0.92347157\n",
      "epoch =  7698 train =  0.8075048  test =  0.92245734\n",
      "epoch =  7699 train =  0.86728287  test =  0.894561\n",
      "epoch =  7700 train =  0.9121411  test =  0.8751721\n",
      "epoch =  7701 train =  0.80698013  test =  0.8600509\n",
      "epoch =  7702 train =  0.8475658  test =  0.8421848\n",
      "epoch =  7703 train =  0.8721645  test =  0.8665858\n",
      "epoch =  7704 train =  0.8716471  test =  0.85128045\n",
      "epoch =  7705 train =  0.8482159  test =  0.7375728\n",
      "epoch =  7706 train =  0.8267381  test =  0.9165639\n",
      "epoch =  7707 train =  0.8309363  test =  0.775975\n",
      "epoch =  7708 train =  0.86448425  test =  0.80335873\n",
      "epoch =  7709 train =  0.86150897  test =  0.85415524\n",
      "epoch =  7710 train =  0.7810176  test =  0.8280593\n",
      "epoch =  7711 train =  0.82097125  test =  0.96089625\n",
      "epoch =  7712 train =  0.8374675  test =  0.8720149\n",
      "epoch =  7713 train =  0.91568613  test =  0.80202365\n",
      "epoch =  7714 train =  0.81342393  test =  0.7853046\n",
      "epoch =  7715 train =  0.8626443  test =  0.82564014\n",
      "epoch =  7716 train =  0.8392676  test =  0.81651103\n",
      "epoch =  7717 train =  0.8786948  test =  0.8640262\n",
      "epoch =  7718 train =  0.8231259  test =  0.90448457\n",
      "epoch =  7719 train =  0.87634  test =  0.79024667\n",
      "epoch =  7720 train =  0.8364674  test =  0.7604914\n",
      "epoch =  7721 train =  0.78993416  test =  0.7509735\n",
      "epoch =  7722 train =  0.84134847  test =  0.7689839\n",
      "epoch =  7723 train =  0.8146308  test =  0.8427218\n",
      "epoch =  7724 train =  0.84764504  test =  0.8604899\n",
      "epoch =  7725 train =  0.83444536  test =  0.909386\n",
      "epoch =  7726 train =  0.8832878  test =  0.8249594\n",
      "epoch =  7727 train =  0.8130093  test =  0.7715731\n",
      "epoch =  7728 train =  0.8335792  test =  0.80504423\n",
      "epoch =  7729 train =  0.81544304  test =  0.85554224\n",
      "epoch =  7730 train =  0.791625  test =  0.83287865\n",
      "epoch =  7731 train =  0.8311883  test =  0.7988314\n",
      "epoch =  7732 train =  0.8418088  test =  0.8710249\n",
      "epoch =  7733 train =  0.82174754  test =  0.8504211\n",
      "epoch =  7734 train =  0.8060391  test =  0.78912884\n",
      "epoch =  7735 train =  0.86042666  test =  0.85170007\n",
      "epoch =  7736 train =  0.82486653  test =  0.81610084\n",
      "epoch =  7737 train =  0.8655168  test =  0.81075895\n",
      "epoch =  7738 train =  0.8705819  test =  0.88002455\n",
      "epoch =  7739 train =  0.8993465  test =  0.845191\n",
      "epoch =  7740 train =  0.8000751  test =  0.8000814\n",
      "epoch =  7741 train =  0.8723825  test =  0.97019553\n",
      "epoch =  7742 train =  0.88906765  test =  0.85378015\n",
      "epoch =  7743 train =  0.8509121  test =  0.9976258\n",
      "epoch =  7744 train =  0.81150496  test =  0.8117955\n",
      "epoch =  7745 train =  0.8314286  test =  0.82453936\n",
      "epoch =  7746 train =  0.906306  test =  0.822565\n",
      "epoch =  7747 train =  0.869388  test =  0.9137258\n",
      "epoch =  7748 train =  0.8133915  test =  0.89060396\n",
      "epoch =  7749 train =  0.8397074  test =  0.9316294\n",
      "epoch =  7750 train =  0.8284459  test =  0.9370349\n",
      "epoch =  7751 train =  0.7976694  test =  0.8006579\n",
      "epoch =  7752 train =  0.8442488  test =  0.8200638\n",
      "epoch =  7753 train =  0.8556062  test =  0.8658145\n",
      "epoch =  7754 train =  0.81078166  test =  0.9569506\n",
      "epoch =  7755 train =  0.81988376  test =  0.8345527\n",
      "epoch =  7756 train =  0.87295794  test =  0.85763603\n",
      "epoch =  7757 train =  0.85412514  test =  0.82887346\n",
      "epoch =  7758 train =  0.8543156  test =  0.7815667\n",
      "epoch =  7759 train =  0.81583226  test =  0.91704303\n",
      "epoch =  7760 train =  0.82301074  test =  0.8873414\n",
      "epoch =  7761 train =  0.8545009  test =  0.8649678\n",
      "epoch =  7762 train =  0.8239417  test =  0.8785744\n",
      "epoch =  7763 train =  0.81175554  test =  0.82936776\n",
      "epoch =  7764 train =  0.82115555  test =  0.8590794\n",
      "epoch =  7765 train =  0.8426211  test =  0.84225285\n",
      "epoch =  7766 train =  0.85604286  test =  0.7951333\n",
      "epoch =  7767 train =  0.86926585  test =  0.7919512\n",
      "epoch =  7768 train =  0.8182868  test =  0.87769794\n",
      "epoch =  7769 train =  0.79628015  test =  0.8195498\n",
      "epoch =  7770 train =  0.81133056  test =  0.81202817\n",
      "epoch =  7771 train =  0.80962247  test =  0.7927909\n",
      "epoch =  7772 train =  0.81968987  test =  0.8736023\n",
      "epoch =  7773 train =  0.8580793  test =  0.81175673\n",
      "epoch =  7774 train =  0.8364224  test =  0.82378185\n",
      "epoch =  7775 train =  0.83733284  test =  0.92123103\n",
      "epoch =  7776 train =  0.8520409  test =  0.8804656\n",
      "epoch =  7777 train =  0.8368124  test =  0.78510267\n",
      "epoch =  7778 train =  0.8207981  test =  0.8116239\n",
      "epoch =  7779 train =  0.88922316  test =  0.8206901\n",
      "epoch =  7780 train =  0.8114592  test =  0.80265605\n",
      "epoch =  7781 train =  0.8148744  test =  0.9590484\n",
      "epoch =  7782 train =  0.8201707  test =  0.8120992\n",
      "epoch =  7783 train =  0.85093105  test =  0.78871596\n",
      "epoch =  7784 train =  0.87427634  test =  0.83280075\n",
      "epoch =  7785 train =  0.8223946  test =  0.83594775\n",
      "epoch =  7786 train =  0.8354075  test =  0.8886157\n",
      "epoch =  7787 train =  0.8041375  test =  0.800453\n",
      "epoch =  7788 train =  0.84364736  test =  0.83536303\n",
      "epoch =  7789 train =  0.802343  test =  0.8421414\n",
      "epoch =  7790 train =  0.9027667  test =  0.74816084\n",
      "epoch =  7791 train =  0.8625944  test =  0.87076545\n",
      "epoch =  7792 train =  0.871767  test =  0.8969596\n",
      "epoch =  7793 train =  0.85818565  test =  0.84364986\n",
      "epoch =  7794 train =  0.8499294  test =  0.8193599\n",
      "epoch =  7795 train =  0.8491336  test =  0.8965211\n",
      "epoch =  7796 train =  0.8947871  test =  0.77030665\n",
      "epoch =  7797 train =  0.84478575  test =  0.8223796\n",
      "epoch =  7798 train =  0.8296653  test =  0.7709911\n",
      "epoch =  7799 train =  0.8895329  test =  0.89378554\n",
      "epoch =  7800 train =  0.782358  test =  0.82046103\n",
      "epoch =  7801 train =  0.8250561  test =  0.82527083\n",
      "epoch =  7802 train =  0.8587812  test =  0.8864668\n",
      "epoch =  7803 train =  0.8435143  test =  0.8542552\n",
      "epoch =  7804 train =  0.8718345  test =  0.8514196\n",
      "epoch =  7805 train =  0.8379425  test =  0.7906013\n",
      "epoch =  7806 train =  0.8362803  test =  0.9405663\n",
      "epoch =  7807 train =  0.8085983  test =  0.9372824\n",
      "epoch =  7808 train =  0.8029486  test =  0.8396332\n",
      "epoch =  7809 train =  0.80785084  test =  0.81782955\n",
      "epoch =  7810 train =  0.8004098  test =  0.8962741\n",
      "epoch =  7811 train =  0.84209967  test =  0.8454104\n",
      "epoch =  7812 train =  0.85231876  test =  0.899645\n",
      "epoch =  7813 train =  0.854169  test =  0.82952577\n",
      "epoch =  7814 train =  0.86006856  test =  0.8668347\n",
      "epoch =  7815 train =  0.7878183  test =  0.83830494\n",
      "epoch =  7816 train =  0.79731107  test =  0.78514475\n",
      "epoch =  7817 train =  0.8333045  test =  0.8648947\n",
      "epoch =  7818 train =  0.823326  test =  0.83348024\n",
      "epoch =  7819 train =  0.86676025  test =  0.7625108\n",
      "epoch =  7820 train =  0.838869  test =  0.8957431\n",
      "epoch =  7821 train =  0.8393673  test =  0.79000235\n",
      "epoch =  7822 train =  0.83465064  test =  0.81529593\n",
      "epoch =  7823 train =  0.84284973  test =  0.786178\n",
      "epoch =  7824 train =  0.8211533  test =  0.84470594\n",
      "epoch =  7825 train =  0.84345573  test =  0.7996134\n",
      "epoch =  7826 train =  0.7914638  test =  0.8480712\n",
      "epoch =  7827 train =  0.821506  test =  0.88302255\n",
      "epoch =  7828 train =  0.81847113  test =  0.7570925\n",
      "epoch =  7829 train =  0.8139802  test =  0.8945551\n",
      "epoch =  7830 train =  0.8189416  test =  0.867893\n",
      "epoch =  7831 train =  0.8229426  test =  0.7999948\n",
      "epoch =  7832 train =  0.8065913  test =  0.823366\n",
      "epoch =  7833 train =  0.83920026  test =  0.81108874\n",
      "epoch =  7834 train =  0.8069454  test =  0.8621342\n",
      "epoch =  7835 train =  0.84974194  test =  0.8612428\n",
      "epoch =  7836 train =  0.82438385  test =  0.86076075\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7837 train =  0.82888085  test =  0.806421\n",
      "epoch =  7838 train =  0.7946551  test =  0.8469813\n",
      "epoch =  7839 train =  0.858253  test =  0.82491755\n",
      "epoch =  7840 train =  0.8067316  test =  0.80106956\n",
      "epoch =  7841 train =  0.89896667  test =  0.8231665\n",
      "epoch =  7842 train =  0.8331189  test =  0.897213\n",
      "epoch =  7843 train =  0.8264  test =  0.86167085\n",
      "epoch =  7844 train =  0.8130741  test =  0.8749979\n",
      "epoch =  7845 train =  0.8236475  test =  0.8198506\n",
      "epoch =  7846 train =  0.81208014  test =  0.83027387\n",
      "epoch =  7847 train =  0.7790858  test =  0.7378688\n",
      "epoch =  7848 train =  0.8552935  test =  0.83497155\n",
      "epoch =  7849 train =  0.8671453  test =  0.83909625\n",
      "epoch =  7850 train =  0.8085984  test =  0.8387425\n",
      "epoch =  7851 train =  0.80414283  test =  0.78715694\n",
      "epoch =  7852 train =  0.8225769  test =  0.882441\n",
      "epoch =  7853 train =  0.8643569  test =  0.8876526\n",
      "epoch =  7854 train =  0.8326024  test =  0.82540953\n",
      "epoch =  7855 train =  0.8427211  test =  0.85807085\n",
      "epoch =  7856 train =  0.8513112  test =  0.85051274\n",
      "epoch =  7857 train =  0.84876025  test =  0.86037344\n",
      "epoch =  7858 train =  0.7882837  test =  0.8437551\n",
      "epoch =  7859 train =  0.78879505  test =  0.8182127\n",
      "epoch =  7860 train =  0.80469245  test =  0.80916995\n",
      "epoch =  7861 train =  0.83230305  test =  0.80998176\n",
      "epoch =  7862 train =  0.82785225  test =  0.90578365\n",
      "epoch =  7863 train =  0.8316399  test =  0.8440071\n",
      "epoch =  7864 train =  0.83778536  test =  0.8897767\n",
      "epoch =  7865 train =  0.87870306  test =  0.8636255\n",
      "epoch =  7866 train =  0.8554574  test =  0.7953852\n",
      "epoch =  7867 train =  0.8641876  test =  0.78294444\n",
      "epoch =  7868 train =  0.8086312  test =  0.8683808\n",
      "epoch =  7869 train =  0.84119844  test =  0.8764755\n",
      "epoch =  7870 train =  0.85431087  test =  0.8949629\n",
      "epoch =  7871 train =  0.86765516  test =  0.79273444\n",
      "epoch =  7872 train =  0.8196417  test =  0.7965572\n",
      "epoch =  7873 train =  0.7901056  test =  0.88352174\n",
      "epoch =  7874 train =  0.86666536  test =  0.8540914\n",
      "epoch =  7875 train =  0.82168835  test =  0.8731863\n",
      "epoch =  7876 train =  0.859807  test =  0.855382\n",
      "epoch =  7877 train =  0.80506736  test =  0.74165887\n",
      "epoch =  7878 train =  0.8462721  test =  0.86928195\n",
      "epoch =  7879 train =  0.8830618  test =  0.8434295\n",
      "epoch =  7880 train =  0.8827364  test =  0.8507533\n",
      "epoch =  7881 train =  0.87577015  test =  0.8368119\n",
      "epoch =  7882 train =  0.80105877  test =  0.8063227\n",
      "epoch =  7883 train =  0.81873655  test =  0.84141666\n",
      "epoch =  7884 train =  0.83323145  test =  0.8545167\n",
      "epoch =  7885 train =  0.8300324  test =  0.92479706\n",
      "epoch =  7886 train =  0.7981524  test =  0.8714405\n",
      "epoch =  7887 train =  0.8202362  test =  0.8008693\n",
      "epoch =  7888 train =  0.849262  test =  0.8372037\n",
      "epoch =  7889 train =  0.88013387  test =  0.83623743\n",
      "epoch =  7890 train =  0.8614863  test =  0.86802995\n",
      "epoch =  7891 train =  0.84979886  test =  0.8932806\n",
      "epoch =  7892 train =  0.9075131  test =  0.82997996\n",
      "epoch =  7893 train =  0.83105993  test =  0.8755754\n",
      "epoch =  7894 train =  0.8264637  test =  0.91021913\n",
      "epoch =  7895 train =  0.84899974  test =  0.79622275\n",
      "epoch =  7896 train =  0.81959593  test =  0.86253685\n",
      "epoch =  7897 train =  0.85127056  test =  0.85083914\n",
      "epoch =  7898 train =  0.78154993  test =  0.89663196\n",
      "epoch =  7899 train =  0.8079805  test =  0.87065077\n",
      "epoch =  7900 train =  0.8052878  test =  0.9328275\n",
      "epoch =  7901 train =  0.85553014  test =  0.7922376\n",
      "epoch =  7902 train =  0.8074149  test =  0.804298\n",
      "epoch =  7903 train =  0.80502284  test =  0.91874945\n",
      "epoch =  7904 train =  0.85691875  test =  0.758062\n",
      "epoch =  7905 train =  0.79772353  test =  0.81982124\n",
      "epoch =  7906 train =  0.84412783  test =  0.8544629\n",
      "epoch =  7907 train =  0.8148096  test =  0.8102119\n",
      "epoch =  7908 train =  0.78372526  test =  0.8084663\n",
      "epoch =  7909 train =  0.80088305  test =  0.87094986\n",
      "epoch =  7910 train =  0.8227279  test =  0.858962\n",
      "epoch =  7911 train =  0.83490324  test =  0.89498824\n",
      "epoch =  7912 train =  0.89427555  test =  0.8368001\n",
      "epoch =  7913 train =  0.84039044  test =  0.7935567\n",
      "epoch =  7914 train =  0.8106347  test =  0.78435993\n",
      "epoch =  7915 train =  0.85370517  test =  0.9055623\n",
      "epoch =  7916 train =  0.8108698  test =  0.7990713\n",
      "epoch =  7917 train =  0.87371695  test =  0.7991339\n",
      "epoch =  7918 train =  0.83724165  test =  0.8483487\n",
      "epoch =  7919 train =  0.8495688  test =  0.8272949\n",
      "epoch =  7920 train =  0.83172256  test =  0.9315753\n",
      "epoch =  7921 train =  0.80581456  test =  0.8361096\n",
      "epoch =  7922 train =  0.8637253  test =  0.85518146\n",
      "epoch =  7923 train =  0.83938694  test =  0.797334\n",
      "epoch =  7924 train =  0.87480235  test =  0.9207148\n",
      "epoch =  7925 train =  0.92899907  test =  0.9009235\n",
      "epoch =  7926 train =  0.8463459  test =  0.8321742\n",
      "epoch =  7927 train =  0.8466807  test =  0.86614615\n",
      "epoch =  7928 train =  0.863706  test =  0.86726195\n",
      "epoch =  7929 train =  0.81874144  test =  0.841906\n",
      "epoch =  7930 train =  0.8134188  test =  0.89569134\n",
      "epoch =  7931 train =  0.7945568  test =  0.8531617\n",
      "epoch =  7932 train =  0.8292209  test =  0.8235006\n",
      "epoch =  7933 train =  0.7978843  test =  0.8956324\n",
      "epoch =  7934 train =  0.7991862  test =  0.8440661\n",
      "epoch =  7935 train =  0.86546797  test =  0.7759636\n",
      "epoch =  7936 train =  0.7973328  test =  0.84616727\n",
      "epoch =  7937 train =  0.8672111  test =  0.8513965\n",
      "epoch =  7938 train =  0.8304194  test =  0.8588425\n",
      "epoch =  7939 train =  0.8877785  test =  0.7821712\n",
      "epoch =  7940 train =  0.85300815  test =  0.8413584\n",
      "epoch =  7941 train =  0.8416728  test =  0.9018969\n",
      "epoch =  7942 train =  0.81728184  test =  0.8803131\n",
      "epoch =  7943 train =  0.838944  test =  0.96835715\n",
      "epoch =  7944 train =  0.8439011  test =  0.8675746\n",
      "epoch =  7945 train =  0.8024267  test =  0.8176743\n",
      "epoch =  7946 train =  0.8458658  test =  0.7628563\n",
      "epoch =  7947 train =  0.9009587  test =  0.81954515\n",
      "epoch =  7948 train =  0.85470366  test =  0.8616191\n",
      "epoch =  7949 train =  0.86052704  test =  0.8044401\n",
      "epoch =  7950 train =  0.8494192  test =  0.82939476\n",
      "epoch =  7951 train =  0.89088595  test =  1.0438472\n",
      "epoch =  7952 train =  0.85127234  test =  0.8566935\n",
      "epoch =  7953 train =  0.8314377  test =  0.8631979\n",
      "epoch =  7954 train =  0.8322743  test =  0.8644574\n",
      "epoch =  7955 train =  0.80841523  test =  0.8323562\n",
      "epoch =  7956 train =  0.8228979  test =  0.8149631\n",
      "epoch =  7957 train =  0.8125982  test =  0.8214252\n",
      "epoch =  7958 train =  0.79064643  test =  0.84952\n",
      "epoch =  7959 train =  0.8120197  test =  0.8162657\n",
      "epoch =  7960 train =  0.83606386  test =  0.8083324\n",
      "epoch =  7961 train =  0.8449221  test =  0.88280815\n",
      "epoch =  7962 train =  0.8658083  test =  0.81097823\n",
      "epoch =  7963 train =  0.8630948  test =  0.8361504\n",
      "epoch =  7964 train =  0.8288622  test =  0.8515615\n",
      "epoch =  7965 train =  0.8741787  test =  0.87385386\n",
      "epoch =  7966 train =  0.8222172  test =  0.8516511\n",
      "epoch =  7967 train =  0.9066509  test =  0.8498345\n",
      "epoch =  7968 train =  0.85242915  test =  0.8123474\n",
      "epoch =  7969 train =  0.8065257  test =  0.8413116\n",
      "epoch =  7970 train =  0.86751515  test =  0.83853245\n",
      "epoch =  7971 train =  0.880746  test =  0.7939171\n",
      "epoch =  7972 train =  0.8591082  test =  0.9131725\n",
      "epoch =  7973 train =  0.82349586  test =  0.78023803\n",
      "epoch =  7974 train =  0.83397007  test =  0.8201522\n",
      "epoch =  7975 train =  0.85528564  test =  0.86069286\n",
      "epoch =  7976 train =  0.8710325  test =  0.8733531\n",
      "epoch =  7977 train =  0.8508083  test =  0.8384012\n",
      "epoch =  7978 train =  0.84915936  test =  0.8614301\n",
      "epoch =  7979 train =  0.80283034  test =  0.8530024\n",
      "epoch =  7980 train =  0.80196035  test =  0.8210684\n",
      "epoch =  7981 train =  0.89543396  test =  0.783179\n",
      "epoch =  7982 train =  0.8409788  test =  0.78519803\n",
      "epoch =  7983 train =  0.85269153  test =  0.82640433\n",
      "epoch =  7984 train =  0.823804  test =  0.834469\n",
      "epoch =  7985 train =  0.84263337  test =  0.8748927\n",
      "epoch =  7986 train =  0.8404132  test =  0.8345016\n",
      "epoch =  7987 train =  0.81986046  test =  0.8330838\n",
      "epoch =  7988 train =  0.8343401  test =  0.7841373\n",
      "epoch =  7989 train =  0.819416  test =  0.8265674\n",
      "epoch =  7990 train =  0.8468803  test =  0.9098914\n",
      "epoch =  7991 train =  0.8911427  test =  0.7788173\n",
      "epoch =  7992 train =  0.84814405  test =  0.8231315\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  7993 train =  0.8483113  test =  0.76088357\n",
      "epoch =  7994 train =  0.80689394  test =  0.7996175\n",
      "epoch =  7995 train =  0.79821646  test =  0.7762409\n",
      "epoch =  7996 train =  0.8381368  test =  0.8892366\n",
      "epoch =  7997 train =  0.7932175  test =  0.79456407\n",
      "epoch =  7998 train =  0.85158604  test =  0.84842634\n",
      "epoch =  7999 train =  0.81796634  test =  0.79647386\n",
      "epoch =  8000 train =  0.8964431  test =  0.92069346\n",
      "epoch =  8001 train =  0.85136986  test =  0.83586425\n",
      "epoch =  8002 train =  0.8245845  test =  0.84573334\n",
      "epoch =  8003 train =  0.8605801  test =  0.83463115\n",
      "epoch =  8004 train =  0.89174664  test =  0.81066316\n",
      "epoch =  8005 train =  0.8021983  test =  0.82045215\n",
      "epoch =  8006 train =  0.88333505  test =  0.787801\n",
      "epoch =  8007 train =  0.8050699  test =  0.79284596\n",
      "epoch =  8008 train =  0.85267705  test =  0.8222128\n",
      "epoch =  8009 train =  0.811743  test =  0.84182864\n",
      "epoch =  8010 train =  0.8495312  test =  0.8189166\n",
      "epoch =  8011 train =  0.79184747  test =  0.8300862\n",
      "epoch =  8012 train =  0.8267107  test =  0.8417799\n",
      "epoch =  8013 train =  0.8074683  test =  0.867791\n",
      "epoch =  8014 train =  0.81877434  test =  0.8576096\n",
      "epoch =  8015 train =  0.80067635  test =  0.8204201\n",
      "epoch =  8016 train =  0.8634404  test =  0.8009918\n",
      "epoch =  8017 train =  0.8296095  test =  0.9359414\n",
      "epoch =  8018 train =  0.827581  test =  0.76468676\n",
      "epoch =  8019 train =  0.862991  test =  0.8924034\n",
      "epoch =  8020 train =  0.76864743  test =  0.94237816\n",
      "epoch =  8021 train =  0.81551397  test =  0.8294868\n",
      "epoch =  8022 train =  0.8183813  test =  0.9383682\n",
      "epoch =  8023 train =  0.80849445  test =  0.8125995\n",
      "epoch =  8024 train =  0.8601422  test =  0.87659335\n",
      "epoch =  8025 train =  0.847626  test =  0.834742\n",
      "epoch =  8026 train =  0.8915324  test =  0.7857333\n",
      "epoch =  8027 train =  0.82459116  test =  0.8407518\n",
      "epoch =  8028 train =  0.83171463  test =  0.85135376\n",
      "epoch =  8029 train =  0.86481917  test =  0.82497585\n",
      "epoch =  8030 train =  0.7601341  test =  0.8138671\n",
      "epoch =  8031 train =  0.80774826  test =  0.84666425\n",
      "epoch =  8032 train =  0.8998295  test =  0.8786433\n",
      "epoch =  8033 train =  0.842077  test =  0.8773867\n",
      "epoch =  8034 train =  0.8157629  test =  0.84078497\n",
      "epoch =  8035 train =  0.8056803  test =  0.9302946\n",
      "epoch =  8036 train =  0.83602417  test =  0.8276406\n",
      "epoch =  8037 train =  0.9008955  test =  0.821622\n",
      "epoch =  8038 train =  0.8599692  test =  0.8222564\n",
      "epoch =  8039 train =  0.84251213  test =  0.91335547\n",
      "epoch =  8040 train =  0.8411754  test =  0.82687753\n",
      "epoch =  8041 train =  0.8237409  test =  0.7975741\n",
      "epoch =  8042 train =  0.831346  test =  0.791431\n",
      "epoch =  8043 train =  0.8268465  test =  0.8049634\n",
      "epoch =  8044 train =  0.85745764  test =  0.8033435\n",
      "epoch =  8045 train =  0.8029443  test =  0.8772751\n",
      "epoch =  8046 train =  0.8366044  test =  0.8377684\n",
      "epoch =  8047 train =  0.9088123  test =  0.9014168\n",
      "epoch =  8048 train =  0.7926748  test =  0.89298826\n",
      "epoch =  8049 train =  0.84981436  test =  0.8743907\n",
      "epoch =  8050 train =  0.81216383  test =  0.8665873\n",
      "epoch =  8051 train =  0.845581  test =  0.8650785\n",
      "epoch =  8052 train =  0.815014  test =  0.86100113\n",
      "epoch =  8053 train =  0.8493835  test =  0.7663071\n",
      "epoch =  8054 train =  0.8198359  test =  0.84376276\n",
      "epoch =  8055 train =  0.75576174  test =  0.8013708\n",
      "epoch =  8056 train =  0.7953987  test =  0.887268\n",
      "epoch =  8057 train =  0.8391446  test =  0.8324216\n",
      "epoch =  8058 train =  0.81931055  test =  0.80716956\n",
      "epoch =  8059 train =  0.8352099  test =  0.88067836\n",
      "epoch =  8060 train =  0.8629062  test =  0.8134974\n",
      "epoch =  8061 train =  0.8518951  test =  0.831614\n",
      "epoch =  8062 train =  0.8102258  test =  0.8725396\n",
      "epoch =  8063 train =  0.8337649  test =  0.880133\n",
      "epoch =  8064 train =  0.7906134  test =  0.8554616\n",
      "epoch =  8065 train =  0.8439541  test =  0.91272295\n",
      "epoch =  8066 train =  0.8471519  test =  0.84502053\n",
      "epoch =  8067 train =  0.8021873  test =  0.83649606\n",
      "epoch =  8068 train =  0.8351519  test =  0.9195004\n",
      "epoch =  8069 train =  0.8501935  test =  0.77135944\n",
      "epoch =  8070 train =  0.82621443  test =  0.80426383\n",
      "epoch =  8071 train =  0.83482575  test =  0.8827871\n",
      "epoch =  8072 train =  0.85662645  test =  0.81906706\n",
      "epoch =  8073 train =  0.8228868  test =  0.85359347\n",
      "epoch =  8074 train =  0.8673229  test =  0.7765766\n",
      "epoch =  8075 train =  0.8294172  test =  0.8486447\n",
      "epoch =  8076 train =  0.8806987  test =  0.84441733\n",
      "epoch =  8077 train =  0.83324194  test =  0.85003096\n",
      "epoch =  8078 train =  0.82649326  test =  0.8503075\n",
      "epoch =  8079 train =  0.8647915  test =  0.8113826\n",
      "epoch =  8080 train =  0.8206504  test =  0.8191398\n",
      "epoch =  8081 train =  0.8380904  test =  0.8569133\n",
      "epoch =  8082 train =  0.7788377  test =  0.73458195\n",
      "epoch =  8083 train =  0.87393737  test =  0.9064789\n",
      "epoch =  8084 train =  0.8481302  test =  0.7747475\n",
      "epoch =  8085 train =  0.799792  test =  0.72967094\n",
      "epoch =  8086 train =  0.8840807  test =  0.8810638\n",
      "epoch =  8087 train =  0.81252146  test =  0.898944\n",
      "epoch =  8088 train =  0.8431218  test =  0.8690486\n",
      "epoch =  8089 train =  0.83640873  test =  0.91220415\n",
      "epoch =  8090 train =  0.83486116  test =  0.8288243\n",
      "epoch =  8091 train =  0.8904152  test =  0.8796696\n",
      "epoch =  8092 train =  0.8613197  test =  0.8130211\n",
      "epoch =  8093 train =  0.88136137  test =  0.81601\n",
      "epoch =  8094 train =  0.8642281  test =  0.89169\n",
      "epoch =  8095 train =  0.8701324  test =  0.83061457\n",
      "epoch =  8096 train =  0.85376513  test =  0.8300222\n",
      "epoch =  8097 train =  0.7969389  test =  0.8895507\n",
      "epoch =  8098 train =  0.86550695  test =  0.7881666\n",
      "epoch =  8099 train =  0.82903737  test =  0.87453896\n",
      "epoch =  8100 train =  0.7940755  test =  0.90827566\n",
      "epoch =  8101 train =  0.84490097  test =  0.8669438\n",
      "epoch =  8102 train =  0.7944027  test =  0.780714\n",
      "epoch =  8103 train =  0.846497  test =  0.7721363\n",
      "epoch =  8104 train =  0.8141198  test =  0.8157481\n",
      "epoch =  8105 train =  0.8650795  test =  0.8108466\n",
      "epoch =  8106 train =  0.77672404  test =  0.8540477\n",
      "epoch =  8107 train =  0.8862455  test =  0.8478267\n",
      "epoch =  8108 train =  0.90522707  test =  0.8103404\n",
      "epoch =  8109 train =  0.8611584  test =  0.88433224\n",
      "epoch =  8110 train =  0.84479946  test =  0.79974407\n",
      "epoch =  8111 train =  0.84569114  test =  0.85837424\n",
      "epoch =  8112 train =  0.8394801  test =  0.8939751\n",
      "epoch =  8113 train =  0.8823476  test =  0.8864484\n",
      "epoch =  8114 train =  0.8152782  test =  0.7812335\n",
      "epoch =  8115 train =  0.9383564  test =  0.8514048\n",
      "epoch =  8116 train =  0.7842188  test =  0.82664746\n",
      "epoch =  8117 train =  0.8153546  test =  0.8955819\n",
      "epoch =  8118 train =  0.8215277  test =  0.794383\n",
      "epoch =  8119 train =  0.78857684  test =  0.9153399\n",
      "epoch =  8120 train =  0.8259986  test =  0.8075673\n",
      "epoch =  8121 train =  0.8176804  test =  0.787664\n",
      "epoch =  8122 train =  0.8605279  test =  0.77111083\n",
      "epoch =  8123 train =  0.8370183  test =  0.77970994\n",
      "epoch =  8124 train =  0.80509037  test =  0.87837887\n",
      "epoch =  8125 train =  0.8550521  test =  0.8765321\n",
      "epoch =  8126 train =  0.8835354  test =  0.8507436\n",
      "epoch =  8127 train =  0.87964404  test =  0.78595716\n",
      "epoch =  8128 train =  0.826882  test =  0.77100164\n",
      "epoch =  8129 train =  0.85506094  test =  0.8053686\n",
      "epoch =  8130 train =  0.8229058  test =  0.81000775\n",
      "epoch =  8131 train =  0.82515645  test =  0.8120427\n",
      "epoch =  8132 train =  0.76758015  test =  0.85646766\n",
      "epoch =  8133 train =  0.7989764  test =  0.7917237\n",
      "epoch =  8134 train =  0.80798626  test =  0.9004868\n",
      "epoch =  8135 train =  0.8442095  test =  0.80733365\n",
      "epoch =  8136 train =  0.8814411  test =  0.79619056\n",
      "epoch =  8137 train =  0.8320122  test =  0.8407435\n",
      "epoch =  8138 train =  0.83261  test =  0.86799884\n",
      "epoch =  8139 train =  0.8155222  test =  0.8369259\n",
      "epoch =  8140 train =  0.8333789  test =  0.8609772\n",
      "epoch =  8141 train =  0.874587  test =  0.85830164\n",
      "epoch =  8142 train =  0.8854028  test =  0.84606874\n",
      "epoch =  8143 train =  0.80541277  test =  0.82156265\n",
      "epoch =  8144 train =  0.8070142  test =  0.8014399\n",
      "epoch =  8145 train =  0.8802202  test =  0.88990384\n",
      "epoch =  8146 train =  0.8318256  test =  0.84021336\n",
      "epoch =  8147 train =  0.8730928  test =  0.8545304\n",
      "epoch =  8148 train =  0.7996938  test =  0.78371537\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8149 train =  0.81272006  test =  0.86281866\n",
      "epoch =  8150 train =  0.8569845  test =  0.82651675\n",
      "epoch =  8151 train =  0.83044326  test =  0.8523404\n",
      "epoch =  8152 train =  0.7734047  test =  0.76611656\n",
      "epoch =  8153 train =  0.8932334  test =  0.8264957\n",
      "epoch =  8154 train =  0.87715745  test =  0.8920954\n",
      "epoch =  8155 train =  0.85652304  test =  0.8377306\n",
      "epoch =  8156 train =  0.84779394  test =  0.9456833\n",
      "epoch =  8157 train =  0.81938463  test =  0.86320156\n",
      "epoch =  8158 train =  0.80338156  test =  0.90537\n",
      "epoch =  8159 train =  0.81018245  test =  0.843512\n",
      "epoch =  8160 train =  0.9117626  test =  0.8398532\n",
      "epoch =  8161 train =  0.8081578  test =  0.8390509\n",
      "epoch =  8162 train =  0.8224505  test =  0.7980895\n",
      "epoch =  8163 train =  0.8069421  test =  0.7566936\n",
      "epoch =  8164 train =  0.80949533  test =  0.76083434\n",
      "epoch =  8165 train =  0.87442976  test =  0.7825132\n",
      "epoch =  8166 train =  0.80199265  test =  0.8514157\n",
      "epoch =  8167 train =  0.8334234  test =  0.8956652\n",
      "epoch =  8168 train =  0.82304263  test =  0.75939476\n",
      "epoch =  8169 train =  0.8240264  test =  0.81681716\n",
      "epoch =  8170 train =  0.8006269  test =  0.8755533\n",
      "epoch =  8171 train =  0.8475032  test =  0.8282961\n",
      "epoch =  8172 train =  0.87264156  test =  0.83112276\n",
      "epoch =  8173 train =  0.8120728  test =  0.8357092\n",
      "epoch =  8174 train =  0.82945883  test =  0.8500619\n",
      "epoch =  8175 train =  0.86516833  test =  0.8749072\n",
      "epoch =  8176 train =  0.85973275  test =  0.83918107\n",
      "epoch =  8177 train =  0.8580996  test =  0.923186\n",
      "epoch =  8178 train =  0.8593085  test =  0.8404167\n",
      "epoch =  8179 train =  0.84531695  test =  0.828189\n",
      "epoch =  8180 train =  0.8829165  test =  0.8464091\n",
      "epoch =  8181 train =  0.8097494  test =  0.8419694\n",
      "epoch =  8182 train =  0.74962926  test =  0.78461206\n",
      "epoch =  8183 train =  0.84018594  test =  0.85228115\n",
      "epoch =  8184 train =  0.8582493  test =  0.87614703\n",
      "epoch =  8185 train =  0.82220364  test =  0.90724283\n",
      "epoch =  8186 train =  0.8773252  test =  0.8554085\n",
      "epoch =  8187 train =  0.84095126  test =  0.8646636\n",
      "epoch =  8188 train =  0.8334189  test =  0.83932185\n",
      "epoch =  8189 train =  0.8289933  test =  0.8495152\n",
      "epoch =  8190 train =  0.8038207  test =  0.8547623\n",
      "epoch =  8191 train =  0.8674237  test =  0.8237917\n",
      "epoch =  8192 train =  0.8471904  test =  0.8313482\n",
      "epoch =  8193 train =  0.8345407  test =  0.856866\n",
      "epoch =  8194 train =  0.87340415  test =  0.8579231\n",
      "epoch =  8195 train =  0.85340416  test =  0.7740491\n",
      "epoch =  8196 train =  0.8544786  test =  0.8176616\n",
      "epoch =  8197 train =  0.83082366  test =  0.7935511\n",
      "epoch =  8198 train =  0.8001926  test =  0.83444625\n",
      "epoch =  8199 train =  0.83685875  test =  0.86062676\n",
      "epoch =  8200 train =  0.80445635  test =  0.8322972\n",
      "epoch =  8201 train =  0.89406645  test =  0.93849736\n",
      "epoch =  8202 train =  0.77505296  test =  0.81207573\n",
      "epoch =  8203 train =  0.8194015  test =  0.88613415\n",
      "epoch =  8204 train =  0.80720824  test =  0.7863409\n",
      "epoch =  8205 train =  0.8687315  test =  0.84384495\n",
      "epoch =  8206 train =  0.8091618  test =  0.8843978\n",
      "epoch =  8207 train =  0.81587785  test =  0.80539113\n",
      "epoch =  8208 train =  0.8646038  test =  0.807797\n",
      "epoch =  8209 train =  0.8928256  test =  0.84172356\n",
      "epoch =  8210 train =  0.82192206  test =  0.8842853\n",
      "epoch =  8211 train =  0.84192014  test =  0.8535022\n",
      "epoch =  8212 train =  0.9000732  test =  0.888507\n",
      "epoch =  8213 train =  0.8929328  test =  0.87646437\n",
      "epoch =  8214 train =  0.8730663  test =  0.85866016\n",
      "epoch =  8215 train =  0.824023  test =  0.94890517\n",
      "epoch =  8216 train =  0.85043144  test =  0.8241017\n",
      "epoch =  8217 train =  0.80414367  test =  0.8754548\n",
      "epoch =  8218 train =  0.823955  test =  0.8895388\n",
      "epoch =  8219 train =  0.836716  test =  0.85487056\n",
      "epoch =  8220 train =  0.88756067  test =  0.83564353\n",
      "epoch =  8221 train =  0.84611464  test =  0.87343395\n",
      "epoch =  8222 train =  0.82434016  test =  0.819207\n",
      "epoch =  8223 train =  0.7918408  test =  0.8386101\n",
      "epoch =  8224 train =  0.84955674  test =  0.85757667\n",
      "epoch =  8225 train =  0.80440533  test =  0.7841401\n",
      "epoch =  8226 train =  0.8189126  test =  0.82036\n",
      "epoch =  8227 train =  0.84124243  test =  0.9600635\n",
      "epoch =  8228 train =  0.84472424  test =  0.8343165\n",
      "epoch =  8229 train =  0.86681676  test =  0.8257081\n",
      "epoch =  8230 train =  0.81615686  test =  0.78674775\n",
      "epoch =  8231 train =  0.84165365  test =  0.7669869\n",
      "epoch =  8232 train =  0.79807866  test =  0.8721636\n",
      "epoch =  8233 train =  0.82426405  test =  0.8275478\n",
      "epoch =  8234 train =  0.8076279  test =  0.8399882\n",
      "epoch =  8235 train =  0.86804295  test =  0.76784366\n",
      "epoch =  8236 train =  0.82094496  test =  0.8851071\n",
      "epoch =  8237 train =  0.81488293  test =  0.777398\n",
      "epoch =  8238 train =  0.79068244  test =  0.8754593\n",
      "epoch =  8239 train =  0.8201102  test =  0.8158898\n",
      "epoch =  8240 train =  0.8777417  test =  0.77287775\n",
      "epoch =  8241 train =  0.814278  test =  0.85775197\n",
      "epoch =  8242 train =  0.8409591  test =  0.8373922\n",
      "epoch =  8243 train =  0.8561393  test =  0.8519391\n",
      "epoch =  8244 train =  0.848368  test =  0.9073337\n",
      "epoch =  8245 train =  0.8310844  test =  0.81283975\n",
      "epoch =  8246 train =  0.85395455  test =  0.8434927\n",
      "epoch =  8247 train =  0.817472  test =  0.87114304\n",
      "epoch =  8248 train =  0.80948234  test =  0.8976025\n",
      "epoch =  8249 train =  0.7845596  test =  0.8240192\n",
      "epoch =  8250 train =  0.82600427  test =  0.81251496\n",
      "epoch =  8251 train =  0.8602425  test =  0.8364762\n",
      "epoch =  8252 train =  0.863588  test =  0.8188626\n",
      "epoch =  8253 train =  0.8569813  test =  0.7334651\n",
      "epoch =  8254 train =  0.8483224  test =  0.9703849\n",
      "epoch =  8255 train =  0.8197573  test =  0.8384506\n",
      "epoch =  8256 train =  0.89558107  test =  0.853767\n",
      "epoch =  8257 train =  0.8299461  test =  0.8678021\n",
      "epoch =  8258 train =  0.82124436  test =  0.80654204\n",
      "epoch =  8259 train =  0.8575746  test =  0.8126862\n",
      "epoch =  8260 train =  0.8425938  test =  0.86297166\n",
      "epoch =  8261 train =  0.78612345  test =  0.82025886\n",
      "epoch =  8262 train =  0.8371036  test =  0.7988968\n",
      "epoch =  8263 train =  0.8528452  test =  0.8503032\n",
      "epoch =  8264 train =  0.88432515  test =  0.85303116\n",
      "epoch =  8265 train =  0.75981885  test =  0.8974731\n",
      "epoch =  8266 train =  0.88403845  test =  0.81875056\n",
      "epoch =  8267 train =  0.8072717  test =  0.81256276\n",
      "epoch =  8268 train =  0.84748244  test =  0.7948842\n",
      "epoch =  8269 train =  0.84571815  test =  0.80049413\n",
      "epoch =  8270 train =  0.8552342  test =  0.8001913\n",
      "epoch =  8271 train =  0.86421406  test =  0.85443896\n",
      "epoch =  8272 train =  0.8017788  test =  0.7469394\n",
      "epoch =  8273 train =  0.85235155  test =  0.7582183\n",
      "epoch =  8274 train =  0.85752416  test =  0.9311399\n",
      "epoch =  8275 train =  0.86774  test =  0.8508379\n",
      "epoch =  8276 train =  0.8278466  test =  0.8889322\n",
      "epoch =  8277 train =  0.78307617  test =  0.8574524\n",
      "epoch =  8278 train =  0.80914676  test =  0.7862175\n",
      "epoch =  8279 train =  0.83539194  test =  0.841254\n",
      "epoch =  8280 train =  0.78047514  test =  0.8622698\n",
      "epoch =  8281 train =  0.869969  test =  0.82576454\n",
      "epoch =  8282 train =  0.8655037  test =  0.86260146\n",
      "epoch =  8283 train =  0.8385707  test =  0.8531888\n",
      "epoch =  8284 train =  0.84377676  test =  0.8408677\n",
      "epoch =  8285 train =  0.8714673  test =  1.0170211\n",
      "epoch =  8286 train =  0.8130903  test =  0.76265746\n",
      "epoch =  8287 train =  0.7476484  test =  0.79365385\n",
      "epoch =  8288 train =  0.85204685  test =  0.8328614\n",
      "epoch =  8289 train =  0.7806521  test =  0.819365\n",
      "epoch =  8290 train =  0.8358711  test =  0.80658597\n",
      "epoch =  8291 train =  0.8828759  test =  0.8832076\n",
      "epoch =  8292 train =  0.8181207  test =  0.77202845\n",
      "epoch =  8293 train =  0.8137704  test =  0.8679929\n",
      "epoch =  8294 train =  0.8148764  test =  0.83699703\n",
      "epoch =  8295 train =  0.8334274  test =  0.8691615\n",
      "epoch =  8296 train =  0.7763176  test =  0.8179361\n",
      "epoch =  8297 train =  0.80725396  test =  0.9271843\n",
      "epoch =  8298 train =  0.7938106  test =  0.8162583\n",
      "epoch =  8299 train =  0.82647645  test =  0.86945283\n",
      "epoch =  8300 train =  0.7901746  test =  0.87589264\n",
      "epoch =  8301 train =  0.8275269  test =  0.9539011\n",
      "epoch =  8302 train =  0.76480776  test =  0.8996284\n",
      "epoch =  8303 train =  0.8214306  test =  0.8673432\n",
      "epoch =  8304 train =  0.80756503  test =  0.78951514\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8305 train =  0.82847637  test =  0.7943375\n",
      "epoch =  8306 train =  0.79055303  test =  0.8076751\n",
      "epoch =  8307 train =  0.79772735  test =  0.8234111\n",
      "epoch =  8308 train =  0.877277  test =  0.76982397\n",
      "epoch =  8309 train =  0.7891669  test =  0.83659494\n",
      "epoch =  8310 train =  0.84137946  test =  0.8313082\n",
      "epoch =  8311 train =  0.84474087  test =  0.75294393\n",
      "epoch =  8312 train =  0.8023107  test =  0.8539969\n",
      "epoch =  8313 train =  0.9008747  test =  0.84890664\n",
      "epoch =  8314 train =  0.8155085  test =  0.7676821\n",
      "epoch =  8315 train =  0.8261591  test =  0.7972095\n",
      "epoch =  8316 train =  0.8584691  test =  0.9362846\n",
      "epoch =  8317 train =  0.8444837  test =  0.8731585\n",
      "epoch =  8318 train =  0.7984072  test =  0.8448496\n",
      "epoch =  8319 train =  0.8099965  test =  0.83296967\n",
      "epoch =  8320 train =  0.80139226  test =  0.8730291\n",
      "epoch =  8321 train =  0.8647755  test =  0.85731757\n",
      "epoch =  8322 train =  0.81956923  test =  0.73703605\n",
      "epoch =  8323 train =  0.895954  test =  0.80993813\n",
      "epoch =  8324 train =  0.82592225  test =  0.8812334\n",
      "epoch =  8325 train =  0.84867704  test =  0.8731651\n",
      "epoch =  8326 train =  0.8569739  test =  0.84314114\n",
      "epoch =  8327 train =  0.83358103  test =  0.78422594\n",
      "epoch =  8328 train =  0.8164169  test =  0.8481621\n",
      "epoch =  8329 train =  0.8486537  test =  0.7958865\n",
      "epoch =  8330 train =  0.8704805  test =  0.8092661\n",
      "epoch =  8331 train =  0.7963581  test =  0.78673893\n",
      "epoch =  8332 train =  0.87074125  test =  0.8085788\n",
      "epoch =  8333 train =  0.85922134  test =  0.77755505\n",
      "epoch =  8334 train =  0.8228139  test =  0.84696525\n",
      "epoch =  8335 train =  0.8426001  test =  0.81646925\n",
      "epoch =  8336 train =  0.8566097  test =  0.8309514\n",
      "epoch =  8337 train =  0.8436802  test =  0.8127487\n",
      "epoch =  8338 train =  0.78594077  test =  0.7782212\n",
      "epoch =  8339 train =  0.8922025  test =  0.8139096\n",
      "epoch =  8340 train =  0.8544365  test =  0.92086685\n",
      "epoch =  8341 train =  0.9070631  test =  0.85489\n",
      "epoch =  8342 train =  0.82052296  test =  0.7954072\n",
      "epoch =  8343 train =  0.7504426  test =  0.8890561\n",
      "epoch =  8344 train =  0.82201934  test =  0.83930284\n",
      "epoch =  8345 train =  0.8560905  test =  0.919647\n",
      "epoch =  8346 train =  0.8005066  test =  0.797697\n",
      "epoch =  8347 train =  0.8777578  test =  0.8006767\n",
      "epoch =  8348 train =  0.8950072  test =  0.8085061\n",
      "epoch =  8349 train =  0.798354  test =  0.90230656\n",
      "epoch =  8350 train =  0.8379271  test =  0.87606406\n",
      "epoch =  8351 train =  0.842044  test =  0.8002503\n",
      "epoch =  8352 train =  0.8273237  test =  0.9448354\n",
      "epoch =  8353 train =  0.8521181  test =  0.80287427\n",
      "epoch =  8354 train =  0.8820217  test =  0.8358643\n",
      "epoch =  8355 train =  0.84291565  test =  0.8066648\n",
      "epoch =  8356 train =  0.82484376  test =  0.80727965\n",
      "epoch =  8357 train =  0.86456406  test =  0.8528002\n",
      "epoch =  8358 train =  0.83985394  test =  0.87896574\n",
      "epoch =  8359 train =  0.80105674  test =  0.80108744\n",
      "epoch =  8360 train =  0.84479386  test =  0.9452468\n",
      "epoch =  8361 train =  0.8409134  test =  0.8649593\n",
      "epoch =  8362 train =  0.83259356  test =  0.8956955\n",
      "epoch =  8363 train =  0.8207686  test =  0.90777427\n",
      "epoch =  8364 train =  0.8227179  test =  0.86167127\n",
      "epoch =  8365 train =  0.8070822  test =  0.97921985\n",
      "epoch =  8366 train =  0.81281435  test =  0.8237363\n",
      "epoch =  8367 train =  0.82514465  test =  0.78730285\n",
      "epoch =  8368 train =  0.8074512  test =  0.78421193\n",
      "epoch =  8369 train =  0.82414985  test =  0.80233365\n",
      "epoch =  8370 train =  0.8199592  test =  0.8232757\n",
      "epoch =  8371 train =  0.8033748  test =  0.8102081\n",
      "epoch =  8372 train =  0.8316204  test =  0.83194447\n",
      "epoch =  8373 train =  0.8449425  test =  0.8630188\n",
      "epoch =  8374 train =  0.9463482  test =  0.8790948\n",
      "epoch =  8375 train =  0.84273434  test =  0.7800796\n",
      "epoch =  8376 train =  0.78583205  test =  0.9010709\n",
      "epoch =  8377 train =  0.8270241  test =  0.79686487\n",
      "epoch =  8378 train =  0.7997925  test =  0.79504555\n",
      "epoch =  8379 train =  0.87641287  test =  0.88697094\n",
      "epoch =  8380 train =  0.8553772  test =  0.810124\n",
      "epoch =  8381 train =  0.8520763  test =  0.81921077\n",
      "epoch =  8382 train =  0.8318736  test =  0.78973037\n",
      "epoch =  8383 train =  0.8366402  test =  0.8220116\n",
      "epoch =  8384 train =  0.79679537  test =  0.8219337\n",
      "epoch =  8385 train =  0.803852  test =  0.8572495\n",
      "epoch =  8386 train =  0.8505554  test =  0.8366117\n",
      "epoch =  8387 train =  0.7995588  test =  0.81967133\n",
      "epoch =  8388 train =  0.8538701  test =  0.76184285\n",
      "epoch =  8389 train =  0.7999363  test =  0.81677353\n",
      "epoch =  8390 train =  0.83984375  test =  0.86394596\n",
      "epoch =  8391 train =  0.8400734  test =  0.85390043\n",
      "epoch =  8392 train =  0.7992302  test =  0.82222414\n",
      "epoch =  8393 train =  0.8979019  test =  0.7997421\n",
      "epoch =  8394 train =  0.7869768  test =  0.7841466\n",
      "epoch =  8395 train =  0.8079845  test =  0.82542366\n",
      "epoch =  8396 train =  0.76144665  test =  0.8085506\n",
      "epoch =  8397 train =  0.81836545  test =  0.87533134\n",
      "epoch =  8398 train =  0.85767365  test =  0.83036786\n",
      "epoch =  8399 train =  0.8266721  test =  0.8396597\n",
      "epoch =  8400 train =  0.80155754  test =  0.7364837\n",
      "epoch =  8401 train =  0.8562971  test =  0.8165289\n",
      "epoch =  8402 train =  0.802343  test =  0.78307956\n",
      "epoch =  8403 train =  0.8526552  test =  0.7779979\n",
      "epoch =  8404 train =  0.81543267  test =  0.9321375\n",
      "epoch =  8405 train =  0.8913467  test =  0.9149693\n",
      "epoch =  8406 train =  0.8189194  test =  0.7807076\n",
      "epoch =  8407 train =  0.7996373  test =  0.78793836\n",
      "epoch =  8408 train =  0.83667874  test =  0.7875044\n",
      "epoch =  8409 train =  0.7810565  test =  0.84041286\n",
      "epoch =  8410 train =  0.81125045  test =  0.73838913\n",
      "epoch =  8411 train =  0.8385838  test =  0.9164986\n",
      "epoch =  8412 train =  0.7798739  test =  0.80769205\n",
      "epoch =  8413 train =  0.84712744  test =  0.7565143\n",
      "epoch =  8414 train =  0.8350189  test =  0.831645\n",
      "epoch =  8415 train =  0.8070812  test =  0.82375026\n",
      "epoch =  8416 train =  0.7697498  test =  0.8467918\n",
      "epoch =  8417 train =  0.8971274  test =  0.7994797\n",
      "epoch =  8418 train =  0.83176893  test =  0.8035339\n",
      "epoch =  8419 train =  0.8002884  test =  0.87765\n",
      "epoch =  8420 train =  0.7684088  test =  0.835538\n",
      "epoch =  8421 train =  0.8126124  test =  0.78575593\n",
      "epoch =  8422 train =  0.8357048  test =  0.7966189\n",
      "epoch =  8423 train =  0.8776463  test =  0.79747295\n",
      "epoch =  8424 train =  0.8107296  test =  0.81007075\n",
      "epoch =  8425 train =  0.77485585  test =  0.8062909\n",
      "epoch =  8426 train =  0.8564882  test =  0.7936744\n",
      "epoch =  8427 train =  0.8676342  test =  0.79996437\n",
      "epoch =  8428 train =  0.8486223  test =  0.81704843\n",
      "epoch =  8429 train =  0.74677014  test =  0.79983944\n",
      "epoch =  8430 train =  0.79741657  test =  0.79660255\n",
      "epoch =  8431 train =  0.8363982  test =  0.91888636\n",
      "epoch =  8432 train =  0.7807015  test =  0.8101249\n",
      "epoch =  8433 train =  0.8429195  test =  0.85427433\n",
      "epoch =  8434 train =  0.90064144  test =  0.78808033\n",
      "epoch =  8435 train =  0.8205562  test =  0.86520636\n",
      "epoch =  8436 train =  0.84274805  test =  0.8970987\n",
      "epoch =  8437 train =  0.83905375  test =  0.9099271\n",
      "epoch =  8438 train =  0.8426337  test =  0.80427647\n",
      "epoch =  8439 train =  0.78351736  test =  0.8600621\n",
      "epoch =  8440 train =  0.86233455  test =  0.8460607\n",
      "epoch =  8441 train =  0.8426078  test =  0.79515654\n",
      "epoch =  8442 train =  0.8676981  test =  0.8170198\n",
      "epoch =  8443 train =  0.87004185  test =  0.8627345\n",
      "epoch =  8444 train =  0.83837533  test =  0.80140966\n",
      "epoch =  8445 train =  0.82187074  test =  0.8833639\n",
      "epoch =  8446 train =  0.8149667  test =  0.7965236\n",
      "epoch =  8447 train =  0.8192686  test =  0.8434359\n",
      "epoch =  8448 train =  0.8856375  test =  0.79962486\n",
      "epoch =  8449 train =  0.8242661  test =  0.80938625\n",
      "epoch =  8450 train =  0.75905484  test =  0.84494424\n",
      "epoch =  8451 train =  0.79803723  test =  0.8467611\n",
      "epoch =  8452 train =  0.80352634  test =  0.77786195\n",
      "epoch =  8453 train =  0.87335086  test =  0.8012489\n",
      "epoch =  8454 train =  0.8305763  test =  0.8026615\n",
      "epoch =  8455 train =  0.847626  test =  0.8646905\n",
      "epoch =  8456 train =  0.8028995  test =  0.7567266\n",
      "epoch =  8457 train =  0.858408  test =  0.85035723\n",
      "epoch =  8458 train =  0.892188  test =  0.91246825\n",
      "epoch =  8459 train =  0.80145717  test =  0.89533955\n",
      "epoch =  8460 train =  0.77469635  test =  0.8507369\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8461 train =  0.78294975  test =  0.8042702\n",
      "epoch =  8462 train =  0.8797711  test =  0.8801399\n",
      "epoch =  8463 train =  0.81940264  test =  0.8189479\n",
      "epoch =  8464 train =  0.85881317  test =  0.76076335\n",
      "epoch =  8465 train =  0.852662  test =  0.7858345\n",
      "epoch =  8466 train =  0.8312153  test =  0.83425933\n",
      "epoch =  8467 train =  0.847707  test =  0.8239659\n",
      "epoch =  8468 train =  0.81878793  test =  0.88804907\n",
      "epoch =  8469 train =  0.8459059  test =  0.8227936\n",
      "epoch =  8470 train =  0.7936264  test =  0.79899335\n",
      "epoch =  8471 train =  0.8454469  test =  0.7992663\n",
      "epoch =  8472 train =  0.8134694  test =  0.79338795\n",
      "epoch =  8473 train =  0.8397883  test =  0.9328315\n",
      "epoch =  8474 train =  0.80231345  test =  0.9095185\n",
      "epoch =  8475 train =  0.82186675  test =  0.874737\n",
      "epoch =  8476 train =  0.8618965  test =  0.8478445\n",
      "epoch =  8477 train =  0.8265638  test =  0.82184696\n",
      "epoch =  8478 train =  0.85968626  test =  0.8648448\n",
      "epoch =  8479 train =  0.75281864  test =  0.8597382\n",
      "epoch =  8480 train =  0.7975104  test =  0.9211018\n",
      "epoch =  8481 train =  0.8297857  test =  0.8571871\n",
      "epoch =  8482 train =  0.8269374  test =  0.87353647\n",
      "epoch =  8483 train =  0.781443  test =  0.83809566\n",
      "epoch =  8484 train =  0.855554  test =  0.8595665\n",
      "epoch =  8485 train =  0.79814065  test =  0.85584617\n",
      "epoch =  8486 train =  0.8474686  test =  0.8438191\n",
      "epoch =  8487 train =  0.7785742  test =  0.7892482\n",
      "epoch =  8488 train =  0.8652787  test =  0.79636526\n",
      "epoch =  8489 train =  0.8423197  test =  0.7856097\n",
      "epoch =  8490 train =  0.8273961  test =  0.83948475\n",
      "epoch =  8491 train =  0.80892336  test =  0.8022772\n",
      "epoch =  8492 train =  0.84860814  test =  0.7925301\n",
      "epoch =  8493 train =  0.8325343  test =  0.82857186\n",
      "epoch =  8494 train =  0.8254696  test =  0.87788314\n",
      "epoch =  8495 train =  0.8506185  test =  0.8783747\n",
      "epoch =  8496 train =  0.8066155  test =  0.8479793\n",
      "epoch =  8497 train =  0.84484804  test =  0.7644943\n",
      "epoch =  8498 train =  0.80355096  test =  0.85372704\n",
      "epoch =  8499 train =  0.78872776  test =  0.8542416\n",
      "epoch =  8500 train =  0.8604193  test =  0.79946476\n",
      "epoch =  8501 train =  0.8398765  test =  0.80552936\n",
      "epoch =  8502 train =  0.8446077  test =  0.8612604\n",
      "epoch =  8503 train =  0.8235947  test =  0.8193241\n",
      "epoch =  8504 train =  0.8147019  test =  0.7895035\n",
      "epoch =  8505 train =  0.8508468  test =  0.84352905\n",
      "epoch =  8506 train =  0.790614  test =  0.8616239\n",
      "epoch =  8507 train =  0.85543287  test =  0.85206777\n",
      "epoch =  8508 train =  0.7664975  test =  0.90557563\n",
      "epoch =  8509 train =  0.8308729  test =  0.7644305\n",
      "epoch =  8510 train =  0.77651  test =  0.8628879\n",
      "epoch =  8511 train =  0.8026277  test =  0.84010524\n",
      "epoch =  8512 train =  0.83069956  test =  0.7677739\n",
      "epoch =  8513 train =  0.84395474  test =  0.818661\n",
      "epoch =  8514 train =  0.81230915  test =  0.8372867\n",
      "epoch =  8515 train =  0.82824534  test =  0.8776092\n",
      "epoch =  8516 train =  0.82210946  test =  0.810218\n",
      "epoch =  8517 train =  0.84906816  test =  0.89252365\n",
      "epoch =  8518 train =  0.9050157  test =  0.8637468\n",
      "epoch =  8519 train =  0.8650155  test =  0.7864649\n",
      "epoch =  8520 train =  0.8077149  test =  0.7461495\n",
      "epoch =  8521 train =  0.7905383  test =  0.89784527\n",
      "epoch =  8522 train =  0.86248684  test =  0.7736849\n",
      "epoch =  8523 train =  0.82464296  test =  0.8466749\n",
      "epoch =  8524 train =  0.8634714  test =  0.79506606\n",
      "epoch =  8525 train =  0.85760725  test =  0.93050355\n",
      "epoch =  8526 train =  0.8200058  test =  0.78261447\n",
      "epoch =  8527 train =  0.8144374  test =  0.78455\n",
      "epoch =  8528 train =  0.83513963  test =  0.95861655\n",
      "epoch =  8529 train =  0.7915175  test =  0.8037351\n",
      "epoch =  8530 train =  0.77494013  test =  0.85979927\n",
      "epoch =  8531 train =  0.8364167  test =  0.89338124\n",
      "epoch =  8532 train =  0.8730725  test =  0.8016043\n",
      "epoch =  8533 train =  0.8541613  test =  0.8403312\n",
      "epoch =  8534 train =  0.8145116  test =  0.80034477\n",
      "epoch =  8535 train =  0.85057247  test =  0.777031\n",
      "epoch =  8536 train =  0.8248006  test =  0.8498248\n",
      "epoch =  8537 train =  0.83929753  test =  0.800986\n",
      "epoch =  8538 train =  0.81330794  test =  0.8179301\n",
      "epoch =  8539 train =  0.79388154  test =  0.74464756\n",
      "epoch =  8540 train =  0.83171296  test =  0.9816208\n",
      "epoch =  8541 train =  0.80364674  test =  0.77798104\n",
      "epoch =  8542 train =  0.8035648  test =  0.8825714\n",
      "epoch =  8543 train =  0.857839  test =  0.8884094\n",
      "epoch =  8544 train =  0.7875968  test =  0.7829528\n",
      "epoch =  8545 train =  0.7758174  test =  0.86932427\n",
      "epoch =  8546 train =  0.9075728  test =  0.84690124\n",
      "epoch =  8547 train =  0.8163838  test =  0.97136164\n",
      "epoch =  8548 train =  0.7975946  test =  0.78334355\n",
      "epoch =  8549 train =  0.8560357  test =  0.84617496\n",
      "epoch =  8550 train =  0.80944365  test =  0.84329724\n",
      "epoch =  8551 train =  0.7748535  test =  0.9160772\n",
      "epoch =  8552 train =  0.8205702  test =  0.80237705\n",
      "epoch =  8553 train =  0.8013258  test =  0.8177923\n",
      "epoch =  8554 train =  0.85210687  test =  0.7869327\n",
      "epoch =  8555 train =  0.83023643  test =  0.79062146\n",
      "epoch =  8556 train =  0.811611  test =  0.82762456\n",
      "epoch =  8557 train =  0.83301365  test =  0.82788694\n",
      "epoch =  8558 train =  0.8028805  test =  0.91049725\n",
      "epoch =  8559 train =  0.8279996  test =  0.88955885\n",
      "epoch =  8560 train =  0.8328706  test =  0.84042734\n",
      "epoch =  8561 train =  0.8504075  test =  0.89206415\n",
      "epoch =  8562 train =  0.8164437  test =  0.8868075\n",
      "epoch =  8563 train =  0.80093914  test =  0.81156516\n",
      "epoch =  8564 train =  0.8161931  test =  0.8371252\n",
      "epoch =  8565 train =  0.797863  test =  0.84483004\n",
      "epoch =  8566 train =  0.78806514  test =  0.88054657\n",
      "epoch =  8567 train =  0.8550521  test =  0.7670006\n",
      "epoch =  8568 train =  0.8619306  test =  0.8365301\n",
      "epoch =  8569 train =  0.7972163  test =  0.8160802\n",
      "epoch =  8570 train =  0.7549952  test =  0.81852907\n",
      "epoch =  8571 train =  0.7960329  test =  0.90698755\n",
      "epoch =  8572 train =  0.7582345  test =  0.81018347\n",
      "epoch =  8573 train =  0.88230306  test =  0.75926787\n",
      "epoch =  8574 train =  0.78248405  test =  0.8386859\n",
      "epoch =  8575 train =  0.8741201  test =  0.9054832\n",
      "epoch =  8576 train =  0.8227899  test =  0.80955184\n",
      "epoch =  8577 train =  0.8386474  test =  0.8144516\n",
      "epoch =  8578 train =  0.85667515  test =  0.8452038\n",
      "epoch =  8579 train =  0.81966954  test =  0.79356486\n",
      "epoch =  8580 train =  0.84617394  test =  0.77918756\n",
      "epoch =  8581 train =  0.8459117  test =  0.8261637\n",
      "epoch =  8582 train =  0.8492603  test =  0.9312572\n",
      "epoch =  8583 train =  0.8085109  test =  0.8100526\n",
      "epoch =  8584 train =  0.8897501  test =  0.9968702\n",
      "epoch =  8585 train =  0.81572294  test =  0.83507925\n",
      "epoch =  8586 train =  0.78192985  test =  0.9250516\n",
      "epoch =  8587 train =  0.78502965  test =  0.794589\n",
      "epoch =  8588 train =  0.8289742  test =  0.8371299\n",
      "epoch =  8589 train =  0.8580235  test =  0.85715175\n",
      "epoch =  8590 train =  0.8524617  test =  0.83745545\n",
      "epoch =  8591 train =  0.82057434  test =  0.89965415\n",
      "epoch =  8592 train =  0.8473778  test =  0.9134682\n",
      "epoch =  8593 train =  0.8303933  test =  0.7648359\n",
      "epoch =  8594 train =  0.8358773  test =  0.797052\n",
      "epoch =  8595 train =  0.9006836  test =  0.7644973\n",
      "epoch =  8596 train =  0.8511789  test =  0.8605093\n",
      "epoch =  8597 train =  0.7902481  test =  0.7953049\n",
      "epoch =  8598 train =  0.8474352  test =  0.8141736\n",
      "epoch =  8599 train =  0.85828984  test =  0.8189998\n",
      "epoch =  8600 train =  0.8162863  test =  0.9366083\n",
      "epoch =  8601 train =  0.8282958  test =  0.8974212\n",
      "epoch =  8602 train =  0.77450836  test =  0.8477964\n",
      "epoch =  8603 train =  0.80680406  test =  0.83490115\n",
      "epoch =  8604 train =  0.8738992  test =  0.8396161\n",
      "epoch =  8605 train =  0.8274976  test =  0.78074443\n",
      "epoch =  8606 train =  0.85786796  test =  0.85513246\n",
      "epoch =  8607 train =  0.795462  test =  0.820457\n",
      "epoch =  8608 train =  0.8724233  test =  0.8749362\n",
      "epoch =  8609 train =  0.76087767  test =  0.8709336\n",
      "epoch =  8610 train =  0.8300428  test =  0.859462\n",
      "epoch =  8611 train =  0.7679839  test =  0.84034044\n",
      "epoch =  8612 train =  0.8102895  test =  0.87202615\n",
      "epoch =  8613 train =  0.82955277  test =  0.8225796\n",
      "epoch =  8614 train =  0.8246874  test =  0.8188896\n",
      "epoch =  8615 train =  0.83632505  test =  0.8119192\n",
      "epoch =  8616 train =  0.7989495  test =  0.82477003\n",
      "epoch =  8617 train =  0.8359196  test =  0.8079951\n",
      "epoch =  8618 train =  0.7460829  test =  0.8244657\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8619 train =  0.81075037  test =  0.7730446\n",
      "epoch =  8620 train =  0.8399526  test =  0.8552295\n",
      "epoch =  8621 train =  0.7795248  test =  0.7808345\n",
      "epoch =  8622 train =  0.8446925  test =  0.75964797\n",
      "epoch =  8623 train =  0.7775319  test =  0.81429446\n",
      "epoch =  8624 train =  0.83084035  test =  0.8116198\n",
      "epoch =  8625 train =  0.8033731  test =  0.8783737\n",
      "epoch =  8626 train =  0.82944953  test =  0.8429314\n",
      "epoch =  8627 train =  0.916386  test =  0.8486905\n",
      "epoch =  8628 train =  0.8339241  test =  0.7932631\n",
      "epoch =  8629 train =  0.81212556  test =  0.7741986\n",
      "epoch =  8630 train =  0.7746567  test =  0.87692815\n",
      "epoch =  8631 train =  0.8126085  test =  0.8308874\n",
      "epoch =  8632 train =  0.8372055  test =  0.8015609\n",
      "epoch =  8633 train =  0.83893096  test =  0.86258215\n",
      "epoch =  8634 train =  0.80950737  test =  0.8509564\n",
      "epoch =  8635 train =  0.833728  test =  0.8304272\n",
      "epoch =  8636 train =  0.7792771  test =  0.81181455\n",
      "epoch =  8637 train =  0.8225993  test =  0.8350594\n",
      "epoch =  8638 train =  0.7732145  test =  0.87899774\n",
      "epoch =  8639 train =  0.8711543  test =  0.80656236\n",
      "epoch =  8640 train =  0.8562844  test =  0.90747577\n",
      "epoch =  8641 train =  0.78178114  test =  0.82713723\n",
      "epoch =  8642 train =  0.79878104  test =  0.7849364\n",
      "epoch =  8643 train =  0.78471684  test =  0.8343893\n",
      "epoch =  8644 train =  0.8508609  test =  0.90921783\n",
      "epoch =  8645 train =  0.8013816  test =  0.8093799\n",
      "epoch =  8646 train =  0.87067485  test =  0.78491974\n",
      "epoch =  8647 train =  0.7947062  test =  0.78964585\n",
      "epoch =  8648 train =  0.8134605  test =  0.8846454\n",
      "epoch =  8649 train =  0.855057  test =  0.8461179\n",
      "epoch =  8650 train =  0.8474572  test =  0.8392298\n",
      "epoch =  8651 train =  0.79552305  test =  0.82213485\n",
      "epoch =  8652 train =  0.807621  test =  0.7675702\n",
      "epoch =  8653 train =  0.837629  test =  0.7728112\n",
      "epoch =  8654 train =  0.77487886  test =  0.8753761\n",
      "epoch =  8655 train =  0.86587745  test =  0.8122427\n",
      "epoch =  8656 train =  0.86406744  test =  0.8434543\n",
      "epoch =  8657 train =  0.8175101  test =  0.7646629\n",
      "epoch =  8658 train =  0.8268157  test =  0.83448666\n",
      "epoch =  8659 train =  0.7790219  test =  0.8014221\n",
      "epoch =  8660 train =  0.8202497  test =  0.8671337\n",
      "epoch =  8661 train =  0.8195816  test =  0.76616776\n",
      "epoch =  8662 train =  0.8073033  test =  0.8534668\n",
      "epoch =  8663 train =  0.8023709  test =  0.7811088\n",
      "epoch =  8664 train =  0.89853257  test =  0.8585635\n",
      "epoch =  8665 train =  0.88657874  test =  0.82999563\n",
      "epoch =  8666 train =  0.8317146  test =  0.80463314\n",
      "epoch =  8667 train =  0.83644295  test =  0.88346565\n",
      "epoch =  8668 train =  0.8213243  test =  0.85466486\n",
      "epoch =  8669 train =  0.8472532  test =  0.8343274\n",
      "epoch =  8670 train =  0.8130919  test =  0.82999015\n",
      "epoch =  8671 train =  0.8319454  test =  0.83482736\n",
      "epoch =  8672 train =  0.81964326  test =  0.8874146\n",
      "epoch =  8673 train =  0.86926126  test =  0.79748315\n",
      "epoch =  8674 train =  0.8179044  test =  0.83926463\n",
      "epoch =  8675 train =  0.7902411  test =  0.80835867\n",
      "epoch =  8676 train =  0.80080605  test =  0.8467959\n",
      "epoch =  8677 train =  0.84491515  test =  0.8564937\n",
      "epoch =  8678 train =  0.8367597  test =  0.85378265\n",
      "epoch =  8679 train =  0.8235345  test =  0.82697654\n",
      "epoch =  8680 train =  0.8615056  test =  0.8432567\n",
      "epoch =  8681 train =  0.8050617  test =  0.8289728\n",
      "epoch =  8682 train =  0.8442893  test =  0.8187383\n",
      "epoch =  8683 train =  0.8204485  test =  0.88372695\n",
      "epoch =  8684 train =  0.8245429  test =  0.8755947\n",
      "epoch =  8685 train =  0.8110999  test =  0.9064766\n",
      "epoch =  8686 train =  0.79231274  test =  0.74380994\n",
      "epoch =  8687 train =  0.7976361  test =  0.89863896\n",
      "epoch =  8688 train =  0.8325671  test =  0.7526284\n",
      "epoch =  8689 train =  0.8560425  test =  0.82580894\n",
      "epoch =  8690 train =  0.8980286  test =  0.79556596\n",
      "epoch =  8691 train =  0.885026  test =  0.8755862\n",
      "epoch =  8692 train =  0.8000869  test =  0.8645655\n",
      "epoch =  8693 train =  0.8963171  test =  0.84562665\n",
      "epoch =  8694 train =  0.8278991  test =  0.8715914\n",
      "epoch =  8695 train =  0.8554661  test =  0.8065718\n",
      "epoch =  8696 train =  0.81108737  test =  0.75829905\n",
      "epoch =  8697 train =  0.79750603  test =  0.82324576\n",
      "epoch =  8698 train =  0.8473347  test =  0.7710389\n",
      "epoch =  8699 train =  0.8736187  test =  0.8524643\n",
      "epoch =  8700 train =  0.8797373  test =  0.76990336\n",
      "epoch =  8701 train =  0.83788854  test =  0.8121788\n",
      "epoch =  8702 train =  0.8389467  test =  0.7987492\n",
      "epoch =  8703 train =  0.87370145  test =  0.7657514\n",
      "epoch =  8704 train =  0.8127222  test =  0.82471186\n",
      "epoch =  8705 train =  0.8619684  test =  0.91527504\n",
      "epoch =  8706 train =  0.8297732  test =  0.8491298\n",
      "epoch =  8707 train =  0.8441743  test =  0.88969237\n",
      "epoch =  8708 train =  0.82749265  test =  0.75275123\n",
      "epoch =  8709 train =  0.8521788  test =  0.95404947\n",
      "epoch =  8710 train =  0.8501606  test =  0.83274096\n",
      "epoch =  8711 train =  0.84660965  test =  0.84558105\n",
      "epoch =  8712 train =  0.7699783  test =  0.8627099\n",
      "epoch =  8713 train =  0.8555863  test =  0.7889814\n",
      "epoch =  8714 train =  0.86461145  test =  0.87168455\n",
      "epoch =  8715 train =  0.8693579  test =  0.83739364\n",
      "epoch =  8716 train =  0.82418793  test =  0.8975538\n",
      "epoch =  8717 train =  0.84867555  test =  0.77275395\n",
      "epoch =  8718 train =  0.8504391  test =  0.89110535\n",
      "epoch =  8719 train =  0.8250632  test =  0.8172116\n",
      "epoch =  8720 train =  0.7815515  test =  0.78723526\n",
      "epoch =  8721 train =  0.7794045  test =  0.818074\n",
      "epoch =  8722 train =  0.81869614  test =  0.8112595\n",
      "epoch =  8723 train =  0.8491078  test =  0.80065536\n",
      "epoch =  8724 train =  0.80330265  test =  0.7395034\n",
      "epoch =  8725 train =  0.78956294  test =  0.82256985\n",
      "epoch =  8726 train =  0.80013126  test =  0.89515287\n",
      "epoch =  8727 train =  0.8375118  test =  0.86863863\n",
      "epoch =  8728 train =  0.7673065  test =  0.9471461\n",
      "epoch =  8729 train =  0.791672  test =  0.7986255\n",
      "epoch =  8730 train =  0.83466494  test =  0.82192606\n",
      "epoch =  8731 train =  0.84342957  test =  0.7932749\n",
      "epoch =  8732 train =  0.8100709  test =  0.89719915\n",
      "epoch =  8733 train =  0.7989975  test =  0.838505\n",
      "epoch =  8734 train =  0.8038515  test =  0.8922214\n",
      "epoch =  8735 train =  0.7993003  test =  0.9373276\n",
      "epoch =  8736 train =  0.833948  test =  0.80983573\n",
      "epoch =  8737 train =  0.7867726  test =  0.94708735\n",
      "epoch =  8738 train =  0.8206333  test =  0.8536395\n",
      "epoch =  8739 train =  0.8392463  test =  0.8177559\n",
      "epoch =  8740 train =  0.8570079  test =  0.78653085\n",
      "epoch =  8741 train =  0.8589506  test =  0.7912772\n",
      "epoch =  8742 train =  0.8567419  test =  0.76917005\n",
      "epoch =  8743 train =  0.8285094  test =  0.78628844\n",
      "epoch =  8744 train =  0.8974198  test =  0.7783376\n",
      "epoch =  8745 train =  0.77595353  test =  0.78615946\n",
      "epoch =  8746 train =  0.8326937  test =  0.8457481\n",
      "epoch =  8747 train =  0.81152344  test =  0.8651559\n",
      "epoch =  8748 train =  0.7835866  test =  0.84708154\n",
      "epoch =  8749 train =  0.8070427  test =  0.84281534\n",
      "epoch =  8750 train =  0.79815316  test =  0.80752057\n",
      "epoch =  8751 train =  0.9174842  test =  0.8024271\n",
      "epoch =  8752 train =  0.81466234  test =  0.760215\n",
      "epoch =  8753 train =  0.88507664  test =  0.87548906\n",
      "epoch =  8754 train =  0.82182  test =  0.8833794\n",
      "epoch =  8755 train =  0.85099334  test =  0.7985721\n",
      "epoch =  8756 train =  0.84244794  test =  0.87513655\n",
      "epoch =  8757 train =  0.8076943  test =  0.81345415\n",
      "epoch =  8758 train =  0.80145735  test =  0.82199574\n",
      "epoch =  8759 train =  0.8739846  test =  0.87442756\n",
      "epoch =  8760 train =  0.8036814  test =  0.8752678\n",
      "epoch =  8761 train =  0.8107917  test =  0.8001861\n",
      "epoch =  8762 train =  0.87206817  test =  0.8014457\n",
      "epoch =  8763 train =  0.92530745  test =  0.8940969\n",
      "epoch =  8764 train =  0.8262477  test =  0.7982363\n",
      "epoch =  8765 train =  0.7930054  test =  0.7879453\n",
      "epoch =  8766 train =  0.8458084  test =  0.821771\n",
      "epoch =  8767 train =  0.79983014  test =  0.81852067\n",
      "epoch =  8768 train =  0.8108792  test =  0.8442228\n",
      "epoch =  8769 train =  0.825829  test =  0.8348836\n",
      "epoch =  8770 train =  0.87704515  test =  0.7819021\n",
      "epoch =  8771 train =  0.8284441  test =  0.8479235\n",
      "epoch =  8772 train =  0.7840023  test =  0.7633522\n",
      "epoch =  8773 train =  0.808578  test =  0.74661845\n",
      "epoch =  8774 train =  0.8458952  test =  0.81575435\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8775 train =  0.80752647  test =  0.8172369\n",
      "epoch =  8776 train =  0.8091047  test =  0.7598238\n",
      "epoch =  8777 train =  0.83099914  test =  0.8581071\n",
      "epoch =  8778 train =  0.79817575  test =  0.82797444\n",
      "epoch =  8779 train =  0.80192626  test =  0.81865054\n",
      "epoch =  8780 train =  0.82381254  test =  0.84580517\n",
      "epoch =  8781 train =  0.78476435  test =  0.90910715\n",
      "epoch =  8782 train =  0.79153895  test =  0.863872\n",
      "epoch =  8783 train =  0.80102044  test =  0.8124642\n",
      "epoch =  8784 train =  0.86146694  test =  0.891479\n",
      "epoch =  8785 train =  0.8380374  test =  0.7695901\n",
      "epoch =  8786 train =  0.79675937  test =  0.73430896\n",
      "epoch =  8787 train =  0.84068155  test =  0.86066437\n",
      "epoch =  8788 train =  0.8038863  test =  0.7579593\n",
      "epoch =  8789 train =  0.77116424  test =  0.92157584\n",
      "epoch =  8790 train =  0.83455884  test =  0.8763417\n",
      "epoch =  8791 train =  0.80964243  test =  0.7802818\n",
      "epoch =  8792 train =  0.8427695  test =  0.7750981\n",
      "epoch =  8793 train =  0.8459178  test =  0.81878585\n",
      "epoch =  8794 train =  0.80297214  test =  0.7139753\n",
      "epoch =  8795 train =  0.84835255  test =  0.9249548\n",
      "epoch =  8796 train =  0.7798414  test =  0.8445075\n",
      "epoch =  8797 train =  0.8357989  test =  0.8153042\n",
      "epoch =  8798 train =  0.78200406  test =  0.8100275\n",
      "epoch =  8799 train =  0.79535264  test =  0.79758906\n",
      "epoch =  8800 train =  0.81578743  test =  0.88947195\n",
      "epoch =  8801 train =  0.856944  test =  0.795993\n",
      "epoch =  8802 train =  0.86749566  test =  0.8278343\n",
      "epoch =  8803 train =  0.80930364  test =  0.8274917\n",
      "epoch =  8804 train =  0.8215064  test =  0.74716\n",
      "epoch =  8805 train =  0.8384201  test =  0.9154079\n",
      "epoch =  8806 train =  0.8091035  test =  0.9140608\n",
      "epoch =  8807 train =  0.8317966  test =  0.80558467\n",
      "epoch =  8808 train =  0.82563794  test =  0.90543383\n",
      "epoch =  8809 train =  0.8624418  test =  0.9799752\n",
      "epoch =  8810 train =  0.83509326  test =  0.7987063\n",
      "epoch =  8811 train =  0.80444217  test =  0.8471064\n",
      "epoch =  8812 train =  0.8219948  test =  0.80761313\n",
      "epoch =  8813 train =  0.7951313  test =  0.9023046\n",
      "epoch =  8814 train =  0.82609564  test =  0.80436677\n",
      "epoch =  8815 train =  0.788774  test =  0.8664302\n",
      "epoch =  8816 train =  0.88947624  test =  0.836237\n",
      "epoch =  8817 train =  0.82649195  test =  0.9181856\n",
      "epoch =  8818 train =  0.8565455  test =  0.8779375\n",
      "epoch =  8819 train =  0.86400914  test =  0.8375788\n",
      "epoch =  8820 train =  0.8212457  test =  0.8031425\n",
      "epoch =  8821 train =  0.8527976  test =  0.86672664\n",
      "epoch =  8822 train =  0.84954304  test =  0.80845344\n",
      "epoch =  8823 train =  0.7956946  test =  0.84037685\n",
      "epoch =  8824 train =  0.79747075  test =  0.84412384\n",
      "epoch =  8825 train =  0.8015021  test =  0.8166199\n",
      "epoch =  8826 train =  0.82431895  test =  0.8554753\n",
      "epoch =  8827 train =  0.8518809  test =  0.82274395\n",
      "epoch =  8828 train =  0.7765998  test =  0.83914316\n",
      "epoch =  8829 train =  0.781019  test =  0.82574487\n",
      "epoch =  8830 train =  0.8373016  test =  0.85433215\n",
      "epoch =  8831 train =  0.8477948  test =  0.8056064\n",
      "epoch =  8832 train =  0.843778  test =  0.7752146\n",
      "epoch =  8833 train =  0.8321136  test =  0.78347594\n",
      "epoch =  8834 train =  0.7685885  test =  0.8530197\n",
      "epoch =  8835 train =  0.8584647  test =  0.8186435\n",
      "epoch =  8836 train =  0.79027927  test =  0.8073853\n",
      "epoch =  8837 train =  0.79097414  test =  0.83609957\n",
      "epoch =  8838 train =  0.8019331  test =  0.8285091\n",
      "epoch =  8839 train =  0.7720708  test =  0.8391452\n",
      "epoch =  8840 train =  0.82308054  test =  0.8725134\n",
      "epoch =  8841 train =  0.78285074  test =  0.7999711\n",
      "epoch =  8842 train =  0.77234685  test =  0.88712686\n",
      "epoch =  8843 train =  0.7486697  test =  0.774964\n",
      "epoch =  8844 train =  0.83365095  test =  0.7559605\n",
      "epoch =  8845 train =  0.82106704  test =  0.7396164\n",
      "epoch =  8846 train =  0.82570124  test =  0.86730087\n",
      "epoch =  8847 train =  0.8550911  test =  0.752826\n",
      "epoch =  8848 train =  0.8575187  test =  0.76515055\n",
      "epoch =  8849 train =  0.85826993  test =  0.94928217\n",
      "epoch =  8850 train =  0.81439894  test =  0.8321823\n",
      "epoch =  8851 train =  0.80969566  test =  0.74037606\n",
      "epoch =  8852 train =  0.82286745  test =  0.88616055\n",
      "epoch =  8853 train =  0.82397985  test =  0.785769\n",
      "epoch =  8854 train =  0.8030459  test =  0.8604385\n",
      "epoch =  8855 train =  0.91067994  test =  0.7931008\n",
      "epoch =  8856 train =  0.8059635  test =  0.8276056\n",
      "epoch =  8857 train =  0.8807081  test =  0.77553076\n",
      "epoch =  8858 train =  0.78659165  test =  0.87905633\n",
      "epoch =  8859 train =  0.8248381  test =  0.8264622\n",
      "epoch =  8860 train =  0.86817753  test =  0.79370755\n",
      "epoch =  8861 train =  0.85333  test =  0.8612134\n",
      "epoch =  8862 train =  0.8398187  test =  0.827846\n",
      "epoch =  8863 train =  0.8558227  test =  0.8335101\n",
      "epoch =  8864 train =  0.8260752  test =  0.85109234\n",
      "epoch =  8865 train =  0.7731645  test =  0.90971786\n",
      "epoch =  8866 train =  0.79321074  test =  0.7692085\n",
      "epoch =  8867 train =  0.8182738  test =  0.8683741\n",
      "epoch =  8868 train =  0.8502189  test =  0.80967325\n",
      "epoch =  8869 train =  0.7451429  test =  0.821774\n",
      "epoch =  8870 train =  0.81276023  test =  0.8106587\n",
      "epoch =  8871 train =  0.82705784  test =  0.77341586\n",
      "epoch =  8872 train =  0.82887876  test =  0.92727745\n",
      "epoch =  8873 train =  0.8434019  test =  0.8865945\n",
      "epoch =  8874 train =  0.7891497  test =  0.7985445\n",
      "epoch =  8875 train =  0.7636696  test =  0.7901616\n",
      "epoch =  8876 train =  0.8805767  test =  0.86201227\n",
      "epoch =  8877 train =  0.82769644  test =  0.7741187\n",
      "epoch =  8878 train =  0.8212533  test =  0.7751675\n",
      "epoch =  8879 train =  0.851755  test =  0.9008904\n",
      "epoch =  8880 train =  0.86198545  test =  0.79680586\n",
      "epoch =  8881 train =  0.832824  test =  0.80394775\n",
      "epoch =  8882 train =  0.78774714  test =  0.79517645\n",
      "epoch =  8883 train =  0.8502653  test =  0.78458637\n",
      "epoch =  8884 train =  0.8754003  test =  0.8284755\n",
      "epoch =  8885 train =  0.77969193  test =  0.73872685\n",
      "epoch =  8886 train =  0.82290244  test =  0.8508425\n",
      "epoch =  8887 train =  0.81261086  test =  0.83609927\n",
      "epoch =  8888 train =  0.83219266  test =  0.8319564\n",
      "epoch =  8889 train =  0.8285432  test =  0.8543172\n",
      "epoch =  8890 train =  0.7739185  test =  0.79378456\n",
      "epoch =  8891 train =  0.88208675  test =  0.87052137\n",
      "epoch =  8892 train =  0.8572526  test =  0.7874975\n",
      "epoch =  8893 train =  0.8462162  test =  0.83629405\n",
      "epoch =  8894 train =  0.7818662  test =  0.88887024\n",
      "epoch =  8895 train =  0.80031323  test =  0.8086646\n",
      "epoch =  8896 train =  0.7921822  test =  0.7810181\n",
      "epoch =  8897 train =  0.8562969  test =  0.84281695\n",
      "epoch =  8898 train =  0.78193915  test =  0.76566815\n",
      "epoch =  8899 train =  0.8273295  test =  0.8259638\n",
      "epoch =  8900 train =  0.834116  test =  0.7800321\n",
      "epoch =  8901 train =  0.86305976  test =  0.7911123\n",
      "epoch =  8902 train =  0.7911298  test =  0.8238471\n",
      "epoch =  8903 train =  0.8927543  test =  0.7981043\n",
      "epoch =  8904 train =  0.8289428  test =  0.7656178\n",
      "epoch =  8905 train =  0.8030977  test =  0.79906684\n",
      "epoch =  8906 train =  0.8143189  test =  0.8030169\n",
      "epoch =  8907 train =  0.87149847  test =  0.80224156\n",
      "epoch =  8908 train =  0.78841853  test =  0.76125795\n",
      "epoch =  8909 train =  0.78684986  test =  1.0147555\n",
      "epoch =  8910 train =  0.7924421  test =  0.83589935\n",
      "epoch =  8911 train =  0.8490908  test =  0.88271564\n",
      "epoch =  8912 train =  0.8405845  test =  0.80582124\n",
      "epoch =  8913 train =  0.85337913  test =  0.9406626\n",
      "epoch =  8914 train =  0.87772655  test =  0.797778\n",
      "epoch =  8915 train =  0.8182583  test =  0.8492729\n",
      "epoch =  8916 train =  0.8486053  test =  0.84955436\n",
      "epoch =  8917 train =  0.81296575  test =  0.80975264\n",
      "epoch =  8918 train =  0.85241675  test =  0.8064882\n",
      "epoch =  8919 train =  0.84810823  test =  0.91088593\n",
      "epoch =  8920 train =  0.81905067  test =  0.80347234\n",
      "epoch =  8921 train =  0.8648132  test =  0.88956654\n",
      "epoch =  8922 train =  0.8650644  test =  0.86952853\n",
      "epoch =  8923 train =  0.8430344  test =  0.83111197\n",
      "epoch =  8924 train =  0.8385377  test =  0.86009556\n",
      "epoch =  8925 train =  0.8133737  test =  0.83311504\n",
      "epoch =  8926 train =  0.78981626  test =  0.79415643\n",
      "epoch =  8927 train =  0.8695021  test =  0.8402188\n",
      "epoch =  8928 train =  0.81687164  test =  0.76841563\n",
      "epoch =  8929 train =  0.7959608  test =  0.83566546\n",
      "epoch =  8930 train =  0.84505796  test =  0.82500076\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  8931 train =  0.8771966  test =  0.8882902\n",
      "epoch =  8932 train =  0.81716394  test =  0.76081693\n",
      "epoch =  8933 train =  0.7962012  test =  0.79543066\n",
      "epoch =  8934 train =  0.8137016  test =  0.7935161\n",
      "epoch =  8935 train =  0.83414406  test =  0.77988786\n",
      "epoch =  8936 train =  0.8438988  test =  0.8289496\n",
      "epoch =  8937 train =  0.81616044  test =  0.7737194\n",
      "epoch =  8938 train =  0.74049747  test =  0.7976756\n",
      "epoch =  8939 train =  0.83824897  test =  0.7473442\n",
      "epoch =  8940 train =  0.8824977  test =  0.88388234\n",
      "epoch =  8941 train =  0.7598071  test =  0.8596947\n",
      "epoch =  8942 train =  0.7747133  test =  0.87961555\n",
      "epoch =  8943 train =  0.81707793  test =  0.8463289\n",
      "epoch =  8944 train =  0.8451872  test =  0.7892149\n",
      "epoch =  8945 train =  0.8699118  test =  0.906828\n",
      "epoch =  8946 train =  0.8019538  test =  0.8261634\n",
      "epoch =  8947 train =  0.8736989  test =  0.7946494\n",
      "epoch =  8948 train =  0.85511386  test =  0.8189128\n",
      "epoch =  8949 train =  0.80575544  test =  0.92081714\n",
      "epoch =  8950 train =  0.84491634  test =  0.77418333\n",
      "epoch =  8951 train =  0.81733537  test =  0.8406973\n",
      "epoch =  8952 train =  0.8738016  test =  0.8306987\n",
      "epoch =  8953 train =  0.80757964  test =  0.8124482\n",
      "epoch =  8954 train =  0.8268597  test =  0.8038271\n",
      "epoch =  8955 train =  0.8248359  test =  0.81402993\n",
      "epoch =  8956 train =  0.9013382  test =  0.8439024\n",
      "epoch =  8957 train =  0.79628086  test =  0.8023218\n",
      "epoch =  8958 train =  0.8064387  test =  0.918278\n",
      "epoch =  8959 train =  0.802494  test =  0.8875778\n",
      "epoch =  8960 train =  0.85545313  test =  0.80251753\n",
      "epoch =  8961 train =  0.78667474  test =  0.79124343\n",
      "epoch =  8962 train =  0.85270965  test =  0.78648907\n",
      "epoch =  8963 train =  0.81901246  test =  0.8389097\n",
      "epoch =  8964 train =  0.87400043  test =  0.7204906\n",
      "epoch =  8965 train =  0.8328712  test =  0.8375663\n",
      "epoch =  8966 train =  0.800213  test =  0.7718452\n",
      "epoch =  8967 train =  0.7530496  test =  0.84360534\n",
      "epoch =  8968 train =  0.76521313  test =  0.79345924\n",
      "epoch =  8969 train =  0.79148936  test =  0.8502611\n",
      "epoch =  8970 train =  0.8340145  test =  0.85352904\n",
      "epoch =  8971 train =  0.84006214  test =  0.83411\n",
      "epoch =  8972 train =  0.8189206  test =  0.87122375\n",
      "epoch =  8973 train =  0.83966243  test =  0.81608343\n",
      "epoch =  8974 train =  0.8663867  test =  0.8352166\n",
      "epoch =  8975 train =  0.7553539  test =  0.8227841\n",
      "epoch =  8976 train =  0.8216026  test =  0.8185027\n",
      "epoch =  8977 train =  0.82916003  test =  0.93811816\n",
      "epoch =  8978 train =  0.8017746  test =  0.8726837\n",
      "epoch =  8979 train =  0.8076226  test =  0.78083503\n",
      "epoch =  8980 train =  0.8487236  test =  0.83655626\n",
      "epoch =  8981 train =  0.89771223  test =  0.84595263\n",
      "epoch =  8982 train =  0.8385395  test =  0.77832484\n",
      "epoch =  8983 train =  0.8202964  test =  0.8399391\n",
      "epoch =  8984 train =  0.7673275  test =  0.8268886\n",
      "epoch =  8985 train =  0.8401231  test =  0.81734663\n",
      "epoch =  8986 train =  0.826391  test =  0.7777798\n",
      "epoch =  8987 train =  0.84016365  test =  0.77596784\n",
      "epoch =  8988 train =  0.83015406  test =  0.76717097\n",
      "epoch =  8989 train =  0.80974156  test =  0.76594335\n",
      "epoch =  8990 train =  0.8754045  test =  0.88881093\n",
      "epoch =  8991 train =  0.8557036  test =  0.8541122\n",
      "epoch =  8992 train =  0.89729637  test =  0.80513144\n",
      "epoch =  8993 train =  0.7878689  test =  0.8080874\n",
      "epoch =  8994 train =  0.8002699  test =  0.7846301\n",
      "epoch =  8995 train =  0.80451536  test =  0.7489972\n",
      "epoch =  8996 train =  0.75996804  test =  0.830764\n",
      "epoch =  8997 train =  0.88473153  test =  0.7509241\n",
      "epoch =  8998 train =  0.8401239  test =  0.8365628\n",
      "epoch =  8999 train =  0.77390546  test =  0.86592895\n",
      "epoch =  9000 train =  0.80688596  test =  0.8102895\n",
      "epoch =  9001 train =  0.87560606  test =  0.8216134\n",
      "epoch =  9002 train =  0.7946826  test =  0.85293776\n",
      "epoch =  9003 train =  0.85847855  test =  0.81318307\n",
      "epoch =  9004 train =  0.86185  test =  0.9298873\n",
      "epoch =  9005 train =  0.8152447  test =  0.8658341\n",
      "epoch =  9006 train =  0.8137636  test =  0.8135421\n",
      "epoch =  9007 train =  0.82199025  test =  0.90460765\n",
      "epoch =  9008 train =  0.8077501  test =  0.8233658\n",
      "epoch =  9009 train =  0.808585  test =  0.75262636\n",
      "epoch =  9010 train =  0.82060885  test =  0.75236684\n",
      "epoch =  9011 train =  0.7945661  test =  0.84013444\n",
      "epoch =  9012 train =  0.88169044  test =  0.8448868\n",
      "epoch =  9013 train =  0.85543436  test =  0.7876427\n",
      "epoch =  9014 train =  0.8547983  test =  0.7774486\n",
      "epoch =  9015 train =  0.80641985  test =  0.7805868\n",
      "epoch =  9016 train =  0.81275934  test =  0.8039426\n",
      "epoch =  9017 train =  0.7845348  test =  0.8366633\n",
      "epoch =  9018 train =  0.78564596  test =  0.7908407\n",
      "epoch =  9019 train =  0.77196074  test =  0.8543258\n",
      "epoch =  9020 train =  0.82616085  test =  0.83079576\n",
      "epoch =  9021 train =  0.8282068  test =  0.78621143\n",
      "epoch =  9022 train =  0.7887119  test =  0.815585\n",
      "epoch =  9023 train =  0.7874264  test =  0.84065545\n",
      "epoch =  9024 train =  0.8315413  test =  0.89047974\n",
      "epoch =  9025 train =  0.79313004  test =  0.85160345\n",
      "epoch =  9026 train =  0.8067361  test =  0.8880868\n",
      "epoch =  9027 train =  0.82569987  test =  0.8441581\n",
      "epoch =  9028 train =  0.80271524  test =  0.8158772\n",
      "epoch =  9029 train =  0.817469  test =  0.8248378\n",
      "epoch =  9030 train =  0.8085318  test =  0.7770976\n",
      "epoch =  9031 train =  0.8273549  test =  0.84724295\n",
      "epoch =  9032 train =  0.83741724  test =  0.8692068\n",
      "epoch =  9033 train =  0.81947637  test =  0.896376\n",
      "epoch =  9034 train =  0.8048868  test =  0.77973425\n",
      "epoch =  9035 train =  0.8433661  test =  0.88697124\n",
      "epoch =  9036 train =  0.79873645  test =  0.818511\n",
      "epoch =  9037 train =  0.8232751  test =  0.7775747\n",
      "epoch =  9038 train =  0.81301963  test =  0.86849713\n",
      "epoch =  9039 train =  0.8064103  test =  0.8381088\n",
      "epoch =  9040 train =  0.917011  test =  0.76855063\n",
      "epoch =  9041 train =  0.8908266  test =  0.82337195\n",
      "epoch =  9042 train =  0.77576447  test =  0.8265712\n",
      "epoch =  9043 train =  0.8490508  test =  0.8103647\n",
      "epoch =  9044 train =  0.8217884  test =  0.82229567\n",
      "epoch =  9045 train =  0.86979413  test =  0.82094985\n",
      "epoch =  9046 train =  0.76546705  test =  0.8150789\n",
      "epoch =  9047 train =  0.80562866  test =  0.8986427\n",
      "epoch =  9048 train =  0.75900126  test =  0.83410543\n",
      "epoch =  9049 train =  0.813836  test =  0.77191347\n",
      "epoch =  9050 train =  0.8875425  test =  0.8491697\n",
      "epoch =  9051 train =  0.84399056  test =  0.94780296\n",
      "epoch =  9052 train =  0.8356534  test =  0.8079562\n",
      "epoch =  9053 train =  0.8453408  test =  0.811724\n",
      "epoch =  9054 train =  0.79458  test =  0.7509118\n",
      "epoch =  9055 train =  0.8197479  test =  0.82292295\n",
      "epoch =  9056 train =  0.81283  test =  0.824498\n",
      "epoch =  9057 train =  0.84657633  test =  0.82996374\n",
      "epoch =  9058 train =  0.81907916  test =  0.78469795\n",
      "epoch =  9059 train =  0.7939296  test =  0.8035235\n",
      "epoch =  9060 train =  0.84215117  test =  0.8717941\n",
      "epoch =  9061 train =  0.8455274  test =  0.9315679\n",
      "epoch =  9062 train =  0.8318604  test =  0.9314505\n",
      "epoch =  9063 train =  0.8613813  test =  0.75883186\n",
      "epoch =  9064 train =  0.85359097  test =  0.8047483\n",
      "epoch =  9065 train =  0.7806937  test =  0.91204476\n",
      "epoch =  9066 train =  0.81154263  test =  0.76421356\n",
      "epoch =  9067 train =  0.7871728  test =  0.8207499\n",
      "epoch =  9068 train =  0.81805915  test =  0.8500027\n",
      "epoch =  9069 train =  0.8425648  test =  0.87862337\n",
      "epoch =  9070 train =  0.8421049  test =  0.75691074\n",
      "epoch =  9071 train =  0.7986847  test =  0.81287277\n",
      "epoch =  9072 train =  0.8404802  test =  0.9096451\n",
      "epoch =  9073 train =  0.77544343  test =  0.83533293\n",
      "epoch =  9074 train =  0.77255344  test =  0.8470691\n",
      "epoch =  9075 train =  0.88394034  test =  0.7847211\n",
      "epoch =  9076 train =  0.8424175  test =  0.83351916\n",
      "epoch =  9077 train =  0.84647715  test =  0.828834\n",
      "epoch =  9078 train =  0.8004813  test =  0.80937785\n",
      "epoch =  9079 train =  0.79940844  test =  0.8835772\n",
      "epoch =  9080 train =  0.900419  test =  0.99450713\n",
      "epoch =  9081 train =  0.7809714  test =  0.8841875\n",
      "epoch =  9082 train =  0.8129729  test =  0.79962254\n",
      "epoch =  9083 train =  0.79632616  test =  0.77064496\n",
      "epoch =  9084 train =  0.8020676  test =  0.8434665\n",
      "epoch =  9085 train =  0.82648855  test =  0.7944657\n",
      "epoch =  9086 train =  0.803162  test =  0.90819347\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9087 train =  0.8667203  test =  0.8952822\n",
      "epoch =  9088 train =  0.8594613  test =  0.8428444\n",
      "epoch =  9089 train =  0.8213508  test =  0.8806551\n",
      "epoch =  9090 train =  0.8436862  test =  0.7888389\n",
      "epoch =  9091 train =  0.8322839  test =  0.89858466\n",
      "epoch =  9092 train =  0.81374097  test =  0.85893965\n",
      "epoch =  9093 train =  0.84719497  test =  0.7960864\n",
      "epoch =  9094 train =  0.7650783  test =  0.76690066\n",
      "epoch =  9095 train =  0.8201206  test =  0.90668416\n",
      "epoch =  9096 train =  0.79109585  test =  0.84947276\n",
      "epoch =  9097 train =  0.8055848  test =  0.79040194\n",
      "epoch =  9098 train =  0.86009645  test =  0.82418287\n",
      "epoch =  9099 train =  0.7946478  test =  0.81670505\n",
      "epoch =  9100 train =  0.8198763  test =  0.7315747\n",
      "epoch =  9101 train =  0.81090224  test =  0.77229077\n",
      "epoch =  9102 train =  0.8538209  test =  0.8716415\n",
      "epoch =  9103 train =  0.7706957  test =  0.7562165\n",
      "epoch =  9104 train =  0.7914231  test =  0.8116463\n",
      "epoch =  9105 train =  0.8196787  test =  0.8542216\n",
      "epoch =  9106 train =  0.83599067  test =  0.86108553\n",
      "epoch =  9107 train =  0.8052753  test =  0.80173486\n",
      "epoch =  9108 train =  0.78857344  test =  0.85703146\n",
      "epoch =  9109 train =  0.75407296  test =  0.8115519\n",
      "epoch =  9110 train =  0.85682213  test =  0.8477817\n",
      "epoch =  9111 train =  0.85568273  test =  0.8104045\n",
      "epoch =  9112 train =  0.8494644  test =  0.80219674\n",
      "epoch =  9113 train =  0.8498891  test =  0.74867374\n",
      "epoch =  9114 train =  0.79856217  test =  0.87223476\n",
      "epoch =  9115 train =  0.8157885  test =  0.83578914\n",
      "epoch =  9116 train =  0.8331356  test =  0.80080414\n",
      "epoch =  9117 train =  0.8022718  test =  0.8223625\n",
      "epoch =  9118 train =  0.8604374  test =  0.8108989\n",
      "epoch =  9119 train =  0.78513163  test =  0.80244005\n",
      "epoch =  9120 train =  0.81956017  test =  0.78443265\n",
      "epoch =  9121 train =  0.85926974  test =  0.88931865\n",
      "epoch =  9122 train =  0.85090804  test =  0.8700691\n",
      "epoch =  9123 train =  0.8274801  test =  0.7271409\n",
      "epoch =  9124 train =  0.77379656  test =  0.8412\n",
      "epoch =  9125 train =  0.8362953  test =  0.7452891\n",
      "epoch =  9126 train =  0.83574116  test =  0.7564224\n",
      "epoch =  9127 train =  0.82371914  test =  0.8109374\n",
      "epoch =  9128 train =  0.7654203  test =  0.7911202\n",
      "epoch =  9129 train =  0.8264866  test =  0.8605024\n",
      "epoch =  9130 train =  0.83450353  test =  0.9210964\n",
      "epoch =  9131 train =  0.8027524  test =  0.79206425\n",
      "epoch =  9132 train =  0.83706117  test =  0.8488595\n",
      "epoch =  9133 train =  0.8059319  test =  0.8281356\n",
      "epoch =  9134 train =  0.791065  test =  0.7654015\n",
      "epoch =  9135 train =  0.8438359  test =  0.7332675\n",
      "epoch =  9136 train =  0.83286786  test =  0.76742524\n",
      "epoch =  9137 train =  0.8046951  test =  0.78155714\n",
      "epoch =  9138 train =  0.82523775  test =  0.79830223\n",
      "epoch =  9139 train =  0.80611825  test =  0.81762487\n",
      "epoch =  9140 train =  0.7848202  test =  0.80282265\n",
      "epoch =  9141 train =  0.86565256  test =  0.86959714\n",
      "epoch =  9142 train =  0.81493104  test =  0.8286994\n",
      "epoch =  9143 train =  0.84165955  test =  0.8016012\n",
      "epoch =  9144 train =  0.87481487  test =  0.7833104\n",
      "epoch =  9145 train =  0.79312086  test =  0.87899923\n",
      "epoch =  9146 train =  0.85240996  test =  0.8068171\n",
      "epoch =  9147 train =  0.8267168  test =  0.7948586\n",
      "epoch =  9148 train =  0.79914135  test =  0.81347066\n",
      "epoch =  9149 train =  0.83091253  test =  0.86790013\n",
      "epoch =  9150 train =  0.8107022  test =  0.93136084\n",
      "epoch =  9151 train =  0.81299704  test =  0.85445064\n",
      "epoch =  9152 train =  0.8075042  test =  0.8176153\n",
      "epoch =  9153 train =  0.77704275  test =  0.8422355\n",
      "epoch =  9154 train =  0.839865  test =  0.7579015\n",
      "epoch =  9155 train =  0.8035724  test =  0.85450953\n",
      "epoch =  9156 train =  0.8310413  test =  0.7810527\n",
      "epoch =  9157 train =  0.85908914  test =  0.84980214\n",
      "epoch =  9158 train =  0.84470195  test =  0.81937003\n",
      "epoch =  9159 train =  0.77630883  test =  0.8569133\n",
      "epoch =  9160 train =  0.796048  test =  0.85707814\n",
      "epoch =  9161 train =  0.853449  test =  0.8040514\n",
      "epoch =  9162 train =  0.80030495  test =  0.8274885\n",
      "epoch =  9163 train =  0.7950357  test =  0.77323043\n",
      "epoch =  9164 train =  0.8283206  test =  0.8221399\n",
      "epoch =  9165 train =  0.806118  test =  0.8966358\n",
      "epoch =  9166 train =  0.8226882  test =  0.78424686\n",
      "epoch =  9167 train =  0.8939293  test =  0.78711957\n",
      "epoch =  9168 train =  0.81590664  test =  0.75853586\n",
      "epoch =  9169 train =  0.81546855  test =  0.8291797\n",
      "epoch =  9170 train =  0.89698076  test =  0.8403699\n",
      "epoch =  9171 train =  0.85906994  test =  0.82361704\n",
      "epoch =  9172 train =  0.8328216  test =  0.7667203\n",
      "epoch =  9173 train =  0.8266029  test =  0.908679\n",
      "epoch =  9174 train =  0.8306005  test =  0.75227004\n",
      "epoch =  9175 train =  0.7943629  test =  0.7690223\n",
      "epoch =  9176 train =  0.79184717  test =  0.8520561\n",
      "epoch =  9177 train =  0.79989207  test =  0.8331277\n",
      "epoch =  9178 train =  0.8416963  test =  0.82223207\n",
      "epoch =  9179 train =  0.77618814  test =  0.75475967\n",
      "epoch =  9180 train =  0.7835748  test =  0.85745645\n",
      "epoch =  9181 train =  0.826984  test =  0.7813574\n",
      "epoch =  9182 train =  0.77134526  test =  0.79933757\n",
      "epoch =  9183 train =  0.85241663  test =  0.8609769\n",
      "epoch =  9184 train =  0.8962743  test =  0.85920036\n",
      "epoch =  9185 train =  0.8130268  test =  0.83439195\n",
      "epoch =  9186 train =  0.8689201  test =  0.82789034\n",
      "epoch =  9187 train =  0.8375745  test =  0.74143374\n",
      "epoch =  9188 train =  0.8056669  test =  0.8230454\n",
      "epoch =  9189 train =  0.8302264  test =  0.84192157\n",
      "epoch =  9190 train =  0.81796134  test =  0.8243907\n",
      "epoch =  9191 train =  0.8005464  test =  0.8184134\n",
      "epoch =  9192 train =  0.8441634  test =  0.77551264\n",
      "epoch =  9193 train =  0.8047949  test =  0.7811983\n",
      "epoch =  9194 train =  0.8333677  test =  0.8108916\n",
      "epoch =  9195 train =  0.7576431  test =  0.87957746\n",
      "epoch =  9196 train =  0.83852315  test =  0.91435707\n",
      "epoch =  9197 train =  0.8456125  test =  0.812734\n",
      "epoch =  9198 train =  0.77692235  test =  0.82391137\n",
      "epoch =  9199 train =  0.8565148  test =  0.91420144\n",
      "epoch =  9200 train =  0.83804333  test =  0.8346192\n",
      "epoch =  9201 train =  0.8004853  test =  0.81132025\n",
      "epoch =  9202 train =  0.83283365  test =  0.7894373\n",
      "epoch =  9203 train =  0.79578024  test =  0.79682344\n",
      "epoch =  9204 train =  0.8568722  test =  0.81164163\n",
      "epoch =  9205 train =  0.7851975  test =  0.7530022\n",
      "epoch =  9206 train =  0.82267845  test =  0.90847313\n",
      "epoch =  9207 train =  0.8381133  test =  0.87278575\n",
      "epoch =  9208 train =  0.7963556  test =  0.73956114\n",
      "epoch =  9209 train =  0.7949625  test =  0.8537081\n",
      "epoch =  9210 train =  0.7941186  test =  0.78816724\n",
      "epoch =  9211 train =  0.813559  test =  0.8079798\n",
      "epoch =  9212 train =  0.83759344  test =  0.8942558\n",
      "epoch =  9213 train =  0.8134458  test =  0.9431992\n",
      "epoch =  9214 train =  0.81752765  test =  0.8066823\n",
      "epoch =  9215 train =  0.8690187  test =  0.8133072\n",
      "epoch =  9216 train =  0.7739674  test =  0.79539084\n",
      "epoch =  9217 train =  0.79818946  test =  0.79430795\n",
      "epoch =  9218 train =  0.7941514  test =  0.8049968\n",
      "epoch =  9219 train =  0.78257823  test =  0.8360676\n",
      "epoch =  9220 train =  0.8160276  test =  0.8557559\n",
      "epoch =  9221 train =  0.82247627  test =  0.8944373\n",
      "epoch =  9222 train =  0.8536378  test =  0.82579756\n",
      "epoch =  9223 train =  0.81851643  test =  0.9213506\n",
      "epoch =  9224 train =  0.7832373  test =  0.9219005\n",
      "epoch =  9225 train =  0.82494915  test =  0.8237384\n",
      "epoch =  9226 train =  0.83787966  test =  0.875246\n",
      "epoch =  9227 train =  0.8119451  test =  0.83997315\n",
      "epoch =  9228 train =  0.86382884  test =  0.80899173\n",
      "epoch =  9229 train =  0.81548023  test =  0.808609\n",
      "epoch =  9230 train =  0.8314357  test =  0.83802927\n",
      "epoch =  9231 train =  0.81122243  test =  0.8822608\n",
      "epoch =  9232 train =  0.89616454  test =  0.85905516\n",
      "epoch =  9233 train =  0.8327984  test =  0.761058\n",
      "epoch =  9234 train =  0.7876588  test =  0.8615221\n",
      "epoch =  9235 train =  0.79831123  test =  0.7984824\n",
      "epoch =  9236 train =  0.8360665  test =  0.7746663\n",
      "epoch =  9237 train =  0.77734035  test =  0.8714819\n",
      "epoch =  9238 train =  0.7940012  test =  0.86800003\n",
      "epoch =  9239 train =  0.82807034  test =  0.8122294\n",
      "epoch =  9240 train =  0.7946372  test =  0.8100134\n",
      "epoch =  9241 train =  0.8334972  test =  0.79864675\n",
      "epoch =  9242 train =  0.7646752  test =  0.80713874\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9243 train =  0.8092536  test =  0.8617493\n",
      "epoch =  9244 train =  0.8178975  test =  0.8147082\n",
      "epoch =  9245 train =  0.83653975  test =  0.75734854\n",
      "epoch =  9246 train =  0.80904365  test =  0.7428642\n",
      "epoch =  9247 train =  0.7453289  test =  0.80308807\n",
      "epoch =  9248 train =  0.8274052  test =  0.8848005\n",
      "epoch =  9249 train =  0.80021304  test =  0.82650495\n",
      "epoch =  9250 train =  0.8480523  test =  0.781873\n",
      "epoch =  9251 train =  0.8484384  test =  0.83428925\n",
      "epoch =  9252 train =  0.9624703  test =  0.957389\n",
      "epoch =  9253 train =  0.8130921  test =  0.8026209\n",
      "epoch =  9254 train =  0.80617654  test =  0.87156016\n",
      "epoch =  9255 train =  0.79497373  test =  0.79584473\n",
      "epoch =  9256 train =  0.8279531  test =  0.77689314\n",
      "epoch =  9257 train =  0.7887143  test =  0.7720759\n",
      "epoch =  9258 train =  0.8769786  test =  0.8042939\n",
      "epoch =  9259 train =  0.8187332  test =  0.8484441\n",
      "epoch =  9260 train =  0.86577815  test =  0.84532976\n",
      "epoch =  9261 train =  0.83912253  test =  0.77919877\n",
      "epoch =  9262 train =  0.85300183  test =  0.8419813\n",
      "epoch =  9263 train =  0.8244904  test =  0.8473783\n",
      "epoch =  9264 train =  0.8689449  test =  0.7902204\n",
      "epoch =  9265 train =  0.8896173  test =  0.8509168\n",
      "epoch =  9266 train =  0.85673  test =  0.84829867\n",
      "epoch =  9267 train =  0.75531113  test =  0.800165\n",
      "epoch =  9268 train =  0.76929146  test =  0.72601646\n",
      "epoch =  9269 train =  0.8500227  test =  0.84554726\n",
      "epoch =  9270 train =  0.7915238  test =  0.84649044\n",
      "epoch =  9271 train =  0.7829202  test =  0.73642296\n",
      "epoch =  9272 train =  0.836375  test =  0.7946193\n",
      "epoch =  9273 train =  0.8130145  test =  0.7959207\n",
      "epoch =  9274 train =  0.7775099  test =  0.83292466\n",
      "epoch =  9275 train =  0.81539524  test =  0.861175\n",
      "epoch =  9276 train =  0.79409915  test =  0.86721194\n",
      "epoch =  9277 train =  0.8355851  test =  0.86125416\n",
      "epoch =  9278 train =  0.8525113  test =  0.92231345\n",
      "epoch =  9279 train =  0.81528497  test =  0.9012171\n",
      "epoch =  9280 train =  0.835523  test =  0.7699928\n",
      "epoch =  9281 train =  0.8185953  test =  0.8578161\n",
      "epoch =  9282 train =  0.78909373  test =  0.8647514\n",
      "epoch =  9283 train =  0.8167302  test =  0.7864889\n",
      "epoch =  9284 train =  0.805227  test =  0.9170074\n",
      "epoch =  9285 train =  0.83714175  test =  1.0118757\n",
      "epoch =  9286 train =  0.8271668  test =  0.8283838\n",
      "epoch =  9287 train =  0.7980025  test =  0.87591267\n",
      "epoch =  9288 train =  0.84502953  test =  0.77306217\n",
      "epoch =  9289 train =  0.7756508  test =  0.7669589\n",
      "epoch =  9290 train =  0.83752114  test =  0.7816869\n",
      "epoch =  9291 train =  0.81712633  test =  0.83853054\n",
      "epoch =  9292 train =  0.8213668  test =  0.83643574\n",
      "epoch =  9293 train =  0.8081187  test =  0.77605385\n",
      "epoch =  9294 train =  0.813831  test =  0.8619929\n",
      "epoch =  9295 train =  0.79465175  test =  0.8747431\n",
      "epoch =  9296 train =  0.8199464  test =  0.8014742\n",
      "epoch =  9297 train =  0.88769674  test =  0.90508115\n",
      "epoch =  9298 train =  0.88494885  test =  0.8189838\n",
      "epoch =  9299 train =  0.78072345  test =  0.7214679\n",
      "epoch =  9300 train =  0.82438326  test =  0.88738686\n",
      "epoch =  9301 train =  0.79895866  test =  0.77650553\n",
      "epoch =  9302 train =  0.8117713  test =  0.78554046\n",
      "epoch =  9303 train =  0.8889694  test =  0.79060566\n",
      "epoch =  9304 train =  0.807024  test =  0.8357142\n",
      "epoch =  9305 train =  0.8204764  test =  0.78085184\n",
      "epoch =  9306 train =  0.82903016  test =  0.9063092\n",
      "epoch =  9307 train =  0.84997237  test =  0.7837304\n",
      "epoch =  9308 train =  0.85233223  test =  0.82730156\n",
      "epoch =  9309 train =  0.86928236  test =  0.822596\n",
      "epoch =  9310 train =  0.87588406  test =  0.8541057\n",
      "epoch =  9311 train =  0.8408386  test =  0.78747964\n",
      "epoch =  9312 train =  0.770331  test =  0.8342305\n",
      "epoch =  9313 train =  0.941508  test =  0.8711883\n",
      "epoch =  9314 train =  0.87516415  test =  0.8352723\n",
      "epoch =  9315 train =  0.86813164  test =  0.83887535\n",
      "epoch =  9316 train =  0.8036573  test =  0.77254707\n",
      "epoch =  9317 train =  0.79142475  test =  0.82220966\n",
      "epoch =  9318 train =  0.78744996  test =  0.9469768\n",
      "epoch =  9319 train =  0.7774247  test =  0.76811165\n",
      "epoch =  9320 train =  0.77117026  test =  0.7899879\n",
      "epoch =  9321 train =  0.8183912  test =  0.8177211\n",
      "epoch =  9322 train =  0.81159556  test =  0.8356482\n",
      "epoch =  9323 train =  0.8879882  test =  0.85101473\n",
      "epoch =  9324 train =  0.8365909  test =  0.93415296\n",
      "epoch =  9325 train =  0.8219583  test =  0.8435351\n",
      "epoch =  9326 train =  0.8196311  test =  0.782431\n",
      "epoch =  9327 train =  0.83970374  test =  0.8416036\n",
      "epoch =  9328 train =  0.8458404  test =  0.7673408\n",
      "epoch =  9329 train =  0.8319359  test =  0.95001024\n",
      "epoch =  9330 train =  0.8308898  test =  0.8612793\n",
      "epoch =  9331 train =  0.8197503  test =  0.8325038\n",
      "epoch =  9332 train =  0.9731951  test =  0.80657756\n",
      "epoch =  9333 train =  0.87729496  test =  0.85461664\n",
      "epoch =  9334 train =  0.83616817  test =  0.7721556\n",
      "epoch =  9335 train =  0.83594275  test =  0.87540793\n",
      "epoch =  9336 train =  0.7755065  test =  0.86861527\n",
      "epoch =  9337 train =  0.82685244  test =  0.7519518\n",
      "epoch =  9338 train =  0.80204797  test =  0.8423671\n",
      "epoch =  9339 train =  0.82646316  test =  0.79084355\n",
      "epoch =  9340 train =  0.80572385  test =  0.91706866\n",
      "epoch =  9341 train =  0.8017367  test =  0.80364025\n",
      "epoch =  9342 train =  0.8560138  test =  0.79814684\n",
      "epoch =  9343 train =  0.8270335  test =  0.79028547\n",
      "epoch =  9344 train =  0.81684864  test =  0.72518647\n",
      "epoch =  9345 train =  0.8049363  test =  0.7627164\n",
      "epoch =  9346 train =  0.84084904  test =  0.81304973\n",
      "epoch =  9347 train =  0.7959806  test =  0.84741366\n",
      "epoch =  9348 train =  0.83577764  test =  0.76552105\n",
      "epoch =  9349 train =  0.78473175  test =  0.82798916\n",
      "epoch =  9350 train =  0.8568767  test =  0.7522426\n",
      "epoch =  9351 train =  0.85648376  test =  0.89123654\n",
      "epoch =  9352 train =  0.8083929  test =  0.8539494\n",
      "epoch =  9353 train =  0.7965218  test =  0.8126837\n",
      "epoch =  9354 train =  0.78871524  test =  0.80933374\n",
      "epoch =  9355 train =  0.8297143  test =  0.8331879\n",
      "epoch =  9356 train =  0.8203739  test =  0.80892617\n",
      "epoch =  9357 train =  0.82654774  test =  0.7586891\n",
      "epoch =  9358 train =  0.8195512  test =  0.8312778\n",
      "epoch =  9359 train =  0.8107025  test =  0.8211528\n",
      "epoch =  9360 train =  0.8188829  test =  0.8918083\n",
      "epoch =  9361 train =  0.7997798  test =  0.8434922\n",
      "epoch =  9362 train =  0.7905533  test =  0.74757946\n",
      "epoch =  9363 train =  0.76506436  test =  0.84624046\n",
      "epoch =  9364 train =  0.8105749  test =  0.7692803\n",
      "epoch =  9365 train =  0.8287549  test =  0.815754\n",
      "epoch =  9366 train =  0.7933901  test =  0.8362365\n",
      "epoch =  9367 train =  0.802976  test =  0.7351624\n",
      "epoch =  9368 train =  0.80928814  test =  0.87034684\n",
      "epoch =  9369 train =  0.84114265  test =  0.828667\n",
      "epoch =  9370 train =  0.82031876  test =  0.7434372\n",
      "epoch =  9371 train =  0.8007729  test =  0.8937706\n",
      "epoch =  9372 train =  0.83545744  test =  0.85522586\n",
      "epoch =  9373 train =  0.8089204  test =  0.82775825\n",
      "epoch =  9374 train =  0.8154522  test =  0.79238504\n",
      "epoch =  9375 train =  0.76868004  test =  0.8082145\n",
      "epoch =  9376 train =  0.7972699  test =  0.77895945\n",
      "epoch =  9377 train =  0.85003996  test =  0.85437214\n",
      "epoch =  9378 train =  0.78328246  test =  0.7436913\n",
      "epoch =  9379 train =  0.7940196  test =  0.7098017\n",
      "epoch =  9380 train =  0.7983228  test =  0.79492825\n",
      "epoch =  9381 train =  0.81275344  test =  0.8376113\n",
      "epoch =  9382 train =  0.815505  test =  0.8412232\n",
      "epoch =  9383 train =  0.84082294  test =  0.8293203\n",
      "epoch =  9384 train =  0.8249806  test =  0.91473466\n",
      "epoch =  9385 train =  0.7874186  test =  0.8318649\n",
      "epoch =  9386 train =  0.85016274  test =  0.78904706\n",
      "epoch =  9387 train =  0.84896535  test =  0.79456186\n",
      "epoch =  9388 train =  0.83802366  test =  0.8285204\n",
      "epoch =  9389 train =  0.80506253  test =  0.84977216\n",
      "epoch =  9390 train =  0.7936628  test =  0.8310151\n",
      "epoch =  9391 train =  0.8282447  test =  0.8968191\n",
      "epoch =  9392 train =  0.83339274  test =  0.8682581\n",
      "epoch =  9393 train =  0.79049695  test =  0.815991\n",
      "epoch =  9394 train =  0.79724646  test =  0.8624404\n",
      "epoch =  9395 train =  0.7747851  test =  0.82893354\n",
      "epoch =  9396 train =  0.8027612  test =  0.8520586\n",
      "epoch =  9397 train =  0.83463174  test =  0.7826409\n",
      "epoch =  9398 train =  0.7994629  test =  0.78753656\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9399 train =  0.8035388  test =  0.7973015\n",
      "epoch =  9400 train =  0.9056233  test =  0.7912768\n",
      "epoch =  9401 train =  0.8242239  test =  0.83213127\n",
      "epoch =  9402 train =  0.8246038  test =  0.8407194\n",
      "epoch =  9403 train =  0.8002122  test =  0.80008894\n",
      "epoch =  9404 train =  0.83322716  test =  0.85248625\n",
      "epoch =  9405 train =  0.7993138  test =  0.7458863\n",
      "epoch =  9406 train =  0.87051535  test =  0.87736386\n",
      "epoch =  9407 train =  0.80196863  test =  0.7608066\n",
      "epoch =  9408 train =  0.8102378  test =  0.86696976\n",
      "epoch =  9409 train =  0.8438692  test =  0.79837114\n",
      "epoch =  9410 train =  0.8067816  test =  0.7931191\n",
      "epoch =  9411 train =  0.86258876  test =  0.7422272\n",
      "epoch =  9412 train =  0.841694  test =  0.7683538\n",
      "epoch =  9413 train =  0.7873516  test =  0.8302568\n",
      "epoch =  9414 train =  0.8043258  test =  0.87587935\n",
      "epoch =  9415 train =  0.8651602  test =  0.8636149\n",
      "epoch =  9416 train =  0.7744432  test =  0.8330256\n",
      "epoch =  9417 train =  0.81185555  test =  0.73274356\n",
      "epoch =  9418 train =  0.79772747  test =  0.74243593\n",
      "epoch =  9419 train =  0.8344765  test =  0.75913703\n",
      "epoch =  9420 train =  0.94167227  test =  0.7837044\n",
      "epoch =  9421 train =  0.8145912  test =  0.81762975\n",
      "epoch =  9422 train =  0.790123  test =  0.80877703\n",
      "epoch =  9423 train =  0.81198144  test =  0.81752074\n",
      "epoch =  9424 train =  0.8304963  test =  0.80200225\n",
      "epoch =  9425 train =  0.79499483  test =  0.8686919\n",
      "epoch =  9426 train =  0.8197043  test =  0.8480222\n",
      "epoch =  9427 train =  0.77172863  test =  0.81986076\n",
      "epoch =  9428 train =  0.75809586  test =  0.93710434\n",
      "epoch =  9429 train =  0.83153284  test =  0.87666196\n",
      "epoch =  9430 train =  0.8450272  test =  0.80638343\n",
      "epoch =  9431 train =  0.8660065  test =  0.87180936\n",
      "epoch =  9432 train =  0.8538362  test =  0.8475082\n",
      "epoch =  9433 train =  0.76863146  test =  0.7614217\n",
      "epoch =  9434 train =  0.782523  test =  0.7875308\n",
      "epoch =  9435 train =  0.78243756  test =  0.79152495\n",
      "epoch =  9436 train =  0.8185108  test =  0.791348\n",
      "epoch =  9437 train =  0.80292976  test =  0.87099195\n",
      "epoch =  9438 train =  0.8277962  test =  0.8117615\n",
      "epoch =  9439 train =  0.8532661  test =  0.8831808\n",
      "epoch =  9440 train =  0.8109405  test =  0.95065033\n",
      "epoch =  9441 train =  0.84172714  test =  0.85943025\n",
      "epoch =  9442 train =  0.82767624  test =  0.81538105\n",
      "epoch =  9443 train =  0.8342372  test =  0.8865532\n",
      "epoch =  9444 train =  0.83660996  test =  0.85144097\n",
      "epoch =  9445 train =  0.80705106  test =  0.90534264\n",
      "epoch =  9446 train =  0.89298713  test =  0.78942716\n",
      "epoch =  9447 train =  0.8531581  test =  0.78571934\n",
      "epoch =  9448 train =  0.811232  test =  0.82133543\n",
      "epoch =  9449 train =  0.8753338  test =  0.8636274\n",
      "epoch =  9450 train =  0.7971041  test =  0.75395906\n",
      "epoch =  9451 train =  0.8436572  test =  0.74915004\n",
      "epoch =  9452 train =  0.77975976  test =  0.7961589\n",
      "epoch =  9453 train =  0.8879914  test =  0.9132176\n",
      "epoch =  9454 train =  0.8116109  test =  0.7612945\n",
      "epoch =  9455 train =  0.8365693  test =  0.77358264\n",
      "epoch =  9456 train =  0.81619716  test =  0.741258\n",
      "epoch =  9457 train =  0.83733034  test =  0.7561356\n",
      "epoch =  9458 train =  0.7996479  test =  0.84629697\n",
      "epoch =  9459 train =  0.75837076  test =  0.85027313\n",
      "epoch =  9460 train =  0.8346443  test =  0.78642035\n",
      "epoch =  9461 train =  0.7786695  test =  0.8899958\n",
      "epoch =  9462 train =  0.83590704  test =  0.8168613\n",
      "epoch =  9463 train =  0.7701857  test =  0.7185446\n",
      "epoch =  9464 train =  0.8009559  test =  0.78309053\n",
      "epoch =  9465 train =  0.8236551  test =  0.786525\n",
      "epoch =  9466 train =  0.82370913  test =  0.8586586\n",
      "epoch =  9467 train =  0.8460392  test =  0.746178\n",
      "epoch =  9468 train =  0.83540344  test =  0.84391\n",
      "epoch =  9469 train =  0.769337  test =  0.8983528\n",
      "epoch =  9470 train =  0.79086053  test =  0.8675128\n",
      "epoch =  9471 train =  0.85961753  test =  0.8009183\n",
      "epoch =  9472 train =  0.89671683  test =  0.8273331\n",
      "epoch =  9473 train =  0.8530555  test =  0.82877654\n",
      "epoch =  9474 train =  0.8616373  test =  0.8010313\n",
      "epoch =  9475 train =  0.8071364  test =  0.74814105\n",
      "epoch =  9476 train =  0.83410215  test =  0.90627205\n",
      "epoch =  9477 train =  0.8429063  test =  0.7420753\n",
      "epoch =  9478 train =  0.9206384  test =  0.81395537\n",
      "epoch =  9479 train =  0.7835158  test =  0.79332954\n",
      "epoch =  9480 train =  0.8612164  test =  0.77270365\n",
      "epoch =  9481 train =  0.7871704  test =  0.7509478\n",
      "epoch =  9482 train =  0.75210357  test =  0.7896197\n",
      "epoch =  9483 train =  0.825269  test =  0.7465286\n",
      "epoch =  9484 train =  0.84565914  test =  0.7877172\n",
      "epoch =  9485 train =  0.79369175  test =  0.845034\n",
      "epoch =  9486 train =  0.766224  test =  0.7906735\n",
      "epoch =  9487 train =  0.8529867  test =  0.8359411\n",
      "epoch =  9488 train =  0.8103883  test =  0.7654861\n",
      "epoch =  9489 train =  0.81244814  test =  0.78534335\n",
      "epoch =  9490 train =  0.83306706  test =  0.71177804\n",
      "epoch =  9491 train =  0.85873497  test =  0.71749693\n",
      "epoch =  9492 train =  0.8003485  test =  0.80587894\n",
      "epoch =  9493 train =  0.77097476  test =  0.78328675\n",
      "epoch =  9494 train =  0.7900717  test =  0.82655555\n",
      "epoch =  9495 train =  0.87785715  test =  0.7933116\n",
      "epoch =  9496 train =  0.86357427  test =  0.81579113\n",
      "epoch =  9497 train =  0.83627605  test =  0.7726565\n",
      "epoch =  9498 train =  0.838387  test =  0.9128462\n",
      "epoch =  9499 train =  0.7698821  test =  0.94411343\n",
      "epoch =  9500 train =  0.8125725  test =  0.8545235\n",
      "epoch =  9501 train =  0.81762326  test =  0.79157287\n",
      "epoch =  9502 train =  0.83570576  test =  0.7774655\n",
      "epoch =  9503 train =  0.7668888  test =  0.8393062\n",
      "epoch =  9504 train =  0.7995789  test =  0.8171631\n",
      "epoch =  9505 train =  0.8539808  test =  0.8183344\n",
      "epoch =  9506 train =  0.7739496  test =  0.78492373\n",
      "epoch =  9507 train =  0.8401218  test =  0.8316175\n",
      "epoch =  9508 train =  0.78734833  test =  0.82545906\n",
      "epoch =  9509 train =  0.8377191  test =  0.7628703\n",
      "epoch =  9510 train =  0.748855  test =  0.7937341\n",
      "epoch =  9511 train =  0.7579165  test =  0.73120886\n",
      "epoch =  9512 train =  0.8165035  test =  0.75770897\n",
      "epoch =  9513 train =  0.7985594  test =  0.7677083\n",
      "epoch =  9514 train =  0.847847  test =  0.8618032\n",
      "epoch =  9515 train =  0.8453777  test =  0.75329417\n",
      "epoch =  9516 train =  0.84458435  test =  0.8062986\n",
      "epoch =  9517 train =  0.84356284  test =  0.9518157\n",
      "epoch =  9518 train =  0.7878123  test =  0.7673396\n",
      "epoch =  9519 train =  0.8051088  test =  0.8853435\n",
      "epoch =  9520 train =  0.8037127  test =  0.7653327\n",
      "epoch =  9521 train =  0.8076907  test =  0.87679476\n",
      "epoch =  9522 train =  0.825012  test =  0.8229353\n",
      "epoch =  9523 train =  0.800047  test =  0.73812795\n",
      "epoch =  9524 train =  0.85270065  test =  0.81395984\n",
      "epoch =  9525 train =  0.8528211  test =  0.7535148\n",
      "epoch =  9526 train =  0.78477514  test =  0.7577679\n",
      "epoch =  9527 train =  0.7856117  test =  0.86600006\n",
      "epoch =  9528 train =  0.82851475  test =  0.74919707\n",
      "epoch =  9529 train =  0.86185396  test =  0.8262542\n",
      "epoch =  9530 train =  0.8344784  test =  0.8408153\n",
      "epoch =  9531 train =  0.8417263  test =  0.8473307\n",
      "epoch =  9532 train =  0.8696885  test =  0.8098855\n",
      "epoch =  9533 train =  0.88756025  test =  0.74795026\n",
      "epoch =  9534 train =  0.8407279  test =  0.7457847\n",
      "epoch =  9535 train =  0.8424256  test =  0.7775661\n",
      "epoch =  9536 train =  0.79702425  test =  0.7500053\n",
      "epoch =  9537 train =  0.8183681  test =  0.7875768\n",
      "epoch =  9538 train =  0.84694314  test =  0.8174474\n",
      "epoch =  9539 train =  0.78846514  test =  0.8349461\n",
      "epoch =  9540 train =  0.8347196  test =  0.7792391\n",
      "epoch =  9541 train =  0.7666583  test =  0.7661812\n",
      "epoch =  9542 train =  0.7970811  test =  0.84396535\n",
      "epoch =  9543 train =  0.8180326  test =  0.7694606\n",
      "epoch =  9544 train =  0.8382602  test =  0.8539348\n",
      "epoch =  9545 train =  0.7695813  test =  0.7687973\n",
      "epoch =  9546 train =  0.8187505  test =  0.8178943\n",
      "epoch =  9547 train =  0.769874  test =  0.8004831\n",
      "epoch =  9548 train =  0.7751478  test =  0.80517656\n",
      "epoch =  9549 train =  0.8767572  test =  0.82039356\n",
      "epoch =  9550 train =  0.81095564  test =  0.8140876\n",
      "epoch =  9551 train =  0.82725585  test =  0.8350827\n",
      "epoch =  9552 train =  0.7739665  test =  0.8594673\n",
      "epoch =  9553 train =  0.78108716  test =  0.81716967\n",
      "epoch =  9554 train =  0.81716394  test =  0.8147619\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9555 train =  0.8323556  test =  0.77182925\n",
      "epoch =  9556 train =  0.77959585  test =  0.8983642\n",
      "epoch =  9557 train =  0.77225757  test =  0.78331596\n",
      "epoch =  9558 train =  0.86467993  test =  0.76502836\n",
      "epoch =  9559 train =  0.840345  test =  0.7924876\n",
      "epoch =  9560 train =  0.82554126  test =  0.81301063\n",
      "epoch =  9561 train =  0.81464565  test =  0.74105394\n",
      "epoch =  9562 train =  0.79078305  test =  0.75924194\n",
      "epoch =  9563 train =  0.9072371  test =  0.80604255\n",
      "epoch =  9564 train =  0.78903925  test =  0.84132886\n",
      "epoch =  9565 train =  0.8148336  test =  0.79608494\n",
      "epoch =  9566 train =  0.8849628  test =  0.92245287\n",
      "epoch =  9567 train =  0.77248  test =  0.89200026\n",
      "epoch =  9568 train =  0.79971707  test =  0.87286043\n",
      "epoch =  9569 train =  0.84962475  test =  0.80595833\n",
      "epoch =  9570 train =  0.74762475  test =  0.7598037\n",
      "epoch =  9571 train =  0.8580892  test =  0.8212651\n",
      "epoch =  9572 train =  0.8366557  test =  0.8238505\n",
      "epoch =  9573 train =  0.8006108  test =  0.7723767\n",
      "epoch =  9574 train =  0.8128228  test =  0.86047524\n",
      "epoch =  9575 train =  0.81606245  test =  0.85428697\n",
      "epoch =  9576 train =  0.82069117  test =  0.83127284\n",
      "epoch =  9577 train =  0.7982695  test =  0.80220765\n",
      "epoch =  9578 train =  0.75389487  test =  0.96266675\n",
      "epoch =  9579 train =  0.86214745  test =  0.7341603\n",
      "epoch =  9580 train =  0.8100772  test =  0.7926944\n",
      "epoch =  9581 train =  0.85097766  test =  0.8117417\n",
      "epoch =  9582 train =  0.89707065  test =  0.8076583\n",
      "epoch =  9583 train =  0.80480355  test =  0.7849723\n",
      "epoch =  9584 train =  0.8650471  test =  0.7755641\n",
      "epoch =  9585 train =  0.8166752  test =  0.7295534\n",
      "epoch =  9586 train =  0.80811477  test =  0.71995795\n",
      "epoch =  9587 train =  0.8054056  test =  0.7714526\n",
      "epoch =  9588 train =  0.8134694  test =  0.9186521\n",
      "epoch =  9589 train =  0.81106603  test =  0.86368924\n",
      "epoch =  9590 train =  0.83361495  test =  0.872055\n",
      "epoch =  9591 train =  0.824491  test =  0.8200575\n",
      "epoch =  9592 train =  0.84931886  test =  0.8367126\n",
      "epoch =  9593 train =  0.8404138  test =  0.84062177\n",
      "epoch =  9594 train =  0.81534564  test =  0.77209216\n",
      "epoch =  9595 train =  0.79058945  test =  0.82804716\n",
      "epoch =  9596 train =  0.78573215  test =  0.76693314\n",
      "epoch =  9597 train =  0.8313726  test =  0.8720344\n",
      "epoch =  9598 train =  0.779724  test =  0.82248276\n",
      "epoch =  9599 train =  0.82249165  test =  0.8566471\n",
      "epoch =  9600 train =  0.7938714  test =  0.80838054\n",
      "epoch =  9601 train =  0.78214955  test =  0.943495\n",
      "epoch =  9602 train =  0.80682707  test =  0.82064164\n",
      "epoch =  9603 train =  0.7545085  test =  0.855453\n",
      "epoch =  9604 train =  0.835494  test =  0.8155039\n",
      "epoch =  9605 train =  0.79018223  test =  0.7596217\n",
      "epoch =  9606 train =  0.7932794  test =  0.75861186\n",
      "epoch =  9607 train =  0.8140842  test =  0.8216858\n",
      "epoch =  9608 train =  0.8073269  test =  0.90201724\n",
      "epoch =  9609 train =  0.9320459  test =  0.8516248\n",
      "epoch =  9610 train =  0.8055495  test =  0.8282031\n",
      "epoch =  9611 train =  0.85623294  test =  0.84636\n",
      "epoch =  9612 train =  0.857367  test =  0.85383934\n",
      "epoch =  9613 train =  0.8521676  test =  0.79843754\n",
      "epoch =  9614 train =  0.8792813  test =  0.90745366\n",
      "epoch =  9615 train =  0.81777394  test =  0.78833306\n",
      "epoch =  9616 train =  0.75401175  test =  0.7956049\n",
      "epoch =  9617 train =  0.77811074  test =  0.8753581\n",
      "epoch =  9618 train =  0.81333226  test =  0.75936276\n",
      "epoch =  9619 train =  0.8310613  test =  0.7579766\n",
      "epoch =  9620 train =  0.8275556  test =  0.7868397\n",
      "epoch =  9621 train =  0.7931429  test =  0.8575302\n",
      "epoch =  9622 train =  0.79888034  test =  0.8017947\n",
      "epoch =  9623 train =  0.76875186  test =  0.7675253\n",
      "epoch =  9624 train =  0.79973704  test =  0.7941462\n",
      "epoch =  9625 train =  0.7996241  test =  0.77313334\n",
      "epoch =  9626 train =  0.7979759  test =  0.9149867\n",
      "epoch =  9627 train =  0.7761957  test =  0.8912606\n",
      "epoch =  9628 train =  0.808195  test =  0.8488231\n",
      "epoch =  9629 train =  0.7980938  test =  0.87418646\n",
      "epoch =  9630 train =  0.8185359  test =  0.8511713\n",
      "epoch =  9631 train =  0.7568229  test =  0.8000437\n",
      "epoch =  9632 train =  0.8435544  test =  0.82202905\n",
      "epoch =  9633 train =  0.8118595  test =  0.817664\n",
      "epoch =  9634 train =  0.7701982  test =  0.78484285\n",
      "epoch =  9635 train =  0.84073913  test =  0.812194\n",
      "epoch =  9636 train =  0.8176689  test =  0.7561594\n",
      "epoch =  9637 train =  0.81125057  test =  0.87481767\n",
      "epoch =  9638 train =  0.7948532  test =  0.86006147\n",
      "epoch =  9639 train =  0.8256673  test =  0.78271645\n",
      "epoch =  9640 train =  0.8105883  test =  0.8451007\n",
      "epoch =  9641 train =  0.81613445  test =  0.8044054\n",
      "epoch =  9642 train =  0.8705988  test =  0.86653244\n",
      "epoch =  9643 train =  0.7843219  test =  0.69011736\n",
      "epoch =  9644 train =  0.78668404  test =  0.75356114\n",
      "epoch =  9645 train =  0.81692517  test =  0.92415166\n",
      "epoch =  9646 train =  0.7770008  test =  0.8315088\n",
      "epoch =  9647 train =  0.7730834  test =  0.81514925\n",
      "epoch =  9648 train =  0.8409729  test =  0.72414076\n",
      "epoch =  9649 train =  0.88944185  test =  0.8191823\n",
      "epoch =  9650 train =  0.7726718  test =  0.8050914\n",
      "epoch =  9651 train =  0.7868039  test =  0.827815\n",
      "epoch =  9652 train =  0.8163773  test =  0.75350845\n",
      "epoch =  9653 train =  0.794171  test =  0.7512546\n",
      "epoch =  9654 train =  0.790431  test =  0.83130866\n",
      "epoch =  9655 train =  0.84537995  test =  0.87146354\n",
      "epoch =  9656 train =  0.8221441  test =  0.8549528\n",
      "epoch =  9657 train =  0.8290755  test =  0.8000388\n",
      "epoch =  9658 train =  0.84797883  test =  0.81230235\n",
      "epoch =  9659 train =  0.78245664  test =  0.83977324\n",
      "epoch =  9660 train =  0.7950286  test =  0.76124835\n",
      "epoch =  9661 train =  0.7816757  test =  0.9420008\n",
      "epoch =  9662 train =  0.7575234  test =  0.77817655\n",
      "epoch =  9663 train =  0.84510654  test =  0.9209436\n",
      "epoch =  9664 train =  0.8302716  test =  0.8177487\n",
      "epoch =  9665 train =  0.9172232  test =  0.8539973\n",
      "epoch =  9666 train =  0.8479166  test =  0.8377136\n",
      "epoch =  9667 train =  0.78767264  test =  0.84980386\n",
      "epoch =  9668 train =  0.8597455  test =  0.8295922\n",
      "epoch =  9669 train =  0.8578563  test =  0.7890968\n",
      "epoch =  9670 train =  0.81675494  test =  0.76744175\n",
      "epoch =  9671 train =  0.8245566  test =  0.8208011\n",
      "epoch =  9672 train =  0.7718257  test =  0.6940153\n",
      "epoch =  9673 train =  0.8206012  test =  0.86643857\n",
      "epoch =  9674 train =  0.8212774  test =  0.79165655\n",
      "epoch =  9675 train =  0.79858303  test =  0.75160074\n",
      "epoch =  9676 train =  0.8354076  test =  0.7305102\n",
      "epoch =  9677 train =  0.8231524  test =  0.8057228\n",
      "epoch =  9678 train =  0.80629426  test =  0.8257081\n",
      "epoch =  9679 train =  0.85144234  test =  0.76420593\n",
      "epoch =  9680 train =  0.76911855  test =  0.8164428\n",
      "epoch =  9681 train =  0.8139824  test =  0.83859235\n",
      "epoch =  9682 train =  0.7612338  test =  0.7943769\n",
      "epoch =  9683 train =  0.742259  test =  0.69702613\n",
      "epoch =  9684 train =  0.8221319  test =  0.9125059\n",
      "epoch =  9685 train =  0.8788958  test =  0.8018377\n",
      "epoch =  9686 train =  0.7784945  test =  0.8628103\n",
      "epoch =  9687 train =  0.8410231  test =  0.863413\n",
      "epoch =  9688 train =  0.82687056  test =  0.84745604\n",
      "epoch =  9689 train =  0.77135193  test =  0.8112964\n",
      "epoch =  9690 train =  0.7696912  test =  0.8948766\n",
      "epoch =  9691 train =  0.7810017  test =  0.8552195\n",
      "epoch =  9692 train =  0.80110717  test =  0.85953164\n",
      "epoch =  9693 train =  0.81075054  test =  0.7798205\n",
      "epoch =  9694 train =  0.7963529  test =  0.8153458\n",
      "epoch =  9695 train =  0.78639764  test =  0.76632285\n",
      "epoch =  9696 train =  0.7695433  test =  0.78265107\n",
      "epoch =  9697 train =  0.74742454  test =  0.80486095\n",
      "epoch =  9698 train =  0.8864323  test =  0.8665756\n",
      "epoch =  9699 train =  0.84936893  test =  0.7556311\n",
      "epoch =  9700 train =  0.789557  test =  0.863734\n",
      "epoch =  9701 train =  0.8795185  test =  0.8251226\n",
      "epoch =  9702 train =  0.7678995  test =  0.8149932\n",
      "epoch =  9703 train =  0.8786218  test =  0.7216545\n",
      "epoch =  9704 train =  0.8761271  test =  0.8571676\n",
      "epoch =  9705 train =  0.8331521  test =  0.76358914\n",
      "epoch =  9706 train =  0.86697525  test =  0.8244389\n",
      "epoch =  9707 train =  0.8463129  test =  0.8078839\n",
      "epoch =  9708 train =  0.7991989  test =  0.82342863\n",
      "epoch =  9709 train =  0.7890563  test =  0.836901\n",
      "epoch =  9710 train =  0.753022  test =  0.7856542\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9711 train =  0.8306549  test =  0.93076485\n",
      "epoch =  9712 train =  0.8661162  test =  0.7983353\n",
      "epoch =  9713 train =  0.81586295  test =  0.8456445\n",
      "epoch =  9714 train =  0.7876046  test =  0.71296364\n",
      "epoch =  9715 train =  0.8710953  test =  0.7966682\n",
      "epoch =  9716 train =  0.7766839  test =  0.88395506\n",
      "epoch =  9717 train =  0.8235031  test =  0.8063116\n",
      "epoch =  9718 train =  0.76596624  test =  0.8088672\n",
      "epoch =  9719 train =  0.8493147  test =  0.8663059\n",
      "epoch =  9720 train =  0.82489645  test =  0.7992102\n",
      "epoch =  9721 train =  0.842741  test =  0.7409875\n",
      "epoch =  9722 train =  0.9450245  test =  0.75168097\n",
      "epoch =  9723 train =  0.75073075  test =  0.79728246\n",
      "epoch =  9724 train =  0.7825925  test =  0.91666216\n",
      "epoch =  9725 train =  0.8342633  test =  0.7577397\n",
      "epoch =  9726 train =  0.8273342  test =  0.761533\n",
      "epoch =  9727 train =  0.8308585  test =  0.8469394\n",
      "epoch =  9728 train =  0.8528757  test =  0.7992597\n",
      "epoch =  9729 train =  0.7784525  test =  0.80475414\n",
      "epoch =  9730 train =  0.8416474  test =  0.7490531\n",
      "epoch =  9731 train =  0.7855735  test =  0.75257194\n",
      "epoch =  9732 train =  0.7843851  test =  0.8519143\n",
      "epoch =  9733 train =  0.7782482  test =  0.7662603\n",
      "epoch =  9734 train =  0.80283844  test =  0.8426574\n",
      "epoch =  9735 train =  0.80322266  test =  0.7395938\n",
      "epoch =  9736 train =  0.7790369  test =  0.87857383\n",
      "epoch =  9737 train =  0.7850933  test =  0.9072826\n",
      "epoch =  9738 train =  0.77109706  test =  0.7389269\n",
      "epoch =  9739 train =  0.86826444  test =  0.76212823\n",
      "epoch =  9740 train =  0.85599226  test =  0.7229835\n",
      "epoch =  9741 train =  0.81181496  test =  0.7677465\n",
      "epoch =  9742 train =  0.7704905  test =  0.7702787\n",
      "epoch =  9743 train =  0.8330326  test =  0.7205091\n",
      "epoch =  9744 train =  0.8052937  test =  0.8465338\n",
      "epoch =  9745 train =  0.7704202  test =  0.79520154\n",
      "epoch =  9746 train =  0.8046454  test =  0.7233839\n",
      "epoch =  9747 train =  0.7690203  test =  0.8327506\n",
      "epoch =  9748 train =  0.81836605  test =  0.78533345\n",
      "epoch =  9749 train =  0.82003284  test =  0.79420596\n",
      "epoch =  9750 train =  0.77994174  test =  0.8740721\n",
      "epoch =  9751 train =  0.7516514  test =  0.8671769\n",
      "epoch =  9752 train =  0.85344076  test =  0.81022143\n",
      "epoch =  9753 train =  0.80409825  test =  0.7254169\n",
      "epoch =  9754 train =  0.8079891  test =  0.83423275\n",
      "epoch =  9755 train =  0.82217383  test =  0.7980542\n",
      "epoch =  9756 train =  0.7840303  test =  0.8855274\n",
      "epoch =  9757 train =  0.72105503  test =  0.8044935\n",
      "epoch =  9758 train =  0.8027448  test =  0.76359326\n",
      "epoch =  9759 train =  0.861958  test =  0.7833741\n",
      "epoch =  9760 train =  0.83202726  test =  0.8029233\n",
      "epoch =  9761 train =  0.79519427  test =  0.90720755\n",
      "epoch =  9762 train =  0.8490068  test =  0.7747197\n",
      "epoch =  9763 train =  0.8109175  test =  0.8107912\n",
      "epoch =  9764 train =  0.78781104  test =  0.83346057\n",
      "epoch =  9765 train =  0.8134373  test =  0.8800665\n",
      "epoch =  9766 train =  0.7865023  test =  0.77537537\n",
      "epoch =  9767 train =  0.8469189  test =  0.8187527\n",
      "epoch =  9768 train =  0.8599913  test =  0.789461\n",
      "epoch =  9769 train =  0.82563245  test =  0.77496105\n",
      "epoch =  9770 train =  0.85326767  test =  0.7971779\n",
      "epoch =  9771 train =  0.85601103  test =  0.7895789\n",
      "epoch =  9772 train =  0.80731714  test =  0.83896595\n",
      "epoch =  9773 train =  0.7984053  test =  0.81640285\n",
      "epoch =  9774 train =  0.79168725  test =  0.77779335\n",
      "epoch =  9775 train =  0.7946392  test =  0.7842923\n",
      "epoch =  9776 train =  0.81622934  test =  0.84691185\n",
      "epoch =  9777 train =  0.7876067  test =  0.82943606\n",
      "epoch =  9778 train =  0.776003  test =  0.76609707\n",
      "epoch =  9779 train =  0.8184228  test =  0.84360474\n",
      "epoch =  9780 train =  0.8186526  test =  0.85786736\n",
      "epoch =  9781 train =  0.7951367  test =  0.7857043\n",
      "epoch =  9782 train =  0.7918232  test =  0.8695014\n",
      "epoch =  9783 train =  0.7540605  test =  0.88108623\n",
      "epoch =  9784 train =  0.8385255  test =  0.8213298\n",
      "epoch =  9785 train =  0.86576307  test =  0.8441302\n",
      "epoch =  9786 train =  0.77667  test =  0.8116437\n",
      "epoch =  9787 train =  0.76729584  test =  0.77283853\n",
      "epoch =  9788 train =  0.77148587  test =  0.90453863\n",
      "epoch =  9789 train =  0.7943687  test =  0.78686804\n",
      "epoch =  9790 train =  0.7866707  test =  0.7944498\n",
      "epoch =  9791 train =  0.81390893  test =  0.8432963\n",
      "epoch =  9792 train =  0.8091482  test =  0.78281105\n",
      "epoch =  9793 train =  0.7777325  test =  0.7992571\n",
      "epoch =  9794 train =  0.7516445  test =  0.86500186\n",
      "epoch =  9795 train =  0.78097653  test =  0.7738406\n",
      "epoch =  9796 train =  0.798743  test =  0.8160159\n",
      "epoch =  9797 train =  0.80985725  test =  0.7500013\n",
      "epoch =  9798 train =  0.8329848  test =  0.9361695\n",
      "epoch =  9799 train =  0.78396523  test =  0.8368947\n",
      "epoch =  9800 train =  0.82473004  test =  0.8631302\n",
      "epoch =  9801 train =  0.87753403  test =  0.73754853\n",
      "epoch =  9802 train =  0.76146257  test =  0.90307164\n",
      "epoch =  9803 train =  0.79065955  test =  0.85804516\n",
      "epoch =  9804 train =  0.7740599  test =  0.78494686\n",
      "epoch =  9805 train =  0.7674878  test =  0.80631876\n",
      "epoch =  9806 train =  0.80100894  test =  0.8754316\n",
      "epoch =  9807 train =  0.8089531  test =  0.8150905\n",
      "epoch =  9808 train =  0.7687931  test =  0.77038544\n",
      "epoch =  9809 train =  0.8150537  test =  0.8646114\n",
      "epoch =  9810 train =  0.7598016  test =  0.7952795\n",
      "epoch =  9811 train =  0.80504405  test =  0.87189054\n",
      "epoch =  9812 train =  0.8760698  test =  0.773411\n",
      "epoch =  9813 train =  0.8435213  test =  0.9259681\n",
      "epoch =  9814 train =  0.79073507  test =  0.8368521\n",
      "epoch =  9815 train =  0.72007847  test =  0.8516493\n",
      "epoch =  9816 train =  0.8577857  test =  0.8832336\n",
      "epoch =  9817 train =  0.8172878  test =  0.8389661\n",
      "epoch =  9818 train =  0.8808986  test =  0.76175404\n",
      "epoch =  9819 train =  0.84795296  test =  0.7697136\n",
      "epoch =  9820 train =  0.73823243  test =  0.88092697\n",
      "epoch =  9821 train =  0.7675513  test =  0.91113937\n",
      "epoch =  9822 train =  0.7672522  test =  0.8195737\n",
      "epoch =  9823 train =  0.80876195  test =  0.75057316\n",
      "epoch =  9824 train =  0.83240646  test =  0.7992904\n",
      "epoch =  9825 train =  0.8527696  test =  0.7425349\n",
      "epoch =  9826 train =  0.8441361  test =  0.84043324\n",
      "epoch =  9827 train =  0.83344424  test =  0.7923285\n",
      "epoch =  9828 train =  0.7789378  test =  0.80060154\n",
      "epoch =  9829 train =  0.7724956  test =  0.85655063\n",
      "epoch =  9830 train =  0.8473437  test =  0.79247683\n",
      "epoch =  9831 train =  0.7921345  test =  0.75531036\n",
      "epoch =  9832 train =  0.815904  test =  0.9023921\n",
      "epoch =  9833 train =  0.7937306  test =  0.85673493\n",
      "epoch =  9834 train =  0.8095778  test =  0.76279086\n",
      "epoch =  9835 train =  0.78994405  test =  0.78849536\n",
      "epoch =  9836 train =  0.80719507  test =  0.7350621\n",
      "epoch =  9837 train =  0.7822581  test =  0.7786169\n",
      "epoch =  9838 train =  0.8603685  test =  0.9261881\n",
      "epoch =  9839 train =  0.8157486  test =  0.737741\n",
      "epoch =  9840 train =  0.7785622  test =  0.76444775\n",
      "epoch =  9841 train =  0.86415863  test =  0.83879995\n",
      "epoch =  9842 train =  0.79339415  test =  0.72733927\n",
      "epoch =  9843 train =  0.8423457  test =  0.85621643\n",
      "epoch =  9844 train =  0.80606025  test =  0.83675635\n",
      "epoch =  9845 train =  0.80049276  test =  0.7914447\n",
      "epoch =  9846 train =  0.7969887  test =  0.7244189\n",
      "epoch =  9847 train =  0.80465996  test =  0.8538099\n",
      "epoch =  9848 train =  0.77753675  test =  0.7793104\n",
      "epoch =  9849 train =  0.8438796  test =  0.96952\n",
      "epoch =  9850 train =  0.8071648  test =  0.86211604\n",
      "epoch =  9851 train =  0.7968071  test =  0.8138252\n",
      "epoch =  9852 train =  0.81235623  test =  0.6961497\n",
      "epoch =  9853 train =  0.8218167  test =  0.8085683\n",
      "epoch =  9854 train =  0.7740449  test =  0.86093855\n",
      "epoch =  9855 train =  0.7800256  test =  0.7931846\n",
      "epoch =  9856 train =  0.83952004  test =  0.85780597\n",
      "epoch =  9857 train =  0.8479141  test =  0.8502767\n",
      "epoch =  9858 train =  0.7978874  test =  0.81720245\n",
      "epoch =  9859 train =  0.7834239  test =  0.80606437\n",
      "epoch =  9860 train =  0.76972795  test =  0.7741933\n",
      "epoch =  9861 train =  0.8099911  test =  0.77866787\n",
      "epoch =  9862 train =  0.8118662  test =  0.86784\n",
      "epoch =  9863 train =  0.89541376  test =  0.78476775\n",
      "epoch =  9864 train =  0.8477134  test =  0.7271855\n",
      "epoch =  9865 train =  0.82534856  test =  0.8370837\n",
      "epoch =  9866 train =  0.7782761  test =  0.8431644\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  9867 train =  0.8560631  test =  0.76467663\n",
      "epoch =  9868 train =  0.8048697  test =  0.8896718\n",
      "epoch =  9869 train =  0.8103688  test =  0.78586143\n",
      "epoch =  9870 train =  0.8445034  test =  0.79429907\n",
      "epoch =  9871 train =  0.87751395  test =  0.83002186\n",
      "epoch =  9872 train =  0.7468015  test =  0.854851\n",
      "epoch =  9873 train =  0.79173493  test =  0.82059336\n",
      "epoch =  9874 train =  0.82969695  test =  0.92845947\n",
      "epoch =  9875 train =  0.8010956  test =  0.8590316\n",
      "epoch =  9876 train =  0.8212375  test =  0.8464847\n",
      "epoch =  9877 train =  0.80772483  test =  0.87111235\n",
      "epoch =  9878 train =  0.8763255  test =  0.8265966\n",
      "epoch =  9879 train =  0.76258314  test =  0.83288544\n",
      "epoch =  9880 train =  0.80476815  test =  0.88366157\n",
      "epoch =  9881 train =  0.8073202  test =  0.7835426\n",
      "epoch =  9882 train =  0.7777094  test =  0.87444746\n",
      "epoch =  9883 train =  0.73525697  test =  0.70549977\n",
      "epoch =  9884 train =  0.87570226  test =  0.8041407\n",
      "epoch =  9885 train =  0.8160758  test =  0.85722166\n",
      "epoch =  9886 train =  0.7687856  test =  0.8406359\n",
      "epoch =  9887 train =  0.7463591  test =  0.81244737\n",
      "epoch =  9888 train =  0.7719484  test =  0.84875816\n",
      "epoch =  9889 train =  0.84239906  test =  0.8490166\n",
      "epoch =  9890 train =  0.8679459  test =  0.75832677\n",
      "epoch =  9891 train =  0.7948703  test =  0.79355717\n",
      "epoch =  9892 train =  0.76195484  test =  0.692572\n",
      "epoch =  9893 train =  0.87978  test =  0.7776391\n",
      "epoch =  9894 train =  0.8245502  test =  0.9071047\n",
      "epoch =  9895 train =  0.8179309  test =  0.7134465\n",
      "epoch =  9896 train =  0.76780677  test =  0.69275\n",
      "epoch =  9897 train =  0.7925603  test =  0.8111462\n",
      "epoch =  9898 train =  0.8470737  test =  0.87359184\n",
      "epoch =  9899 train =  0.76165164  test =  0.81527966\n",
      "epoch =  9900 train =  0.8193475  test =  0.76840645\n",
      "epoch =  9901 train =  0.71753  test =  0.8301244\n",
      "epoch =  9902 train =  0.87422895  test =  0.7320322\n",
      "epoch =  9903 train =  0.87757206  test =  0.7920154\n",
      "epoch =  9904 train =  0.8189217  test =  0.76527095\n",
      "epoch =  9905 train =  0.7679842  test =  0.8088234\n",
      "epoch =  9906 train =  0.76140875  test =  0.7721649\n",
      "epoch =  9907 train =  0.81771183  test =  0.7492328\n",
      "epoch =  9908 train =  0.7965212  test =  0.75282973\n",
      "epoch =  9909 train =  0.79629725  test =  0.8078268\n",
      "epoch =  9910 train =  0.8375906  test =  0.74396855\n",
      "epoch =  9911 train =  0.8017511  test =  0.8390731\n",
      "epoch =  9912 train =  0.7391788  test =  0.81608456\n",
      "epoch =  9913 train =  0.7854973  test =  0.8827868\n",
      "epoch =  9914 train =  0.7723923  test =  0.8194959\n",
      "epoch =  9915 train =  0.79915166  test =  0.8040396\n",
      "epoch =  9916 train =  0.86402154  test =  0.8311346\n",
      "epoch =  9917 train =  0.79654384  test =  0.75616986\n",
      "epoch =  9918 train =  0.7812438  test =  0.8874782\n",
      "epoch =  9919 train =  0.80016977  test =  0.7590622\n",
      "epoch =  9920 train =  0.74888647  test =  0.79280925\n",
      "epoch =  9921 train =  0.77222824  test =  0.75873953\n",
      "epoch =  9922 train =  0.73012924  test =  0.8171461\n",
      "epoch =  9923 train =  0.8023287  test =  0.7786738\n",
      "epoch =  9924 train =  0.8544486  test =  0.78370637\n",
      "epoch =  9925 train =  0.85876244  test =  0.79900646\n",
      "epoch =  9926 train =  0.7976223  test =  0.84057957\n",
      "epoch =  9927 train =  0.742856  test =  0.8233761\n",
      "epoch =  9928 train =  0.7225148  test =  0.8221319\n",
      "epoch =  9929 train =  0.81756777  test =  0.8058602\n",
      "epoch =  9930 train =  0.83612794  test =  0.7558396\n",
      "epoch =  9931 train =  0.81022644  test =  0.7774339\n",
      "epoch =  9932 train =  0.8066522  test =  0.8095679\n",
      "epoch =  9933 train =  0.75702095  test =  0.80020976\n",
      "epoch =  9934 train =  0.80292606  test =  0.7891797\n",
      "epoch =  9935 train =  0.7737713  test =  0.7646954\n",
      "epoch =  9936 train =  0.81051964  test =  0.80143285\n",
      "epoch =  9937 train =  0.8661499  test =  0.90170336\n",
      "epoch =  9938 train =  0.8697183  test =  0.7967671\n",
      "epoch =  9939 train =  0.8039346  test =  0.74489796\n",
      "epoch =  9940 train =  0.7779499  test =  0.6773386\n",
      "epoch =  9941 train =  0.8070402  test =  0.87552345\n",
      "epoch =  9942 train =  0.80602956  test =  0.82818836\n",
      "epoch =  9943 train =  0.79685694  test =  0.83084166\n",
      "epoch =  9944 train =  0.83325136  test =  0.77088606\n",
      "epoch =  9945 train =  0.8226396  test =  0.8548913\n",
      "epoch =  9946 train =  0.79025006  test =  0.7022547\n",
      "epoch =  9947 train =  0.7574954  test =  0.75460535\n",
      "epoch =  9948 train =  0.8150333  test =  0.8748535\n",
      "epoch =  9949 train =  0.8085829  test =  0.78048754\n",
      "epoch =  9950 train =  0.76067424  test =  0.7844956\n",
      "epoch =  9951 train =  0.8229363  test =  0.70930177\n",
      "epoch =  9952 train =  0.8198992  test =  0.82777345\n",
      "epoch =  9953 train =  0.8124505  test =  0.8638041\n",
      "epoch =  9954 train =  0.7765243  test =  0.8245338\n",
      "epoch =  9955 train =  0.7009561  test =  0.8815035\n",
      "epoch =  9956 train =  0.8053526  test =  0.81971914\n",
      "epoch =  9957 train =  0.8255416  test =  0.787032\n",
      "epoch =  9958 train =  0.77001834  test =  0.79276305\n",
      "epoch =  9959 train =  0.7829863  test =  0.76926565\n",
      "epoch =  9960 train =  0.78500426  test =  0.7509527\n",
      "epoch =  9961 train =  0.7655128  test =  0.828847\n",
      "epoch =  9962 train =  0.7875351  test =  0.84339845\n",
      "epoch =  9963 train =  0.76547945  test =  0.95513403\n",
      "epoch =  9964 train =  0.78228176  test =  0.89061946\n",
      "epoch =  9965 train =  0.8261281  test =  0.8655883\n",
      "epoch =  9966 train =  0.787408  test =  0.7312952\n",
      "epoch =  9967 train =  0.79922706  test =  0.7786733\n",
      "epoch =  9968 train =  0.7889221  test =  0.7403282\n",
      "epoch =  9969 train =  0.8184521  test =  0.80742925\n",
      "epoch =  9970 train =  0.80281043  test =  0.8706007\n",
      "epoch =  9971 train =  0.8572519  test =  0.80012107\n",
      "epoch =  9972 train =  0.81629133  test =  0.73992926\n",
      "epoch =  9973 train =  0.8393812  test =  0.69188917\n",
      "epoch =  9974 train =  0.8006208  test =  0.8104473\n",
      "epoch =  9975 train =  0.88768864  test =  0.74431604\n",
      "epoch =  9976 train =  0.77345306  test =  0.7906181\n",
      "epoch =  9977 train =  0.7639521  test =  0.7715259\n",
      "epoch =  9978 train =  0.73610914  test =  0.71218365\n",
      "epoch =  9979 train =  0.861598  test =  0.88321894\n",
      "epoch =  9980 train =  0.8137261  test =  0.84015113\n",
      "epoch =  9981 train =  0.7917502  test =  0.7278397\n",
      "epoch =  9982 train =  0.86657375  test =  0.8379705\n",
      "epoch =  9983 train =  0.773821  test =  0.916461\n",
      "epoch =  9984 train =  0.82161856  test =  0.79272276\n",
      "epoch =  9985 train =  0.76385504  test =  0.8376231\n",
      "epoch =  9986 train =  0.8019146  test =  0.6974976\n",
      "epoch =  9987 train =  0.76368976  test =  0.8546758\n",
      "epoch =  9988 train =  0.8334023  test =  0.76355404\n",
      "epoch =  9989 train =  0.8884217  test =  0.8040988\n",
      "epoch =  9990 train =  0.83546436  test =  0.78754985\n",
      "epoch =  9991 train =  0.7824016  test =  0.79075265\n",
      "epoch =  9992 train =  0.80744326  test =  0.7823681\n",
      "epoch =  9993 train =  0.7719654  test =  0.79081494\n",
      "epoch =  9994 train =  0.8766011  test =  0.74881136\n",
      "epoch =  9995 train =  0.7913382  test =  0.82281166\n",
      "epoch =  9996 train =  0.89635885  test =  0.827006\n",
      "epoch =  9997 train =  0.8790567  test =  0.6835184\n",
      "epoch =  9998 train =  0.7735834  test =  0.87556285\n",
      "epoch =  9999 train =  0.82337755  test =  0.84608006\n",
      "epoch =  10000 train =  0.7872635  test =  0.7555458\n",
      "epoch =  10001 train =  0.7847699  test =  0.76198065\n",
      "epoch =  10002 train =  0.810286  test =  0.7679026\n",
      "epoch =  10003 train =  0.7695695  test =  0.7529004\n",
      "epoch =  10004 train =  0.8412061  test =  0.7795622\n",
      "epoch =  10005 train =  0.7912067  test =  0.88901573\n",
      "epoch =  10006 train =  0.7245123  test =  0.8056068\n",
      "epoch =  10007 train =  0.85255814  test =  0.8060403\n",
      "epoch =  10008 train =  0.73560226  test =  0.9949418\n",
      "epoch =  10009 train =  0.80744433  test =  0.85513467\n",
      "epoch =  10010 train =  0.8128529  test =  0.86454463\n",
      "epoch =  10011 train =  0.8212323  test =  0.8258072\n",
      "epoch =  10012 train =  0.80032444  test =  0.89079434\n",
      "epoch =  10013 train =  0.81735134  test =  0.76730037\n",
      "epoch =  10014 train =  0.7868784  test =  0.8136649\n",
      "epoch =  10015 train =  0.7798563  test =  0.76781964\n",
      "epoch =  10016 train =  0.7409983  test =  0.7866021\n",
      "epoch =  10017 train =  0.74231935  test =  0.8211523\n",
      "epoch =  10018 train =  0.8065851  test =  0.8305758\n",
      "epoch =  10019 train =  0.816537  test =  0.8479183\n",
      "epoch =  10020 train =  0.7896753  test =  0.89335513\n",
      "epoch =  10021 train =  0.7675554  test =  0.74510777\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10022 train =  0.72601163  test =  0.7653106\n",
      "epoch =  10023 train =  0.79847527  test =  0.814679\n",
      "epoch =  10024 train =  0.89565647  test =  0.83693874\n",
      "epoch =  10025 train =  0.8102697  test =  0.8713826\n",
      "epoch =  10026 train =  0.83318913  test =  0.80959135\n",
      "epoch =  10027 train =  0.8038763  test =  0.7705912\n",
      "epoch =  10028 train =  0.7500684  test =  0.775541\n",
      "epoch =  10029 train =  0.7842406  test =  0.8218748\n",
      "epoch =  10030 train =  0.7899194  test =  0.80283004\n",
      "epoch =  10031 train =  0.8229717  test =  0.821451\n",
      "epoch =  10032 train =  0.7492789  test =  0.8243045\n",
      "epoch =  10033 train =  0.72218907  test =  0.82182485\n",
      "epoch =  10034 train =  0.8924176  test =  0.84084177\n",
      "epoch =  10035 train =  0.817304  test =  0.8427836\n",
      "epoch =  10036 train =  0.807104  test =  0.8096047\n",
      "epoch =  10037 train =  0.79580605  test =  0.91528094\n",
      "epoch =  10038 train =  0.7650229  test =  0.7615107\n",
      "epoch =  10039 train =  0.8483809  test =  0.82110107\n",
      "epoch =  10040 train =  0.8259199  test =  0.8096665\n",
      "epoch =  10041 train =  0.8532895  test =  0.8105336\n",
      "epoch =  10042 train =  0.7871196  test =  0.8622823\n",
      "epoch =  10043 train =  0.8359133  test =  0.8069351\n",
      "epoch =  10044 train =  0.81941015  test =  0.8441932\n",
      "epoch =  10045 train =  0.7889771  test =  0.8709173\n",
      "epoch =  10046 train =  0.8405975  test =  0.76099086\n",
      "epoch =  10047 train =  0.83436763  test =  0.7724653\n",
      "epoch =  10048 train =  0.80513394  test =  0.7981796\n",
      "epoch =  10049 train =  0.799624  test =  0.7733821\n",
      "epoch =  10050 train =  0.7544557  test =  0.85057735\n",
      "epoch =  10051 train =  0.79159117  test =  0.87159127\n",
      "epoch =  10052 train =  0.8127265  test =  0.80410033\n",
      "epoch =  10053 train =  0.831072  test =  0.86422026\n",
      "epoch =  10054 train =  0.83638406  test =  0.6672276\n",
      "epoch =  10055 train =  0.81214434  test =  0.7755877\n",
      "epoch =  10056 train =  0.8314145  test =  0.8053882\n",
      "epoch =  10057 train =  0.7973809  test =  0.7779869\n",
      "epoch =  10058 train =  0.8064349  test =  0.94987005\n",
      "epoch =  10059 train =  0.9213166  test =  0.7952895\n",
      "epoch =  10060 train =  0.85205436  test =  0.8455431\n",
      "epoch =  10061 train =  0.8257225  test =  0.7656708\n",
      "epoch =  10062 train =  0.8032452  test =  0.8927153\n",
      "epoch =  10063 train =  0.7377795  test =  0.79338837\n",
      "epoch =  10064 train =  0.82080877  test =  0.84204656\n",
      "epoch =  10065 train =  0.79279023  test =  0.8256531\n",
      "epoch =  10066 train =  0.7579459  test =  0.8051806\n",
      "epoch =  10067 train =  0.7768863  test =  0.79717577\n",
      "epoch =  10068 train =  0.7741881  test =  0.9076995\n",
      "epoch =  10069 train =  0.79232514  test =  0.81507957\n",
      "epoch =  10070 train =  0.7637041  test =  0.7997228\n",
      "epoch =  10071 train =  0.83335924  test =  0.8254168\n",
      "epoch =  10072 train =  0.8431346  test =  0.7564431\n",
      "epoch =  10073 train =  0.7381962  test =  0.83464277\n",
      "epoch =  10074 train =  0.83300984  test =  0.7939397\n",
      "epoch =  10075 train =  0.8004983  test =  0.8889283\n",
      "epoch =  10076 train =  0.7284413  test =  0.81046826\n",
      "epoch =  10077 train =  0.844923  test =  0.7602102\n",
      "epoch =  10078 train =  0.7818594  test =  0.79517066\n",
      "epoch =  10079 train =  0.8780751  test =  0.8566007\n",
      "epoch =  10080 train =  0.80048895  test =  0.7023139\n",
      "epoch =  10081 train =  0.7777972  test =  0.94487435\n",
      "epoch =  10082 train =  0.8298291  test =  0.7883581\n",
      "epoch =  10083 train =  0.83384454  test =  0.79514486\n",
      "epoch =  10084 train =  0.76428354  test =  0.8553373\n",
      "epoch =  10085 train =  0.77942026  test =  0.7826883\n",
      "epoch =  10086 train =  0.83939207  test =  0.83614117\n",
      "epoch =  10087 train =  0.79125035  test =  0.7810292\n",
      "epoch =  10088 train =  0.73427886  test =  0.74602973\n",
      "epoch =  10089 train =  0.88771826  test =  0.8435636\n",
      "epoch =  10090 train =  0.83714074  test =  0.7572045\n",
      "epoch =  10091 train =  0.7746818  test =  0.70933586\n",
      "epoch =  10092 train =  0.78375643  test =  0.781189\n",
      "epoch =  10093 train =  0.79654926  test =  0.84298176\n",
      "epoch =  10094 train =  0.7625644  test =  0.91945386\n",
      "epoch =  10095 train =  0.8169488  test =  0.8966875\n",
      "epoch =  10096 train =  0.8455688  test =  0.84295505\n",
      "epoch =  10097 train =  0.7844585  test =  0.83895314\n",
      "epoch =  10098 train =  0.792343  test =  0.7588012\n",
      "epoch =  10099 train =  0.78666055  test =  0.7299647\n",
      "epoch =  10100 train =  0.80853343  test =  0.90333277\n",
      "epoch =  10101 train =  0.7868898  test =  0.84039885\n",
      "epoch =  10102 train =  0.78409123  test =  0.8076849\n",
      "epoch =  10103 train =  0.82591134  test =  0.8197126\n",
      "epoch =  10104 train =  0.8462937  test =  0.84022343\n",
      "epoch =  10105 train =  0.7949201  test =  0.89739805\n",
      "epoch =  10106 train =  0.8335901  test =  0.7167083\n",
      "epoch =  10107 train =  0.7564679  test =  0.75799733\n",
      "epoch =  10108 train =  0.82511157  test =  0.84331787\n",
      "epoch =  10109 train =  0.77523994  test =  0.86076015\n",
      "epoch =  10110 train =  0.8772072  test =  0.7306043\n",
      "epoch =  10111 train =  0.8521153  test =  0.7564944\n",
      "epoch =  10112 train =  0.87536746  test =  0.8537484\n",
      "epoch =  10113 train =  0.8047948  test =  0.7982117\n",
      "epoch =  10114 train =  0.82742596  test =  0.83063024\n",
      "epoch =  10115 train =  0.7718034  test =  0.87547785\n",
      "epoch =  10116 train =  0.7818541  test =  0.8501631\n",
      "epoch =  10117 train =  0.77418005  test =  0.81273955\n",
      "epoch =  10118 train =  0.7681981  test =  0.81288856\n",
      "epoch =  10119 train =  0.8515793  test =  0.7833108\n",
      "epoch =  10120 train =  0.73506635  test =  0.82642525\n",
      "epoch =  10121 train =  0.8192377  test =  0.8792038\n",
      "epoch =  10122 train =  0.84768766  test =  0.7675478\n",
      "epoch =  10123 train =  0.7582811  test =  0.81446654\n",
      "epoch =  10124 train =  0.7482108  test =  0.77565557\n",
      "epoch =  10125 train =  0.78470415  test =  0.9331845\n",
      "epoch =  10126 train =  0.8166497  test =  0.8586528\n",
      "epoch =  10127 train =  0.798636  test =  0.737662\n",
      "epoch =  10128 train =  0.7645267  test =  0.7947643\n",
      "epoch =  10129 train =  0.84087014  test =  0.741539\n",
      "epoch =  10130 train =  0.7355056  test =  0.81763184\n",
      "epoch =  10131 train =  0.80456436  test =  0.7796903\n",
      "epoch =  10132 train =  0.7091428  test =  0.71438134\n",
      "epoch =  10133 train =  0.82691455  test =  0.78533614\n",
      "epoch =  10134 train =  0.78978956  test =  0.74239045\n",
      "epoch =  10135 train =  0.82952595  test =  0.7989018\n",
      "epoch =  10136 train =  0.7967176  test =  0.7535405\n",
      "epoch =  10137 train =  0.77244174  test =  0.8941876\n",
      "epoch =  10138 train =  0.8633007  test =  0.8252132\n",
      "epoch =  10139 train =  0.7953181  test =  0.808804\n",
      "epoch =  10140 train =  0.7624247  test =  0.79898757\n",
      "epoch =  10141 train =  0.8282944  test =  0.8249361\n",
      "epoch =  10142 train =  0.80610216  test =  0.8115115\n",
      "epoch =  10143 train =  0.86331296  test =  0.7496813\n",
      "epoch =  10144 train =  0.7987042  test =  0.8147404\n",
      "epoch =  10145 train =  0.7344773  test =  0.75625765\n",
      "epoch =  10146 train =  0.7665091  test =  0.7972331\n",
      "epoch =  10147 train =  0.86736786  test =  0.91622347\n",
      "epoch =  10148 train =  0.8290248  test =  0.7979291\n",
      "epoch =  10149 train =  0.79766446  test =  0.8370895\n",
      "epoch =  10150 train =  0.788157  test =  0.8169978\n",
      "epoch =  10151 train =  0.7508063  test =  0.68720776\n",
      "epoch =  10152 train =  0.79465616  test =  0.77725\n",
      "epoch =  10153 train =  0.85929006  test =  0.81682605\n",
      "epoch =  10154 train =  0.78185046  test =  0.7970495\n",
      "epoch =  10155 train =  0.77665794  test =  0.7571566\n",
      "epoch =  10156 train =  0.83181846  test =  0.78710866\n",
      "epoch =  10157 train =  0.839759  test =  0.8324395\n",
      "epoch =  10158 train =  0.8102925  test =  0.7833101\n",
      "epoch =  10159 train =  0.8163079  test =  0.8172268\n",
      "epoch =  10160 train =  0.83535486  test =  0.7654701\n",
      "epoch =  10161 train =  0.785059  test =  0.7885388\n",
      "epoch =  10162 train =  0.73711723  test =  0.86919606\n",
      "epoch =  10163 train =  0.8537679  test =  0.75695163\n",
      "epoch =  10164 train =  0.7512914  test =  0.7604434\n",
      "epoch =  10165 train =  0.8587333  test =  0.8615961\n",
      "epoch =  10166 train =  0.738932  test =  0.76433486\n",
      "epoch =  10167 train =  0.7901696  test =  0.7400222\n",
      "epoch =  10168 train =  0.83872044  test =  0.74333704\n",
      "epoch =  10169 train =  0.7209394  test =  0.7158692\n",
      "epoch =  10170 train =  0.84421504  test =  0.7566013\n",
      "epoch =  10171 train =  0.73650587  test =  0.8164321\n",
      "epoch =  10172 train =  0.78648627  test =  0.7775444\n",
      "epoch =  10173 train =  0.8833525  test =  0.7361033\n",
      "epoch =  10174 train =  0.78266245  test =  0.935374\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10175 train =  0.8018075  test =  0.8145671\n",
      "epoch =  10176 train =  0.7945481  test =  0.7941257\n",
      "epoch =  10177 train =  0.8328366  test =  0.7668356\n",
      "epoch =  10178 train =  0.8512417  test =  0.76886034\n",
      "epoch =  10179 train =  0.81367815  test =  0.81881255\n",
      "epoch =  10180 train =  0.8722681  test =  0.7368683\n",
      "epoch =  10181 train =  0.8308164  test =  0.70242685\n",
      "epoch =  10182 train =  0.80859566  test =  0.7908392\n",
      "epoch =  10183 train =  0.7418933  test =  0.80302477\n",
      "epoch =  10184 train =  0.7576819  test =  0.7668727\n",
      "epoch =  10185 train =  0.7388508  test =  0.7286769\n",
      "epoch =  10186 train =  0.84655344  test =  0.7551231\n",
      "epoch =  10187 train =  0.8688772  test =  0.8670619\n",
      "epoch =  10188 train =  0.79122114  test =  0.8624168\n",
      "epoch =  10189 train =  0.8208461  test =  0.74993837\n",
      "epoch =  10190 train =  0.79773045  test =  0.7957473\n",
      "epoch =  10191 train =  0.8796474  test =  0.7687211\n",
      "epoch =  10192 train =  0.78769267  test =  0.7166524\n",
      "epoch =  10193 train =  0.7745451  test =  0.7585427\n",
      "epoch =  10194 train =  0.8175269  test =  0.76702493\n",
      "epoch =  10195 train =  0.7966093  test =  0.7582614\n",
      "epoch =  10196 train =  0.7680714  test =  0.8176359\n",
      "epoch =  10197 train =  0.7826289  test =  0.72548676\n",
      "epoch =  10198 train =  0.8789736  test =  0.80734754\n",
      "epoch =  10199 train =  0.7909608  test =  0.82602775\n",
      "epoch =  10200 train =  0.8302624  test =  0.7346677\n",
      "epoch =  10201 train =  0.7516984  test =  0.7098923\n",
      "epoch =  10202 train =  0.75881994  test =  0.8265475\n",
      "epoch =  10203 train =  0.79191315  test =  0.7640211\n",
      "epoch =  10204 train =  0.85804045  test =  0.79057825\n",
      "epoch =  10205 train =  0.7845748  test =  0.7279615\n",
      "epoch =  10206 train =  0.76488626  test =  0.8000362\n",
      "epoch =  10207 train =  0.8261536  test =  0.7887207\n",
      "epoch =  10208 train =  0.7514194  test =  0.7963681\n",
      "epoch =  10209 train =  0.84910053  test =  0.82766706\n",
      "epoch =  10210 train =  0.7495358  test =  0.8571085\n",
      "epoch =  10211 train =  0.7891944  test =  0.734775\n",
      "epoch =  10212 train =  0.7624513  test =  0.88851726\n",
      "epoch =  10213 train =  0.7960537  test =  0.8287036\n",
      "epoch =  10214 train =  0.7424033  test =  0.81210905\n",
      "epoch =  10215 train =  0.7866745  test =  0.83148736\n",
      "epoch =  10216 train =  0.79289186  test =  0.786251\n",
      "epoch =  10217 train =  0.76423115  test =  0.7508973\n",
      "epoch =  10218 train =  0.7749387  test =  0.82204485\n",
      "epoch =  10219 train =  0.8133906  test =  0.7780181\n",
      "epoch =  10220 train =  0.834808  test =  0.86031497\n",
      "epoch =  10221 train =  0.7729018  test =  0.7974992\n",
      "epoch =  10222 train =  0.73922336  test =  0.85505635\n",
      "epoch =  10223 train =  0.7912309  test =  0.7839347\n",
      "epoch =  10224 train =  0.8052552  test =  0.8165813\n",
      "epoch =  10225 train =  0.7943368  test =  0.82138485\n",
      "epoch =  10226 train =  0.80328345  test =  0.729821\n",
      "epoch =  10227 train =  0.8118893  test =  0.79474634\n",
      "epoch =  10228 train =  0.78096706  test =  0.7683677\n",
      "epoch =  10229 train =  0.77880764  test =  0.82966614\n",
      "epoch =  10230 train =  0.79804665  test =  0.7855331\n",
      "epoch =  10231 train =  0.813389  test =  0.75394976\n",
      "epoch =  10232 train =  0.8303786  test =  0.79115963\n",
      "epoch =  10233 train =  0.85484886  test =  0.7808643\n",
      "epoch =  10234 train =  0.9173909  test =  0.8184829\n",
      "epoch =  10235 train =  0.7418952  test =  0.75385064\n",
      "epoch =  10236 train =  0.7722387  test =  0.80132353\n",
      "epoch =  10237 train =  0.76564026  test =  0.84219134\n",
      "epoch =  10238 train =  0.7584827  test =  0.7232458\n",
      "epoch =  10239 train =  0.80076444  test =  0.7804975\n",
      "epoch =  10240 train =  0.78730786  test =  0.75055915\n",
      "epoch =  10241 train =  0.80603826  test =  0.78875303\n",
      "epoch =  10242 train =  0.80715394  test =  0.8505219\n",
      "epoch =  10243 train =  0.7909245  test =  0.82506377\n",
      "epoch =  10244 train =  0.80168307  test =  0.9083067\n",
      "epoch =  10245 train =  0.7369612  test =  0.7818957\n",
      "epoch =  10246 train =  0.80744576  test =  0.7415975\n",
      "epoch =  10247 train =  0.7009609  test =  0.7543063\n",
      "epoch =  10248 train =  0.81855786  test =  0.75857425\n",
      "epoch =  10249 train =  0.8011788  test =  0.7832847\n",
      "epoch =  10250 train =  0.85942614  test =  0.72762394\n",
      "epoch =  10251 train =  0.78641117  test =  0.84615576\n",
      "epoch =  10252 train =  0.8092438  test =  0.68612367\n",
      "epoch =  10253 train =  0.7970885  test =  0.782398\n",
      "epoch =  10254 train =  0.7290923  test =  0.71933156\n",
      "epoch =  10255 train =  0.7587962  test =  0.834224\n",
      "epoch =  10256 train =  0.7558295  test =  0.7941136\n",
      "epoch =  10257 train =  0.80270267  test =  0.8319653\n",
      "epoch =  10258 train =  0.8222958  test =  0.72729915\n",
      "epoch =  10259 train =  0.78724056  test =  0.79913235\n",
      "epoch =  10260 train =  0.80668175  test =  0.7551658\n",
      "epoch =  10261 train =  0.85357255  test =  0.78441775\n",
      "epoch =  10262 train =  0.8165473  test =  0.7792117\n",
      "epoch =  10263 train =  0.8006036  test =  0.81791\n",
      "epoch =  10264 train =  0.8317826  test =  0.82206386\n",
      "epoch =  10265 train =  0.8472513  test =  0.8073196\n",
      "epoch =  10266 train =  0.8366371  test =  0.8307444\n",
      "epoch =  10267 train =  0.83934426  test =  0.7380249\n",
      "epoch =  10268 train =  0.812495  test =  0.7520371\n",
      "epoch =  10269 train =  0.79338485  test =  0.72038907\n",
      "epoch =  10270 train =  0.8328706  test =  0.862765\n",
      "epoch =  10271 train =  0.7770966  test =  0.78162664\n",
      "epoch =  10272 train =  0.8032335  test =  0.76279014\n",
      "epoch =  10273 train =  0.72299504  test =  0.7672759\n",
      "epoch =  10274 train =  0.82520926  test =  0.7664858\n",
      "epoch =  10275 train =  0.805063  test =  0.985979\n",
      "epoch =  10276 train =  0.76350325  test =  0.7737999\n",
      "epoch =  10277 train =  0.7922461  test =  0.8800781\n",
      "epoch =  10278 train =  0.8157313  test =  0.8102524\n",
      "epoch =  10279 train =  0.74994826  test =  0.72317487\n",
      "epoch =  10280 train =  0.76873875  test =  0.8896781\n",
      "epoch =  10281 train =  0.7770337  test =  0.7892388\n",
      "epoch =  10282 train =  0.76354903  test =  0.8840882\n",
      "epoch =  10283 train =  0.8162622  test =  0.78810245\n",
      "epoch =  10284 train =  0.75719357  test =  0.77679676\n",
      "epoch =  10285 train =  0.8074434  test =  0.7001724\n",
      "epoch =  10286 train =  0.826069  test =  0.7383033\n",
      "epoch =  10287 train =  0.8375289  test =  0.7785165\n",
      "epoch =  10288 train =  0.8231621  test =  0.852252\n",
      "epoch =  10289 train =  0.8371264  test =  0.7823692\n",
      "epoch =  10290 train =  0.78269064  test =  0.7696445\n",
      "epoch =  10291 train =  0.7820418  test =  0.91325474\n",
      "epoch =  10292 train =  0.78444016  test =  0.7659733\n",
      "epoch =  10293 train =  0.741663  test =  0.7412857\n",
      "epoch =  10294 train =  0.81081927  test =  0.811334\n",
      "epoch =  10295 train =  0.7625872  test =  0.7548727\n",
      "epoch =  10296 train =  0.7344786  test =  0.84387386\n",
      "epoch =  10297 train =  0.7945353  test =  0.6972301\n",
      "epoch =  10298 train =  0.8140381  test =  0.9499708\n",
      "epoch =  10299 train =  0.8063147  test =  0.839396\n",
      "epoch =  10300 train =  0.83372414  test =  0.8237473\n",
      "epoch =  10301 train =  0.77540994  test =  0.7724276\n",
      "epoch =  10302 train =  0.74143684  test =  0.8927516\n",
      "epoch =  10303 train =  0.7648327  test =  0.7326017\n",
      "epoch =  10304 train =  0.7630013  test =  0.83094084\n",
      "epoch =  10305 train =  0.8395325  test =  0.7441612\n",
      "epoch =  10306 train =  0.70575225  test =  0.8334202\n",
      "epoch =  10307 train =  0.7893528  test =  0.7979095\n",
      "epoch =  10308 train =  0.72164166  test =  0.8568539\n",
      "epoch =  10309 train =  0.759582  test =  0.7012024\n",
      "epoch =  10310 train =  0.85836416  test =  0.8299594\n",
      "epoch =  10311 train =  0.8874117  test =  0.7801819\n",
      "epoch =  10312 train =  0.7878566  test =  0.76675165\n",
      "epoch =  10313 train =  0.8046583  test =  0.8258495\n",
      "epoch =  10314 train =  0.8443362  test =  0.7406792\n",
      "epoch =  10315 train =  0.7921532  test =  0.7960502\n",
      "epoch =  10316 train =  0.80396235  test =  0.9003162\n",
      "epoch =  10317 train =  0.74302435  test =  0.73420125\n",
      "epoch =  10318 train =  0.81438243  test =  0.91087794\n",
      "epoch =  10319 train =  0.8069937  test =  0.82398564\n",
      "epoch =  10320 train =  0.8095585  test =  0.7576001\n",
      "epoch =  10321 train =  0.7494811  test =  0.7785083\n",
      "epoch =  10322 train =  0.8111047  test =  0.81174594\n",
      "epoch =  10323 train =  0.8089292  test =  0.91989034\n",
      "epoch =  10324 train =  0.8151252  test =  0.7895275\n",
      "epoch =  10325 train =  0.7716021  test =  0.6964585\n",
      "epoch =  10326 train =  0.7811157  test =  0.7763088\n",
      "epoch =  10327 train =  0.7944085  test =  0.7646591\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10328 train =  0.8144088  test =  0.7523509\n",
      "epoch =  10329 train =  0.7713822  test =  0.7390168\n",
      "epoch =  10330 train =  0.830932  test =  0.7944244\n",
      "epoch =  10331 train =  0.8140508  test =  0.8059313\n",
      "epoch =  10332 train =  0.7926347  test =  0.7817445\n",
      "epoch =  10333 train =  0.81372845  test =  0.75462794\n",
      "epoch =  10334 train =  0.76692796  test =  0.8599329\n",
      "epoch =  10335 train =  0.8427588  test =  0.7645896\n",
      "epoch =  10336 train =  0.7576332  test =  0.7057856\n",
      "epoch =  10337 train =  0.7747642  test =  0.8318428\n",
      "epoch =  10338 train =  0.7517148  test =  0.7816595\n",
      "epoch =  10339 train =  0.80830693  test =  0.8474269\n",
      "epoch =  10340 train =  0.8107378  test =  0.7491888\n",
      "epoch =  10341 train =  0.8137369  test =  0.80913216\n",
      "epoch =  10342 train =  0.75006497  test =  0.9131848\n",
      "epoch =  10343 train =  0.7940812  test =  0.96340925\n",
      "epoch =  10344 train =  0.81097984  test =  0.79588246\n",
      "epoch =  10345 train =  0.76106894  test =  0.69348377\n",
      "epoch =  10346 train =  0.8218299  test =  0.83862907\n",
      "epoch =  10347 train =  0.76523006  test =  0.803509\n",
      "epoch =  10348 train =  0.8002042  test =  0.7338936\n",
      "epoch =  10349 train =  0.8300753  test =  0.79703575\n",
      "epoch =  10350 train =  0.77338433  test =  0.7188935\n",
      "epoch =  10351 train =  0.8596098  test =  0.90475863\n",
      "epoch =  10352 train =  0.76105237  test =  0.7893426\n",
      "epoch =  10353 train =  0.7847531  test =  0.81136024\n",
      "epoch =  10354 train =  0.74730337  test =  0.8533493\n",
      "epoch =  10355 train =  0.797724  test =  0.80484647\n",
      "epoch =  10356 train =  0.81140924  test =  0.87098587\n",
      "epoch =  10357 train =  0.8159883  test =  0.83994836\n",
      "epoch =  10358 train =  0.85869545  test =  0.7855692\n",
      "epoch =  10359 train =  0.78931475  test =  0.83493495\n",
      "epoch =  10360 train =  0.82767844  test =  0.7832439\n",
      "epoch =  10361 train =  0.7975818  test =  0.8468275\n",
      "epoch =  10362 train =  0.78989553  test =  0.7696121\n",
      "epoch =  10363 train =  0.73295003  test =  0.74962366\n",
      "epoch =  10364 train =  0.77352905  test =  0.8312516\n",
      "epoch =  10365 train =  0.7749356  test =  0.79029566\n",
      "epoch =  10366 train =  0.7813382  test =  0.8049991\n",
      "epoch =  10367 train =  0.77982557  test =  0.7533138\n",
      "epoch =  10368 train =  0.7604393  test =  0.8120033\n",
      "epoch =  10369 train =  0.7778642  test =  0.82311773\n",
      "epoch =  10370 train =  0.7805383  test =  0.7395662\n",
      "epoch =  10371 train =  0.86283386  test =  0.7671475\n",
      "epoch =  10372 train =  0.822222  test =  0.8192363\n",
      "epoch =  10373 train =  0.84938204  test =  0.9045842\n",
      "epoch =  10374 train =  0.7895607  test =  0.7273746\n",
      "epoch =  10375 train =  0.8056097  test =  0.7896363\n",
      "epoch =  10376 train =  0.8294199  test =  0.76564914\n",
      "epoch =  10377 train =  0.7668178  test =  0.78125125\n",
      "epoch =  10378 train =  0.82590234  test =  0.7224389\n",
      "epoch =  10379 train =  0.84131014  test =  0.69395787\n",
      "epoch =  10380 train =  0.83766747  test =  0.76984274\n",
      "epoch =  10381 train =  0.76098317  test =  0.8561188\n",
      "epoch =  10382 train =  0.8026926  test =  0.75197315\n",
      "epoch =  10383 train =  0.7901206  test =  0.78501105\n",
      "epoch =  10384 train =  0.7818936  test =  0.7033979\n",
      "epoch =  10385 train =  0.76879275  test =  0.8129771\n",
      "epoch =  10386 train =  0.77649057  test =  0.79014546\n",
      "epoch =  10387 train =  0.7712798  test =  0.8063639\n",
      "epoch =  10388 train =  0.8077381  test =  0.84459186\n",
      "epoch =  10389 train =  0.8111522  test =  0.7447482\n",
      "epoch =  10390 train =  0.76542395  test =  0.82638407\n",
      "epoch =  10391 train =  0.7494324  test =  0.7422012\n",
      "epoch =  10392 train =  0.83680826  test =  0.8460318\n",
      "epoch =  10393 train =  0.8709396  test =  0.7619375\n",
      "epoch =  10394 train =  0.8238791  test =  0.75936526\n",
      "epoch =  10395 train =  0.81126565  test =  0.7984082\n",
      "epoch =  10396 train =  0.8430759  test =  0.8471614\n",
      "epoch =  10397 train =  0.7605574  test =  0.7590774\n",
      "epoch =  10398 train =  0.76999116  test =  0.7843203\n",
      "epoch =  10399 train =  0.7308698  test =  0.8261197\n",
      "epoch =  10400 train =  0.8172003  test =  0.8329936\n",
      "epoch =  10401 train =  0.7946532  test =  0.7982823\n",
      "epoch =  10402 train =  0.7885919  test =  0.6709236\n",
      "epoch =  10403 train =  0.78239715  test =  0.77854866\n",
      "epoch =  10404 train =  0.797791  test =  0.79132164\n",
      "epoch =  10405 train =  0.8151938  test =  0.79631484\n",
      "epoch =  10406 train =  0.8314623  test =  0.8177328\n",
      "epoch =  10407 train =  0.72188306  test =  0.74204916\n",
      "epoch =  10408 train =  0.7633674  test =  0.8851351\n",
      "epoch =  10409 train =  0.8275004  test =  0.7658193\n",
      "epoch =  10410 train =  0.8205909  test =  0.76690733\n",
      "epoch =  10411 train =  0.81596375  test =  0.8277135\n",
      "epoch =  10412 train =  0.7660395  test =  0.7935529\n",
      "epoch =  10413 train =  0.81750166  test =  0.79420364\n",
      "epoch =  10414 train =  0.7641802  test =  0.78222835\n",
      "epoch =  10415 train =  0.7707453  test =  0.7003842\n",
      "epoch =  10416 train =  0.79400635  test =  0.74719423\n",
      "epoch =  10417 train =  0.72503316  test =  0.7242522\n",
      "epoch =  10418 train =  0.795796  test =  0.75098944\n",
      "epoch =  10419 train =  0.76977974  test =  0.798175\n",
      "epoch =  10420 train =  0.74492496  test =  0.7151802\n",
      "epoch =  10421 train =  0.7935134  test =  0.71734154\n",
      "epoch =  10422 train =  0.8293308  test =  0.81444746\n",
      "epoch =  10423 train =  0.7102868  test =  0.7550375\n",
      "epoch =  10424 train =  0.7962358  test =  0.7458962\n",
      "epoch =  10425 train =  0.78765726  test =  0.72786325\n",
      "epoch =  10426 train =  0.804006  test =  0.92457706\n",
      "epoch =  10427 train =  0.77254856  test =  0.9113564\n",
      "epoch =  10428 train =  0.7825367  test =  0.7234931\n",
      "epoch =  10429 train =  0.73404825  test =  0.81044865\n",
      "epoch =  10430 train =  0.7199906  test =  0.7606049\n",
      "epoch =  10431 train =  0.8536778  test =  0.94445056\n",
      "epoch =  10432 train =  0.78037035  test =  0.67572254\n",
      "epoch =  10433 train =  0.80947286  test =  0.9064448\n",
      "epoch =  10434 train =  0.7352883  test =  0.8666992\n",
      "epoch =  10435 train =  0.7894149  test =  0.7178803\n",
      "epoch =  10436 train =  0.7551164  test =  0.8367027\n",
      "epoch =  10437 train =  0.8637041  test =  0.7701635\n",
      "epoch =  10438 train =  0.8096344  test =  0.79960024\n",
      "epoch =  10439 train =  0.7461025  test =  0.6952916\n",
      "epoch =  10440 train =  0.8424793  test =  0.8136493\n",
      "epoch =  10441 train =  0.7891787  test =  0.7483494\n",
      "epoch =  10442 train =  0.7723951  test =  0.8065111\n",
      "epoch =  10443 train =  0.77179325  test =  0.7113937\n",
      "epoch =  10444 train =  0.8214139  test =  0.7903985\n",
      "epoch =  10445 train =  0.7734302  test =  0.7752586\n",
      "epoch =  10446 train =  0.8238547  test =  0.74043816\n",
      "epoch =  10447 train =  0.7286564  test =  0.80106634\n",
      "epoch =  10448 train =  0.75313765  test =  0.7853693\n",
      "epoch =  10449 train =  0.78292066  test =  0.7718833\n",
      "epoch =  10450 train =  0.7814499  test =  0.77491385\n",
      "epoch =  10451 train =  0.8124261  test =  0.7335733\n",
      "epoch =  10452 train =  0.81639767  test =  0.827287\n",
      "epoch =  10453 train =  0.8672666  test =  0.87706995\n",
      "epoch =  10454 train =  0.72753596  test =  0.76312816\n",
      "epoch =  10455 train =  0.83104086  test =  0.7060264\n",
      "epoch =  10456 train =  0.7806546  test =  0.90726733\n",
      "epoch =  10457 train =  0.77249706  test =  0.8750682\n",
      "epoch =  10458 train =  0.7761815  test =  0.7379792\n",
      "epoch =  10459 train =  0.7442635  test =  0.871183\n",
      "epoch =  10460 train =  0.7524955  test =  0.7451419\n",
      "epoch =  10461 train =  0.7637465  test =  0.80901897\n",
      "epoch =  10462 train =  0.8308047  test =  0.75529116\n",
      "epoch =  10463 train =  0.7738158  test =  0.78992385\n",
      "epoch =  10464 train =  0.7580571  test =  0.89443505\n",
      "epoch =  10465 train =  0.8091192  test =  0.8485374\n",
      "epoch =  10466 train =  0.791278  test =  0.7982274\n",
      "epoch =  10467 train =  0.75524795  test =  0.8144286\n",
      "epoch =  10468 train =  0.8035809  test =  0.69080454\n",
      "epoch =  10469 train =  0.79193956  test =  0.9456259\n",
      "epoch =  10470 train =  0.79463637  test =  0.8399435\n",
      "epoch =  10471 train =  0.7172445  test =  0.78975964\n",
      "epoch =  10472 train =  0.8459474  test =  0.8248246\n",
      "epoch =  10473 train =  0.7978454  test =  0.827083\n",
      "epoch =  10474 train =  0.83474874  test =  0.87167186\n",
      "epoch =  10475 train =  0.70955133  test =  0.8461523\n",
      "epoch =  10476 train =  0.84515446  test =  0.74742466\n",
      "epoch =  10477 train =  0.7665887  test =  0.85243636\n",
      "epoch =  10478 train =  0.75445455  test =  0.7292345\n",
      "epoch =  10479 train =  0.93791974  test =  0.7981306\n",
      "epoch =  10480 train =  0.78077734  test =  0.73947406\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10481 train =  0.7345684  test =  0.845736\n",
      "epoch =  10482 train =  0.73121667  test =  0.7864736\n",
      "epoch =  10483 train =  0.76753986  test =  0.7822624\n",
      "epoch =  10484 train =  0.80677  test =  0.8226097\n",
      "epoch =  10485 train =  0.7700989  test =  0.77637357\n",
      "epoch =  10486 train =  0.99111205  test =  0.69073707\n",
      "epoch =  10487 train =  0.77278805  test =  0.7962123\n",
      "epoch =  10488 train =  0.81546426  test =  0.7621472\n",
      "epoch =  10489 train =  0.74744153  test =  0.8048907\n",
      "epoch =  10490 train =  0.7784445  test =  0.81043226\n",
      "epoch =  10491 train =  0.7742502  test =  0.80671567\n",
      "epoch =  10492 train =  0.7635771  test =  0.84230584\n",
      "epoch =  10493 train =  0.8256447  test =  0.8528466\n",
      "epoch =  10494 train =  0.80214655  test =  0.8370765\n",
      "epoch =  10495 train =  0.82892096  test =  0.80965066\n",
      "epoch =  10496 train =  0.7470362  test =  0.8500789\n",
      "epoch =  10497 train =  0.7904713  test =  0.7915441\n",
      "epoch =  10498 train =  0.8375485  test =  0.80214506\n",
      "epoch =  10499 train =  0.8649064  test =  0.76988953\n",
      "epoch =  10500 train =  0.7734902  test =  0.8882676\n",
      "epoch =  10501 train =  0.7511467  test =  0.75380075\n",
      "epoch =  10502 train =  0.815625  test =  0.7966725\n",
      "epoch =  10503 train =  0.804949  test =  0.63750005\n",
      "epoch =  10504 train =  0.89295805  test =  0.6890008\n",
      "epoch =  10505 train =  0.8129569  test =  0.75786734\n",
      "epoch =  10506 train =  0.80799687  test =  0.81625706\n",
      "epoch =  10507 train =  0.7755296  test =  0.8045123\n",
      "epoch =  10508 train =  0.7731856  test =  0.7977382\n",
      "epoch =  10509 train =  0.7696407  test =  0.8333323\n",
      "epoch =  10510 train =  0.8792845  test =  0.7439102\n",
      "epoch =  10511 train =  0.73639023  test =  0.7918874\n",
      "epoch =  10512 train =  0.7827071  test =  0.7638327\n",
      "epoch =  10513 train =  0.8139992  test =  0.75019\n",
      "epoch =  10514 train =  0.728318  test =  0.7259905\n",
      "epoch =  10515 train =  0.798653  test =  0.889211\n",
      "epoch =  10516 train =  0.74598765  test =  0.79996395\n",
      "epoch =  10517 train =  0.79503554  test =  0.7168231\n",
      "epoch =  10518 train =  0.74103856  test =  0.7466356\n",
      "epoch =  10519 train =  0.7311121  test =  0.82548743\n",
      "epoch =  10520 train =  0.7801564  test =  0.7542374\n",
      "epoch =  10521 train =  0.7657585  test =  0.7750666\n",
      "epoch =  10522 train =  0.8060657  test =  0.8719188\n",
      "epoch =  10523 train =  0.8064302  test =  0.7771502\n",
      "epoch =  10524 train =  0.8577125  test =  0.7797132\n",
      "epoch =  10525 train =  0.8187009  test =  0.8359034\n",
      "epoch =  10526 train =  0.8693755  test =  0.74936473\n",
      "epoch =  10527 train =  0.81245846  test =  0.86267656\n",
      "epoch =  10528 train =  0.731087  test =  0.7044756\n",
      "epoch =  10529 train =  0.7774768  test =  0.80553895\n",
      "epoch =  10530 train =  0.78568923  test =  0.730722\n",
      "epoch =  10531 train =  0.74394846  test =  0.845307\n",
      "epoch =  10532 train =  0.794696  test =  0.86314976\n",
      "epoch =  10533 train =  0.83305985  test =  0.80905885\n",
      "epoch =  10534 train =  0.7874471  test =  0.7234637\n",
      "epoch =  10535 train =  0.7660634  test =  0.7395905\n",
      "epoch =  10536 train =  0.74583244  test =  0.74305826\n",
      "epoch =  10537 train =  0.7130356  test =  0.6939255\n",
      "epoch =  10538 train =  0.76801896  test =  0.7468312\n",
      "epoch =  10539 train =  0.8081289  test =  0.6532104\n",
      "epoch =  10540 train =  0.7325804  test =  0.8002136\n",
      "epoch =  10541 train =  0.7788118  test =  0.7738348\n",
      "epoch =  10542 train =  0.84976995  test =  0.6876749\n",
      "epoch =  10543 train =  0.8533675  test =  0.7838749\n",
      "epoch =  10544 train =  0.78233933  test =  0.7894007\n",
      "epoch =  10545 train =  0.8127815  test =  0.75584596\n",
      "epoch =  10546 train =  0.7928374  test =  0.84410125\n",
      "epoch =  10547 train =  0.7224645  test =  0.7224428\n",
      "epoch =  10548 train =  0.8572041  test =  0.73009104\n",
      "epoch =  10549 train =  0.8663819  test =  0.68251497\n",
      "epoch =  10550 train =  0.78040147  test =  0.917506\n",
      "epoch =  10551 train =  0.6634146  test =  0.70866114\n",
      "epoch =  10552 train =  0.7614931  test =  0.8735689\n",
      "epoch =  10553 train =  0.86519647  test =  0.8994674\n",
      "epoch =  10554 train =  0.8812648  test =  0.7283819\n",
      "epoch =  10555 train =  0.77929294  test =  0.7813784\n",
      "epoch =  10556 train =  0.7594329  test =  0.82264584\n",
      "epoch =  10557 train =  0.75423855  test =  0.78688425\n",
      "epoch =  10558 train =  0.82766277  test =  0.7216575\n",
      "epoch =  10559 train =  0.8041322  test =  0.8518988\n",
      "epoch =  10560 train =  0.80729526  test =  0.74472606\n",
      "epoch =  10561 train =  0.914298  test =  0.82932353\n",
      "epoch =  10562 train =  0.849915  test =  0.8597864\n",
      "epoch =  10563 train =  0.7705517  test =  0.7599485\n",
      "epoch =  10564 train =  0.7965944  test =  0.7755842\n",
      "epoch =  10565 train =  0.7746577  test =  0.9014736\n",
      "epoch =  10566 train =  0.74611115  test =  0.8361486\n",
      "epoch =  10567 train =  0.81481546  test =  0.71166617\n",
      "epoch =  10568 train =  0.78234947  test =  0.892031\n",
      "epoch =  10569 train =  0.79393864  test =  0.7621851\n",
      "epoch =  10570 train =  0.7722503  test =  0.7205262\n",
      "epoch =  10571 train =  0.7936797  test =  0.76891685\n",
      "epoch =  10572 train =  0.78165734  test =  0.8633301\n",
      "epoch =  10573 train =  0.8255266  test =  0.7420128\n",
      "epoch =  10574 train =  0.79560477  test =  0.78928435\n",
      "epoch =  10575 train =  0.78442466  test =  0.6919856\n",
      "epoch =  10576 train =  0.7051861  test =  0.8542913\n",
      "epoch =  10577 train =  0.88088053  test =  0.83938396\n",
      "epoch =  10578 train =  0.7712606  test =  0.7587355\n",
      "epoch =  10579 train =  0.7620947  test =  0.70634335\n",
      "epoch =  10580 train =  0.7760793  test =  0.830738\n",
      "epoch =  10581 train =  0.725783  test =  0.73812103\n",
      "epoch =  10582 train =  0.7857131  test =  0.8898971\n",
      "epoch =  10583 train =  0.8606845  test =  0.7215208\n",
      "epoch =  10584 train =  0.79937196  test =  0.8033772\n",
      "epoch =  10585 train =  0.7685009  test =  0.72971004\n",
      "epoch =  10586 train =  0.7675756  test =  0.78162056\n",
      "epoch =  10587 train =  0.89274013  test =  0.81160706\n",
      "epoch =  10588 train =  0.750321  test =  0.8361746\n",
      "epoch =  10589 train =  0.72993976  test =  0.78822905\n",
      "epoch =  10590 train =  0.8406333  test =  0.91231835\n",
      "epoch =  10591 train =  0.81876373  test =  0.7420064\n",
      "epoch =  10592 train =  0.84680843  test =  0.82032555\n",
      "epoch =  10593 train =  0.82173806  test =  0.8107837\n",
      "epoch =  10594 train =  0.70941025  test =  0.7663071\n",
      "epoch =  10595 train =  0.77449226  test =  0.8443071\n",
      "epoch =  10596 train =  0.8027134  test =  0.6974647\n",
      "epoch =  10597 train =  0.7980563  test =  0.80358577\n",
      "epoch =  10598 train =  0.7693666  test =  0.8008043\n",
      "epoch =  10599 train =  0.69765663  test =  0.75152963\n",
      "epoch =  10600 train =  0.8082372  test =  0.7548587\n",
      "epoch =  10601 train =  0.7586101  test =  0.7709221\n",
      "epoch =  10602 train =  0.81374484  test =  0.8040808\n",
      "epoch =  10603 train =  0.7989609  test =  0.87717205\n",
      "epoch =  10604 train =  0.7579838  test =  0.7261421\n",
      "epoch =  10605 train =  0.77247465  test =  0.96040004\n",
      "epoch =  10606 train =  0.8046882  test =  0.8631574\n",
      "epoch =  10607 train =  0.78698707  test =  0.8610122\n",
      "epoch =  10608 train =  0.7975585  test =  0.8588585\n",
      "epoch =  10609 train =  0.7541987  test =  0.79699653\n",
      "epoch =  10610 train =  0.8139872  test =  0.7997536\n",
      "epoch =  10611 train =  0.7532628  test =  0.7256167\n",
      "epoch =  10612 train =  0.7372522  test =  0.7602643\n",
      "epoch =  10613 train =  0.7920744  test =  0.7645385\n",
      "epoch =  10614 train =  0.7845161  test =  0.8089844\n",
      "epoch =  10615 train =  0.82319784  test =  0.85871553\n",
      "epoch =  10616 train =  0.7863406  test =  0.73012686\n",
      "epoch =  10617 train =  0.73839897  test =  0.8222946\n",
      "epoch =  10618 train =  0.78868264  test =  0.7330315\n",
      "epoch =  10619 train =  0.70481676  test =  0.8430578\n",
      "epoch =  10620 train =  0.77174735  test =  0.8540319\n",
      "epoch =  10621 train =  0.8605633  test =  0.75380623\n",
      "epoch =  10622 train =  0.78778565  test =  0.84543\n",
      "epoch =  10623 train =  0.8393035  test =  0.9117876\n",
      "epoch =  10624 train =  0.7649376  test =  0.7296572\n",
      "epoch =  10625 train =  0.7549758  test =  0.7870076\n",
      "epoch =  10626 train =  0.81116134  test =  0.75971174\n",
      "epoch =  10627 train =  0.8133544  test =  0.7124679\n",
      "epoch =  10628 train =  0.7576114  test =  0.7283015\n",
      "epoch =  10629 train =  0.7785679  test =  0.714741\n",
      "epoch =  10630 train =  0.7598704  test =  0.8151326\n",
      "epoch =  10631 train =  0.86482716  test =  0.7887243\n",
      "epoch =  10632 train =  0.7995424  test =  0.788989\n",
      "epoch =  10633 train =  0.8235565  test =  0.79243314\n",
      "epoch =  10634 train =  0.7536165  test =  0.7739007\n",
      "epoch =  10635 train =  0.8487617  test =  0.762769\n",
      "epoch =  10636 train =  0.84635603  test =  0.76029867\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10637 train =  0.83114445  test =  0.76579887\n",
      "epoch =  10638 train =  0.7323905  test =  0.7931534\n",
      "epoch =  10639 train =  0.7719759  test =  0.72885484\n",
      "epoch =  10640 train =  0.7517607  test =  0.7853928\n",
      "epoch =  10641 train =  0.76972896  test =  0.72830296\n",
      "epoch =  10642 train =  0.7987006  test =  0.78486353\n",
      "epoch =  10643 train =  0.78702074  test =  0.7438769\n",
      "epoch =  10644 train =  0.7351937  test =  0.747432\n",
      "epoch =  10645 train =  0.80618554  test =  0.7923101\n",
      "epoch =  10646 train =  0.87135077  test =  0.7881113\n",
      "epoch =  10647 train =  0.8196727  test =  0.7316654\n",
      "epoch =  10648 train =  0.79314744  test =  0.7927948\n",
      "epoch =  10649 train =  0.7372767  test =  0.7969571\n",
      "epoch =  10650 train =  0.778623  test =  0.87484187\n",
      "epoch =  10651 train =  0.73848194  test =  0.7435468\n",
      "epoch =  10652 train =  0.80201435  test =  0.8273546\n",
      "epoch =  10653 train =  0.7839165  test =  0.77055264\n",
      "epoch =  10654 train =  0.73884976  test =  0.7726793\n",
      "epoch =  10655 train =  0.8379159  test =  0.7318016\n",
      "epoch =  10656 train =  0.8367927  test =  0.7706643\n",
      "epoch =  10657 train =  0.73158777  test =  0.8049812\n",
      "epoch =  10658 train =  0.75682074  test =  0.8889991\n",
      "epoch =  10659 train =  0.76117265  test =  0.76733214\n",
      "epoch =  10660 train =  0.7666041  test =  0.70908886\n",
      "epoch =  10661 train =  0.77704906  test =  0.78100336\n",
      "epoch =  10662 train =  0.7687223  test =  0.7795753\n",
      "epoch =  10663 train =  0.7784444  test =  0.7503179\n",
      "epoch =  10664 train =  0.7801945  test =  0.81007546\n",
      "epoch =  10665 train =  0.79999495  test =  0.7875603\n",
      "epoch =  10666 train =  0.75985086  test =  0.6923435\n",
      "epoch =  10667 train =  0.8267027  test =  0.78784287\n",
      "epoch =  10668 train =  0.7002747  test =  0.8194339\n",
      "epoch =  10669 train =  0.75656265  test =  0.7722789\n",
      "epoch =  10670 train =  0.71988165  test =  0.91099805\n",
      "epoch =  10671 train =  0.7721509  test =  0.7865964\n",
      "epoch =  10672 train =  0.80739427  test =  0.74916947\n",
      "epoch =  10673 train =  0.8025048  test =  0.7335212\n",
      "epoch =  10674 train =  0.7666376  test =  0.75727797\n",
      "epoch =  10675 train =  0.7116895  test =  0.799192\n",
      "epoch =  10676 train =  0.7945468  test =  0.88158065\n",
      "epoch =  10677 train =  0.7736273  test =  0.7866485\n",
      "epoch =  10678 train =  0.8655422  test =  0.8010636\n",
      "epoch =  10679 train =  0.7895432  test =  0.8301714\n",
      "epoch =  10680 train =  0.73985493  test =  0.7921296\n",
      "epoch =  10681 train =  0.7236357  test =  0.80405277\n",
      "epoch =  10682 train =  0.8640748  test =  0.76320875\n",
      "epoch =  10683 train =  0.75809026  test =  0.78236014\n",
      "epoch =  10684 train =  0.7980011  test =  0.78242713\n",
      "epoch =  10685 train =  0.79543364  test =  0.8021174\n",
      "epoch =  10686 train =  0.69638413  test =  0.6893776\n",
      "epoch =  10687 train =  0.81478316  test =  0.80117476\n",
      "epoch =  10688 train =  0.7575445  test =  0.7372904\n",
      "epoch =  10689 train =  0.7756053  test =  0.7423742\n",
      "epoch =  10690 train =  0.75463533  test =  0.83852\n",
      "epoch =  10691 train =  0.8216139  test =  0.71172655\n",
      "epoch =  10692 train =  0.7264544  test =  0.8770744\n",
      "epoch =  10693 train =  0.80682266  test =  0.83556753\n",
      "epoch =  10694 train =  0.81107426  test =  0.7458781\n",
      "epoch =  10695 train =  0.7766843  test =  0.81381667\n",
      "epoch =  10696 train =  0.7626384  test =  0.8296025\n",
      "epoch =  10697 train =  0.78963494  test =  0.7823372\n",
      "epoch =  10698 train =  0.81834745  test =  0.825001\n",
      "epoch =  10699 train =  0.72835004  test =  0.7230611\n",
      "epoch =  10700 train =  0.75895023  test =  0.68697834\n",
      "epoch =  10701 train =  0.7317085  test =  0.93619937\n",
      "epoch =  10702 train =  0.84667426  test =  0.74514896\n",
      "epoch =  10703 train =  0.7182349  test =  0.7176839\n",
      "epoch =  10704 train =  0.79034376  test =  0.83908665\n",
      "epoch =  10705 train =  0.7459966  test =  0.80268425\n",
      "epoch =  10706 train =  0.75128657  test =  0.7355401\n",
      "epoch =  10707 train =  0.8275415  test =  0.7489649\n",
      "epoch =  10708 train =  0.80326396  test =  0.80221707\n",
      "epoch =  10709 train =  0.7263435  test =  0.7912387\n",
      "epoch =  10710 train =  0.83327556  test =  0.7794798\n",
      "epoch =  10711 train =  0.74258196  test =  0.73090786\n",
      "epoch =  10712 train =  0.71267176  test =  0.8668523\n",
      "epoch =  10713 train =  0.7217841  test =  0.77413183\n",
      "epoch =  10714 train =  0.8116501  test =  0.7580202\n",
      "epoch =  10715 train =  0.7956501  test =  0.7230027\n",
      "epoch =  10716 train =  0.77920854  test =  0.7079475\n",
      "epoch =  10717 train =  0.76662207  test =  0.79685897\n",
      "epoch =  10718 train =  0.7337221  test =  0.7573947\n",
      "epoch =  10719 train =  0.7391554  test =  0.66048664\n",
      "epoch =  10720 train =  0.8238539  test =  0.83627045\n",
      "epoch =  10721 train =  0.8033945  test =  0.7685161\n",
      "epoch =  10722 train =  0.72557855  test =  0.78557336\n",
      "epoch =  10723 train =  0.7655357  test =  0.90699977\n",
      "epoch =  10724 train =  0.84107864  test =  0.8882458\n",
      "epoch =  10725 train =  0.6922734  test =  0.65406775\n",
      "epoch =  10726 train =  0.7428551  test =  0.75631857\n",
      "epoch =  10727 train =  0.75855684  test =  0.84820944\n",
      "epoch =  10728 train =  0.7457423  test =  0.75690794\n",
      "epoch =  10729 train =  0.732524  test =  0.7305273\n",
      "epoch =  10730 train =  0.77957004  test =  0.7467412\n",
      "epoch =  10731 train =  0.7462548  test =  0.79554826\n",
      "epoch =  10732 train =  0.8595035  test =  0.81159335\n",
      "epoch =  10733 train =  0.81216514  test =  0.80535764\n",
      "epoch =  10734 train =  0.7345727  test =  0.8500466\n",
      "epoch =  10735 train =  0.79438615  test =  0.7687015\n",
      "epoch =  10736 train =  0.72570944  test =  0.70419365\n",
      "epoch =  10737 train =  0.8007428  test =  0.7159671\n",
      "epoch =  10738 train =  0.71038204  test =  0.7727133\n",
      "epoch =  10739 train =  0.6796684  test =  0.8311521\n",
      "epoch =  10740 train =  0.766292  test =  0.75952476\n",
      "epoch =  10741 train =  0.71388245  test =  0.73438156\n",
      "epoch =  10742 train =  0.76581395  test =  0.79871666\n",
      "epoch =  10743 train =  0.8195512  test =  0.73903245\n",
      "epoch =  10744 train =  0.6857984  test =  0.7374111\n",
      "epoch =  10745 train =  0.76064944  test =  0.8438701\n",
      "epoch =  10746 train =  0.7294229  test =  0.79367733\n",
      "epoch =  10747 train =  0.75741273  test =  0.92803186\n",
      "epoch =  10748 train =  0.77029246  test =  0.76245797\n",
      "epoch =  10749 train =  0.8027574  test =  0.7511944\n",
      "epoch =  10750 train =  0.79234326  test =  0.8343028\n",
      "epoch =  10751 train =  0.8044535  test =  0.7398039\n",
      "epoch =  10752 train =  0.77857256  test =  0.84602994\n",
      "epoch =  10753 train =  0.7211292  test =  0.8317957\n",
      "epoch =  10754 train =  0.7549071  test =  0.7497411\n",
      "epoch =  10755 train =  0.74634624  test =  0.7703186\n",
      "epoch =  10756 train =  0.7280474  test =  0.8055163\n",
      "epoch =  10757 train =  0.78446  test =  0.66346353\n",
      "epoch =  10758 train =  0.81262004  test =  0.7773891\n",
      "epoch =  10759 train =  0.74425685  test =  0.9236704\n",
      "epoch =  10760 train =  0.744208  test =  0.7597183\n",
      "epoch =  10761 train =  0.75479794  test =  0.7375888\n",
      "epoch =  10762 train =  0.8577423  test =  0.84457165\n",
      "epoch =  10763 train =  0.7542804  test =  0.7509423\n",
      "epoch =  10764 train =  0.7215222  test =  0.67114913\n",
      "epoch =  10765 train =  0.74348617  test =  0.86561537\n",
      "epoch =  10766 train =  0.74229455  test =  0.9124242\n",
      "epoch =  10767 train =  0.8197974  test =  0.8003336\n",
      "epoch =  10768 train =  0.758005  test =  0.8337718\n",
      "epoch =  10769 train =  0.76570296  test =  0.8250108\n",
      "epoch =  10770 train =  0.78654957  test =  0.85763115\n",
      "epoch =  10771 train =  0.76408625  test =  0.7716985\n",
      "epoch =  10772 train =  0.7664429  test =  0.7554237\n",
      "epoch =  10773 train =  0.74118555  test =  0.7196604\n",
      "epoch =  10774 train =  0.78733265  test =  0.8070263\n",
      "epoch =  10775 train =  0.79877913  test =  0.7353798\n",
      "epoch =  10776 train =  0.76933545  test =  0.76336443\n",
      "epoch =  10777 train =  0.7765888  test =  0.8939151\n",
      "epoch =  10778 train =  0.7140559  test =  0.69990104\n",
      "epoch =  10779 train =  0.7458184  test =  0.78832227\n",
      "epoch =  10780 train =  0.75032705  test =  0.7661036\n",
      "epoch =  10781 train =  0.7913594  test =  0.74434465\n",
      "epoch =  10782 train =  0.84804535  test =  0.75874716\n",
      "epoch =  10783 train =  0.8103702  test =  0.7731241\n",
      "epoch =  10784 train =  0.7809186  test =  0.7632119\n",
      "epoch =  10785 train =  0.77395654  test =  0.63658506\n",
      "epoch =  10786 train =  0.75201786  test =  0.6788897\n",
      "epoch =  10787 train =  0.779269  test =  0.7077136\n",
      "epoch =  10788 train =  0.7762273  test =  0.7589353\n",
      "epoch =  10789 train =  0.78920496  test =  0.71671873\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10790 train =  0.7395954  test =  0.7015923\n",
      "epoch =  10791 train =  0.7411485  test =  0.7752057\n",
      "epoch =  10792 train =  0.79351974  test =  0.8014227\n",
      "epoch =  10793 train =  0.68432933  test =  0.71843296\n",
      "epoch =  10794 train =  0.726545  test =  0.8002701\n",
      "epoch =  10795 train =  0.8071711  test =  0.79079115\n",
      "epoch =  10796 train =  0.76879966  test =  0.74995565\n",
      "epoch =  10797 train =  0.7864406  test =  0.8435834\n",
      "epoch =  10798 train =  0.7713692  test =  0.90310794\n",
      "epoch =  10799 train =  0.7790382  test =  0.7393914\n",
      "epoch =  10800 train =  0.75558245  test =  0.8569083\n",
      "epoch =  10801 train =  0.8288472  test =  0.8528472\n",
      "epoch =  10802 train =  0.83400345  test =  0.82035226\n",
      "epoch =  10803 train =  0.77031326  test =  0.7549042\n",
      "epoch =  10804 train =  0.71503127  test =  0.75780815\n",
      "epoch =  10805 train =  0.81062806  test =  0.8328751\n",
      "epoch =  10806 train =  0.74628353  test =  0.7990537\n",
      "epoch =  10807 train =  0.7700262  test =  0.75032353\n",
      "epoch =  10808 train =  0.81900394  test =  0.716804\n",
      "epoch =  10809 train =  0.9000671  test =  0.8236825\n",
      "epoch =  10810 train =  0.74324155  test =  0.75436354\n",
      "epoch =  10811 train =  0.73797596  test =  0.8501341\n",
      "epoch =  10812 train =  0.84507823  test =  0.6870148\n",
      "epoch =  10813 train =  0.79956686  test =  0.7273937\n",
      "epoch =  10814 train =  0.85516024  test =  0.9147936\n",
      "epoch =  10815 train =  0.7289009  test =  0.70130736\n",
      "epoch =  10816 train =  0.72295713  test =  0.7852289\n",
      "epoch =  10817 train =  0.7765775  test =  0.7204363\n",
      "epoch =  10818 train =  0.7757089  test =  0.86491716\n",
      "epoch =  10819 train =  0.73719823  test =  0.8213478\n",
      "epoch =  10820 train =  0.745962  test =  0.6719398\n",
      "epoch =  10821 train =  0.83173245  test =  0.6513181\n",
      "epoch =  10822 train =  0.7382877  test =  0.7998008\n",
      "epoch =  10823 train =  0.7758297  test =  0.7131482\n",
      "epoch =  10824 train =  0.7476213  test =  0.78992\n",
      "epoch =  10825 train =  0.80603445  test =  0.6999335\n",
      "epoch =  10826 train =  0.7979609  test =  0.76356816\n",
      "epoch =  10827 train =  0.79557097  test =  0.76124394\n",
      "epoch =  10828 train =  0.8433528  test =  0.6710456\n",
      "epoch =  10829 train =  0.7801331  test =  0.75448334\n",
      "epoch =  10830 train =  0.7400287  test =  0.7104723\n",
      "epoch =  10831 train =  0.8015704  test =  0.90109986\n",
      "epoch =  10832 train =  0.7738637  test =  0.8108365\n",
      "epoch =  10833 train =  0.75343823  test =  0.7352686\n",
      "epoch =  10834 train =  0.8013371  test =  0.8514979\n",
      "epoch =  10835 train =  0.7509767  test =  0.71217364\n",
      "epoch =  10836 train =  0.7692226  test =  0.8087677\n",
      "epoch =  10837 train =  0.8460088  test =  0.86674047\n",
      "epoch =  10838 train =  0.8353784  test =  0.9537727\n",
      "epoch =  10839 train =  0.80217016  test =  0.79924905\n",
      "epoch =  10840 train =  0.68652403  test =  0.81397027\n",
      "epoch =  10841 train =  0.73923683  test =  0.69424844\n",
      "epoch =  10842 train =  0.8002324  test =  0.7278193\n",
      "epoch =  10843 train =  0.80762756  test =  0.7441579\n",
      "epoch =  10844 train =  0.7451172  test =  0.633861\n",
      "epoch =  10845 train =  0.79730827  test =  0.7184687\n",
      "epoch =  10846 train =  0.689738  test =  0.70977485\n",
      "epoch =  10847 train =  0.71700025  test =  0.69190717\n",
      "epoch =  10848 train =  0.78545815  test =  0.74871856\n",
      "epoch =  10849 train =  0.7493626  test =  0.7472392\n",
      "epoch =  10850 train =  0.7855931  test =  0.78701705\n",
      "epoch =  10851 train =  0.7499577  test =  0.87908995\n",
      "epoch =  10852 train =  0.760797  test =  0.87643147\n",
      "epoch =  10853 train =  0.8088411  test =  0.7944113\n",
      "epoch =  10854 train =  0.7650452  test =  0.86547345\n",
      "epoch =  10855 train =  0.80592585  test =  0.8316407\n",
      "epoch =  10856 train =  0.7958774  test =  0.8171557\n",
      "epoch =  10857 train =  0.6864367  test =  0.6955473\n",
      "epoch =  10858 train =  0.7701334  test =  0.7841869\n",
      "epoch =  10859 train =  0.739773  test =  0.7345055\n",
      "epoch =  10860 train =  0.8314481  test =  0.82686454\n",
      "epoch =  10861 train =  0.7860809  test =  0.8169693\n",
      "epoch =  10862 train =  0.7813403  test =  0.79586035\n",
      "epoch =  10863 train =  0.7130211  test =  0.8301976\n",
      "epoch =  10864 train =  0.7958994  test =  0.6965595\n",
      "epoch =  10865 train =  0.77863896  test =  0.75576353\n",
      "epoch =  10866 train =  0.73199165  test =  0.8061004\n",
      "epoch =  10867 train =  0.8035294  test =  0.7897108\n",
      "epoch =  10868 train =  0.76884973  test =  0.8654595\n",
      "epoch =  10869 train =  0.7601622  test =  0.8335632\n",
      "epoch =  10870 train =  0.7492341  test =  0.83138615\n",
      "epoch =  10871 train =  0.7109667  test =  0.78779644\n",
      "epoch =  10872 train =  0.7634788  test =  0.8902848\n",
      "epoch =  10873 train =  0.7630008  test =  0.76657516\n",
      "epoch =  10874 train =  0.7917948  test =  0.7979233\n",
      "epoch =  10875 train =  0.7892016  test =  0.79733497\n",
      "epoch =  10876 train =  0.7089834  test =  0.78432316\n",
      "epoch =  10877 train =  0.72277695  test =  0.74005175\n",
      "epoch =  10878 train =  0.78282005  test =  0.8113525\n",
      "epoch =  10879 train =  0.82923615  test =  0.7557419\n",
      "epoch =  10880 train =  0.80451083  test =  0.74949944\n",
      "epoch =  10881 train =  0.8336135  test =  0.7848605\n",
      "epoch =  10882 train =  0.7325265  test =  0.76670057\n",
      "epoch =  10883 train =  0.8159251  test =  0.7083628\n",
      "epoch =  10884 train =  0.76207477  test =  0.77374417\n",
      "epoch =  10885 train =  0.7501477  test =  0.90637237\n",
      "epoch =  10886 train =  0.7117386  test =  0.82822275\n",
      "epoch =  10887 train =  0.75965405  test =  0.79061085\n",
      "epoch =  10888 train =  0.7047273  test =  0.9403783\n",
      "epoch =  10889 train =  0.8107321  test =  0.75739795\n",
      "epoch =  10890 train =  0.83347803  test =  0.8632925\n",
      "epoch =  10891 train =  0.83208835  test =  0.75540614\n",
      "epoch =  10892 train =  0.7529807  test =  0.688802\n",
      "epoch =  10893 train =  0.8452966  test =  0.7740073\n",
      "epoch =  10894 train =  0.66515654  test =  0.93758875\n",
      "epoch =  10895 train =  0.75013685  test =  0.8540032\n",
      "epoch =  10896 train =  0.74823165  test =  0.83365303\n",
      "epoch =  10897 train =  0.7706951  test =  0.7562039\n",
      "epoch =  10898 train =  0.81151855  test =  0.62735516\n",
      "epoch =  10899 train =  0.83111346  test =  0.8143667\n",
      "epoch =  10900 train =  0.82722557  test =  0.6727465\n",
      "epoch =  10901 train =  0.84563327  test =  0.7192967\n",
      "epoch =  10902 train =  0.78729135  test =  0.6887756\n",
      "epoch =  10903 train =  0.763121  test =  0.78532046\n",
      "epoch =  10904 train =  0.7148223  test =  0.9343284\n",
      "epoch =  10905 train =  0.7968991  test =  0.8938688\n",
      "epoch =  10906 train =  0.7576914  test =  0.76864004\n",
      "epoch =  10907 train =  0.73383534  test =  0.7434611\n",
      "epoch =  10908 train =  0.7771664  test =  0.7100447\n",
      "epoch =  10909 train =  0.65983784  test =  0.7661529\n",
      "epoch =  10910 train =  0.6917816  test =  0.7777142\n",
      "epoch =  10911 train =  0.8371966  test =  0.78650975\n",
      "epoch =  10912 train =  0.7702226  test =  0.7148652\n",
      "epoch =  10913 train =  0.81652147  test =  0.72021335\n",
      "epoch =  10914 train =  0.71388173  test =  0.73838025\n",
      "epoch =  10915 train =  0.79023576  test =  0.7041196\n",
      "epoch =  10916 train =  0.75024486  test =  0.7934406\n",
      "epoch =  10917 train =  0.6487918  test =  0.6903044\n",
      "epoch =  10918 train =  0.7797455  test =  0.78459364\n",
      "epoch =  10919 train =  0.8293823  test =  0.73490036\n",
      "epoch =  10920 train =  0.72013843  test =  0.85280347\n",
      "epoch =  10921 train =  0.6925794  test =  0.8012223\n",
      "epoch =  10922 train =  0.8211752  test =  0.7096877\n",
      "epoch =  10923 train =  0.75289845  test =  0.833654\n",
      "epoch =  10924 train =  0.7897637  test =  0.8548391\n",
      "epoch =  10925 train =  0.77427286  test =  0.7113466\n",
      "epoch =  10926 train =  0.8388841  test =  0.73855156\n",
      "epoch =  10927 train =  0.7721027  test =  0.6877273\n",
      "epoch =  10928 train =  0.85818297  test =  0.7012326\n",
      "epoch =  10929 train =  0.7629373  test =  0.7623658\n",
      "epoch =  10930 train =  0.6849856  test =  0.89606774\n",
      "epoch =  10931 train =  0.7867442  test =  0.7979471\n",
      "epoch =  10932 train =  0.72856724  test =  0.6626235\n",
      "epoch =  10933 train =  0.81975096  test =  0.78239286\n",
      "epoch =  10934 train =  0.77118456  test =  0.699734\n",
      "epoch =  10935 train =  0.7175129  test =  0.8521095\n",
      "epoch =  10936 train =  0.68874514  test =  0.72361696\n",
      "epoch =  10937 train =  0.7725838  test =  0.79307234\n",
      "epoch =  10938 train =  0.79998815  test =  0.7767443\n",
      "epoch =  10939 train =  0.7727129  test =  0.65742993\n",
      "epoch =  10940 train =  0.8426394  test =  0.7339279\n",
      "epoch =  10941 train =  0.7605931  test =  0.75566155\n",
      "epoch =  10942 train =  0.7923238  test =  0.7028245\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  10943 train =  0.8087032  test =  0.83754605\n",
      "epoch =  10944 train =  0.7725096  test =  0.67302454\n",
      "epoch =  10945 train =  0.706039  test =  0.75603086\n",
      "epoch =  10946 train =  0.7996514  test =  0.71478456\n",
      "epoch =  10947 train =  0.7812699  test =  0.7259954\n",
      "epoch =  10948 train =  0.7298292  test =  0.7096804\n",
      "epoch =  10949 train =  0.74958044  test =  0.83148146\n",
      "epoch =  10950 train =  0.74112403  test =  0.7316661\n",
      "epoch =  10951 train =  0.8808347  test =  0.72314626\n",
      "epoch =  10952 train =  0.7461908  test =  0.8493111\n",
      "epoch =  10953 train =  0.762411  test =  0.81668496\n",
      "epoch =  10954 train =  0.73209393  test =  0.82690793\n",
      "epoch =  10955 train =  0.76656  test =  0.7739827\n",
      "epoch =  10956 train =  0.7714549  test =  0.74658\n",
      "epoch =  10957 train =  0.8342706  test =  0.7744032\n",
      "epoch =  10958 train =  0.739102  test =  0.8403771\n",
      "epoch =  10959 train =  0.7732796  test =  0.7095315\n",
      "epoch =  10960 train =  0.739359  test =  0.7674612\n",
      "epoch =  10961 train =  0.69941485  test =  0.76228595\n",
      "epoch =  10962 train =  0.77934813  test =  0.73385817\n",
      "epoch =  10963 train =  0.7325163  test =  0.8083352\n",
      "epoch =  10964 train =  0.89300036  test =  0.7527743\n",
      "epoch =  10965 train =  0.6982664  test =  0.7699049\n",
      "epoch =  10966 train =  0.7956282  test =  0.7804779\n",
      "epoch =  10967 train =  0.71871096  test =  0.7140154\n",
      "epoch =  10968 train =  0.7239423  test =  0.6804098\n",
      "epoch =  10969 train =  0.778118  test =  0.8519719\n",
      "epoch =  10970 train =  0.762416  test =  0.7580543\n",
      "epoch =  10971 train =  0.7520197  test =  0.7900545\n",
      "epoch =  10972 train =  0.7383739  test =  0.7769387\n",
      "epoch =  10973 train =  0.71565866  test =  0.7427961\n",
      "epoch =  10974 train =  0.7419976  test =  0.72598565\n",
      "epoch =  10975 train =  0.77032924  test =  0.7263543\n",
      "epoch =  10976 train =  0.8367485  test =  0.7013268\n",
      "epoch =  10977 train =  0.81105196  test =  0.73451185\n",
      "epoch =  10978 train =  0.71514153  test =  0.6549949\n",
      "epoch =  10979 train =  0.74810743  test =  0.77745676\n",
      "epoch =  10980 train =  0.7761196  test =  0.81278384\n",
      "epoch =  10981 train =  0.8025067  test =  0.7359738\n",
      "epoch =  10982 train =  0.7659315  test =  0.6933134\n",
      "epoch =  10983 train =  0.7492399  test =  0.6780449\n",
      "epoch =  10984 train =  0.7405485  test =  0.70649266\n",
      "epoch =  10985 train =  0.74280274  test =  0.717027\n",
      "epoch =  10986 train =  0.72741795  test =  0.820654\n",
      "epoch =  10987 train =  0.7737596  test =  0.71712214\n",
      "epoch =  10988 train =  0.7821653  test =  0.822424\n",
      "epoch =  10989 train =  0.8358518  test =  0.7816825\n",
      "epoch =  10990 train =  0.74176955  test =  0.71984905\n",
      "epoch =  10991 train =  0.79666996  test =  0.757145\n",
      "epoch =  10992 train =  0.695176  test =  0.7422391\n",
      "epoch =  10993 train =  0.76373494  test =  0.78931785\n",
      "epoch =  10994 train =  0.69700646  test =  0.79734874\n",
      "epoch =  10995 train =  0.8187399  test =  0.70737255\n",
      "epoch =  10996 train =  0.73813635  test =  0.85380656\n",
      "epoch =  10997 train =  0.7559495  test =  0.6879861\n",
      "epoch =  10998 train =  0.7036829  test =  0.70496565\n",
      "epoch =  10999 train =  0.73910767  test =  0.76432395\n",
      "epoch =  11000 train =  0.6976057  test =  0.7223511\n",
      "epoch =  11001 train =  0.7543024  test =  0.82933635\n",
      "epoch =  11002 train =  0.7775229  test =  0.7876035\n",
      "epoch =  11003 train =  0.8083682  test =  0.87472004\n",
      "epoch =  11004 train =  0.828627  test =  0.7875416\n",
      "epoch =  11005 train =  0.6552962  test =  0.69936347\n",
      "epoch =  11006 train =  0.7967367  test =  0.7672987\n",
      "epoch =  11007 train =  0.74170244  test =  0.65155\n",
      "epoch =  11008 train =  0.82838213  test =  0.75527835\n",
      "epoch =  11009 train =  0.74759495  test =  0.7702481\n",
      "epoch =  11010 train =  0.77906525  test =  0.9793342\n",
      "epoch =  11011 train =  0.75124085  test =  0.73115665\n",
      "epoch =  11012 train =  0.7449067  test =  0.83918464\n",
      "epoch =  11013 train =  0.7803471  test =  0.7244383\n",
      "epoch =  11014 train =  0.76328826  test =  0.7879514\n",
      "epoch =  11015 train =  0.6881583  test =  0.7027292\n",
      "epoch =  11016 train =  0.7242607  test =  0.7347191\n",
      "epoch =  11017 train =  0.7783428  test =  0.7936696\n",
      "epoch =  11018 train =  0.77177715  test =  0.7180997\n",
      "epoch =  11019 train =  0.6798122  test =  0.7222137\n",
      "epoch =  11020 train =  0.7696228  test =  0.8291061\n",
      "epoch =  11021 train =  0.7883277  test =  0.6677994\n",
      "epoch =  11022 train =  0.7936063  test =  0.64798784\n",
      "epoch =  11023 train =  0.72544605  test =  0.662593\n",
      "epoch =  11024 train =  0.7160399  test =  0.97253144\n",
      "epoch =  11025 train =  0.80723745  test =  0.645759\n",
      "epoch =  11026 train =  0.77111757  test =  0.6644218\n",
      "epoch =  11027 train =  0.80022436  test =  0.7209356\n",
      "epoch =  11028 train =  0.71060777  test =  0.80158776\n",
      "epoch =  11029 train =  0.8635752  test =  0.64528894\n",
      "epoch =  11030 train =  0.7941397  test =  0.8448347\n",
      "epoch =  11031 train =  0.67343646  test =  0.7602792\n",
      "epoch =  11032 train =  0.7471434  test =  0.835213\n",
      "epoch =  11033 train =  0.80092037  test =  0.85174793\n",
      "epoch =  11034 train =  0.7817961  test =  0.73777026\n",
      "epoch =  11035 train =  0.7443872  test =  0.68879217\n",
      "epoch =  11036 train =  0.722963  test =  0.85571057\n",
      "epoch =  11037 train =  0.7267487  test =  0.8562586\n",
      "epoch =  11038 train =  0.81398165  test =  0.9125491\n",
      "epoch =  11039 train =  0.89698815  test =  0.73214\n",
      "epoch =  11040 train =  0.68064535  test =  0.85305536\n",
      "epoch =  11041 train =  0.845583  test =  0.77599293\n",
      "epoch =  11042 train =  0.7778646  test =  0.76528883\n",
      "epoch =  11043 train =  0.802603  test =  0.8082505\n",
      "epoch =  11044 train =  0.8340944  test =  0.78724855\n",
      "epoch =  11045 train =  0.7168859  test =  0.82299525\n",
      "epoch =  11046 train =  0.7101956  test =  0.8632299\n",
      "epoch =  11047 train =  0.80449915  test =  0.71008015\n",
      "epoch =  11048 train =  0.74278265  test =  0.8426738\n",
      "epoch =  11049 train =  0.88690364  test =  0.73711747\n",
      "epoch =  11050 train =  0.7432033  test =  0.8284343\n",
      "epoch =  11051 train =  0.75544107  test =  0.8402113\n",
      "epoch =  11052 train =  0.7293931  test =  0.7203573\n",
      "epoch =  11053 train =  0.7405839  test =  0.64302003\n",
      "epoch =  11054 train =  0.7353181  test =  0.69683236\n",
      "epoch =  11055 train =  0.74251366  test =  0.7652219\n",
      "epoch =  11056 train =  0.806503  test =  0.7605647\n",
      "epoch =  11057 train =  0.8387147  test =  0.7619906\n",
      "epoch =  11058 train =  0.7464044  test =  0.7725182\n",
      "epoch =  11059 train =  0.74016285  test =  0.767088\n",
      "epoch =  11060 train =  0.7638473  test =  0.80910957\n",
      "epoch =  11061 train =  0.7648581  test =  0.66916233\n",
      "epoch =  11062 train =  0.7147037  test =  0.8772272\n",
      "epoch =  11063 train =  0.75317407  test =  0.76156676\n",
      "epoch =  11064 train =  0.76738584  test =  0.70258236\n",
      "epoch =  11065 train =  0.7661761  test =  0.7427602\n",
      "epoch =  11066 train =  0.68206996  test =  0.7111565\n",
      "epoch =  11067 train =  0.6939812  test =  0.7428961\n",
      "epoch =  11068 train =  0.75312907  test =  0.88951206\n",
      "epoch =  11069 train =  0.7197341  test =  0.73464173\n",
      "epoch =  11070 train =  0.79126877  test =  0.71801203\n",
      "epoch =  11071 train =  0.7982577  test =  0.7530751\n",
      "epoch =  11072 train =  0.74474394  test =  0.7662867\n",
      "epoch =  11073 train =  0.7500608  test =  0.79146075\n",
      "epoch =  11074 train =  0.7396245  test =  0.7998026\n",
      "epoch =  11075 train =  0.7900144  test =  0.8343139\n",
      "epoch =  11076 train =  0.84749186  test =  0.7463127\n",
      "epoch =  11077 train =  0.747968  test =  0.8997812\n",
      "epoch =  11078 train =  0.7157134  test =  0.80000544\n",
      "epoch =  11079 train =  0.7583933  test =  0.721033\n",
      "epoch =  11080 train =  0.693323  test =  0.76469976\n",
      "epoch =  11081 train =  0.7478758  test =  0.80011183\n",
      "epoch =  11082 train =  0.72262454  test =  0.7634975\n",
      "epoch =  11083 train =  0.8413421  test =  0.7357958\n",
      "epoch =  11084 train =  0.8215401  test =  0.7707028\n",
      "epoch =  11085 train =  0.7018211  test =  0.7992663\n",
      "epoch =  11086 train =  0.8472391  test =  0.8271762\n",
      "epoch =  11087 train =  0.7842485  test =  0.68523425\n",
      "epoch =  11088 train =  0.8021532  test =  0.7186771\n",
      "epoch =  11089 train =  0.7361561  test =  0.9498186\n",
      "epoch =  11090 train =  0.7608694  test =  0.9118481\n",
      "epoch =  11091 train =  0.7238137  test =  0.81673044\n",
      "epoch =  11092 train =  0.83221245  test =  0.68731225\n",
      "epoch =  11093 train =  0.8465141  test =  0.65791476\n",
      "epoch =  11094 train =  0.7755252  test =  0.6920392\n",
      "epoch =  11095 train =  0.7140576  test =  0.7453176\n",
      "epoch =  11096 train =  0.75617766  test =  0.670206\n",
      "epoch =  11097 train =  0.7868969  test =  0.76593596\n",
      "epoch =  11098 train =  0.76409054  test =  0.67508364\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11099 train =  0.858991  test =  0.7096319\n",
      "epoch =  11100 train =  0.7418144  test =  0.68624556\n",
      "epoch =  11101 train =  0.6622926  test =  0.82360107\n",
      "epoch =  11102 train =  0.79144907  test =  0.78920484\n",
      "epoch =  11103 train =  0.74119675  test =  0.7823938\n",
      "epoch =  11104 train =  0.76182246  test =  0.7789632\n",
      "epoch =  11105 train =  0.721638  test =  0.8129011\n",
      "epoch =  11106 train =  0.77782786  test =  0.74340266\n",
      "epoch =  11107 train =  0.8152246  test =  0.8102652\n",
      "epoch =  11108 train =  0.6695198  test =  0.9095736\n",
      "epoch =  11109 train =  0.78717417  test =  0.71091825\n",
      "epoch =  11110 train =  0.7627125  test =  0.7846441\n",
      "epoch =  11111 train =  0.77108383  test =  0.7967442\n",
      "epoch =  11112 train =  0.7976748  test =  0.7295959\n",
      "epoch =  11113 train =  0.82554615  test =  0.79969054\n",
      "epoch =  11114 train =  0.7238984  test =  0.86641085\n",
      "epoch =  11115 train =  0.9094244  test =  0.80547357\n",
      "epoch =  11116 train =  0.7087441  test =  0.7440824\n",
      "epoch =  11117 train =  0.752543  test =  0.8767711\n",
      "epoch =  11118 train =  0.75162506  test =  0.7458925\n",
      "epoch =  11119 train =  0.78851086  test =  0.67616343\n",
      "epoch =  11120 train =  0.76036716  test =  0.73597294\n",
      "epoch =  11121 train =  0.70036155  test =  0.68808126\n",
      "epoch =  11122 train =  0.8182302  test =  0.7856999\n",
      "epoch =  11123 train =  0.74973404  test =  0.7695884\n",
      "epoch =  11124 train =  0.75616074  test =  0.60901856\n",
      "epoch =  11125 train =  0.79485667  test =  0.73157734\n",
      "epoch =  11126 train =  0.7422668  test =  0.6434015\n",
      "epoch =  11127 train =  0.7439064  test =  0.7917104\n",
      "epoch =  11128 train =  0.8951964  test =  0.8116164\n",
      "epoch =  11129 train =  0.6980717  test =  0.732266\n",
      "epoch =  11130 train =  0.69541514  test =  0.6991188\n",
      "epoch =  11131 train =  0.72617036  test =  0.8575984\n",
      "epoch =  11132 train =  0.8104541  test =  0.78944254\n",
      "epoch =  11133 train =  0.7812476  test =  0.6502231\n",
      "epoch =  11134 train =  0.68983805  test =  0.7625003\n",
      "epoch =  11135 train =  0.659778  test =  0.70988\n",
      "epoch =  11136 train =  0.7287948  test =  0.75955766\n",
      "epoch =  11137 train =  0.7035741  test =  0.83408636\n",
      "epoch =  11138 train =  0.70114326  test =  0.72196704\n",
      "epoch =  11139 train =  0.79859555  test =  0.7687129\n",
      "epoch =  11140 train =  0.76135904  test =  0.7874295\n",
      "epoch =  11141 train =  0.7915749  test =  0.73289484\n",
      "epoch =  11142 train =  0.73741275  test =  0.6314586\n",
      "epoch =  11143 train =  0.74354804  test =  0.83259535\n",
      "epoch =  11144 train =  0.8466087  test =  0.68929523\n",
      "epoch =  11145 train =  0.76297075  test =  0.6240658\n",
      "epoch =  11146 train =  0.67602205  test =  0.7066462\n",
      "epoch =  11147 train =  0.8101618  test =  0.72592574\n",
      "epoch =  11148 train =  0.7605877  test =  0.7401931\n",
      "epoch =  11149 train =  0.7842057  test =  0.758782\n",
      "epoch =  11150 train =  0.80443645  test =  0.8387084\n",
      "epoch =  11151 train =  0.7376348  test =  0.7509402\n",
      "epoch =  11152 train =  0.6891148  test =  0.6813742\n",
      "epoch =  11153 train =  0.788651  test =  0.81482744\n",
      "epoch =  11154 train =  0.7560209  test =  0.64511824\n",
      "epoch =  11155 train =  0.8077053  test =  0.75092083\n",
      "epoch =  11156 train =  0.782753  test =  0.7441814\n",
      "epoch =  11157 train =  0.73172367  test =  0.6924348\n",
      "epoch =  11158 train =  0.80489874  test =  0.92054206\n",
      "epoch =  11159 train =  0.7391177  test =  0.725852\n",
      "epoch =  11160 train =  0.8143347  test =  0.66593397\n",
      "epoch =  11161 train =  0.7571169  test =  0.67458826\n",
      "epoch =  11162 train =  0.7219309  test =  0.8107496\n",
      "epoch =  11163 train =  0.7160045  test =  0.6815028\n",
      "epoch =  11164 train =  0.8395153  test =  0.6948756\n",
      "epoch =  11165 train =  0.86266184  test =  0.6840184\n",
      "epoch =  11166 train =  0.85128915  test =  0.8207061\n",
      "epoch =  11167 train =  0.89057386  test =  0.65931094\n",
      "epoch =  11168 train =  0.722792  test =  0.84198093\n",
      "epoch =  11169 train =  0.74601555  test =  0.7062861\n",
      "epoch =  11170 train =  0.8006125  test =  0.76212335\n",
      "epoch =  11171 train =  0.77294564  test =  0.72533745\n",
      "epoch =  11172 train =  0.74828815  test =  0.8128307\n",
      "epoch =  11173 train =  0.7990931  test =  0.8173009\n",
      "epoch =  11174 train =  0.8485634  test =  0.7827644\n",
      "epoch =  11175 train =  0.7035165  test =  0.74421877\n",
      "epoch =  11176 train =  0.6856336  test =  0.73626244\n",
      "epoch =  11177 train =  0.7511527  test =  0.7944816\n",
      "epoch =  11178 train =  0.77505004  test =  0.6966939\n",
      "epoch =  11179 train =  0.75630057  test =  0.7730624\n",
      "epoch =  11180 train =  0.7427  test =  0.832798\n",
      "epoch =  11181 train =  0.75543964  test =  0.7951526\n",
      "epoch =  11182 train =  0.71291435  test =  0.781676\n",
      "epoch =  11183 train =  0.80635846  test =  0.6647871\n",
      "epoch =  11184 train =  0.6680623  test =  0.76336163\n",
      "epoch =  11185 train =  0.7022054  test =  0.7046616\n",
      "epoch =  11186 train =  0.77415466  test =  0.73300576\n",
      "epoch =  11187 train =  0.7207018  test =  0.7252989\n",
      "epoch =  11188 train =  0.77564657  test =  0.8204778\n",
      "epoch =  11189 train =  0.70662785  test =  0.7389618\n",
      "epoch =  11190 train =  0.75610137  test =  0.72439605\n",
      "epoch =  11191 train =  0.68800986  test =  0.69588566\n",
      "epoch =  11192 train =  0.73666143  test =  0.8183481\n",
      "epoch =  11193 train =  0.7551191  test =  0.80766785\n",
      "epoch =  11194 train =  0.8140178  test =  0.7747323\n",
      "epoch =  11195 train =  0.7673203  test =  0.77375484\n",
      "epoch =  11196 train =  0.7410838  test =  0.7454362\n",
      "epoch =  11197 train =  0.6410768  test =  0.7423416\n",
      "epoch =  11198 train =  0.70888555  test =  0.7551226\n",
      "epoch =  11199 train =  0.79536057  test =  0.7493521\n",
      "epoch =  11200 train =  0.76140386  test =  0.7714495\n",
      "epoch =  11201 train =  0.81386554  test =  0.7004186\n",
      "epoch =  11202 train =  0.67642975  test =  0.86044383\n",
      "epoch =  11203 train =  0.7384297  test =  0.8117791\n",
      "epoch =  11204 train =  0.7729113  test =  0.83965707\n",
      "epoch =  11205 train =  0.74551314  test =  0.75981283\n",
      "epoch =  11206 train =  0.7433126  test =  0.85976946\n",
      "epoch =  11207 train =  0.65699005  test =  0.75959635\n",
      "epoch =  11208 train =  0.7586855  test =  0.6903579\n",
      "epoch =  11209 train =  0.78936327  test =  0.7993429\n",
      "epoch =  11210 train =  0.7076007  test =  0.63822544\n",
      "epoch =  11211 train =  0.7851938  test =  0.83749396\n",
      "epoch =  11212 train =  0.69543135  test =  0.7353643\n",
      "epoch =  11213 train =  0.69544554  test =  0.77673066\n",
      "epoch =  11214 train =  0.6940576  test =  0.64649725\n",
      "epoch =  11215 train =  0.79354835  test =  0.8577406\n",
      "epoch =  11216 train =  0.76780415  test =  0.7003514\n",
      "epoch =  11217 train =  0.7451699  test =  0.68557614\n",
      "epoch =  11218 train =  0.81269026  test =  0.8035722\n",
      "epoch =  11219 train =  0.7479099  test =  0.7652745\n",
      "epoch =  11220 train =  0.7816451  test =  0.7403573\n",
      "epoch =  11221 train =  0.68116856  test =  0.8511368\n",
      "epoch =  11222 train =  0.71671206  test =  0.77712095\n",
      "epoch =  11223 train =  0.7342293  test =  0.5775276\n",
      "epoch =  11224 train =  0.73865366  test =  0.70450723\n",
      "epoch =  11225 train =  0.78276587  test =  0.8157781\n",
      "epoch =  11226 train =  0.66595054  test =  0.7557905\n",
      "epoch =  11227 train =  0.8225944  test =  0.7733867\n",
      "epoch =  11228 train =  0.7366239  test =  0.6490786\n",
      "epoch =  11229 train =  0.7600379  test =  0.6757563\n",
      "epoch =  11230 train =  0.69993657  test =  0.71924\n",
      "epoch =  11231 train =  0.7626817  test =  0.7522749\n",
      "epoch =  11232 train =  0.812768  test =  0.8498001\n",
      "epoch =  11233 train =  0.7371956  test =  0.77913356\n",
      "epoch =  11234 train =  0.7050735  test =  0.7948845\n",
      "epoch =  11235 train =  0.7037356  test =  0.72163755\n",
      "epoch =  11236 train =  0.740366  test =  0.80737513\n",
      "epoch =  11237 train =  0.82128  test =  0.73191893\n",
      "epoch =  11238 train =  0.7049744  test =  0.71199775\n",
      "epoch =  11239 train =  0.7162113  test =  0.73713374\n",
      "epoch =  11240 train =  0.7150408  test =  0.802784\n",
      "epoch =  11241 train =  0.7258652  test =  0.7268056\n",
      "epoch =  11242 train =  0.6776402  test =  0.7037902\n",
      "epoch =  11243 train =  0.73021495  test =  0.8702182\n",
      "epoch =  11244 train =  0.79891163  test =  0.72320133\n",
      "epoch =  11245 train =  0.73950446  test =  0.76499116\n",
      "epoch =  11246 train =  0.8293617  test =  0.85923964\n",
      "epoch =  11247 train =  0.7940985  test =  0.9021147\n",
      "epoch =  11248 train =  0.6999458  test =  0.78218925\n",
      "epoch =  11249 train =  0.72328496  test =  0.72181046\n",
      "epoch =  11250 train =  0.81942594  test =  0.6753542\n",
      "epoch =  11251 train =  0.8168923  test =  0.7439832\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11252 train =  0.7395928  test =  0.7810484\n",
      "epoch =  11253 train =  0.8087487  test =  0.8123116\n",
      "epoch =  11254 train =  0.73798144  test =  0.79161775\n",
      "epoch =  11255 train =  0.7444664  test =  0.66738814\n",
      "epoch =  11256 train =  0.73156023  test =  0.6814997\n",
      "epoch =  11257 train =  0.7739569  test =  0.68131375\n",
      "epoch =  11258 train =  0.7426719  test =  0.9309987\n",
      "epoch =  11259 train =  0.6701208  test =  0.691933\n",
      "epoch =  11260 train =  0.7322042  test =  0.69095737\n",
      "epoch =  11261 train =  0.721536  test =  0.75399935\n",
      "epoch =  11262 train =  0.72948766  test =  0.61408824\n",
      "epoch =  11263 train =  0.7436205  test =  0.7842295\n",
      "epoch =  11264 train =  0.7691444  test =  0.7600533\n",
      "epoch =  11265 train =  0.7874446  test =  0.7865674\n",
      "epoch =  11266 train =  0.6459228  test =  0.77782315\n",
      "epoch =  11267 train =  0.7247956  test =  0.6884652\n",
      "epoch =  11268 train =  0.8503511  test =  0.8121419\n",
      "epoch =  11269 train =  0.7581475  test =  0.8412608\n",
      "epoch =  11270 train =  0.6769866  test =  0.7990796\n",
      "epoch =  11271 train =  0.7011105  test =  0.8012304\n",
      "epoch =  11272 train =  0.7340872  test =  0.6755918\n",
      "epoch =  11273 train =  0.7148155  test =  0.66588795\n",
      "epoch =  11274 train =  0.69903517  test =  0.73571444\n",
      "epoch =  11275 train =  0.7498636  test =  0.6904079\n",
      "epoch =  11276 train =  0.74957454  test =  0.8134239\n",
      "epoch =  11277 train =  0.8398862  test =  0.7077426\n",
      "epoch =  11278 train =  0.74114907  test =  0.6845915\n",
      "epoch =  11279 train =  0.8501743  test =  0.68613774\n",
      "epoch =  11280 train =  0.83621126  test =  0.7257031\n",
      "epoch =  11281 train =  0.73763275  test =  0.7177813\n",
      "epoch =  11282 train =  0.7740379  test =  0.78362715\n",
      "epoch =  11283 train =  0.7766446  test =  0.78822374\n",
      "epoch =  11284 train =  0.6785662  test =  0.64126545\n",
      "epoch =  11285 train =  0.73181045  test =  0.62883013\n",
      "epoch =  11286 train =  0.776195  test =  0.70410466\n",
      "epoch =  11287 train =  0.7321696  test =  0.7239135\n",
      "epoch =  11288 train =  0.7818434  test =  0.7191561\n",
      "epoch =  11289 train =  0.6950266  test =  0.6498714\n",
      "epoch =  11290 train =  0.7407519  test =  0.77957994\n",
      "epoch =  11291 train =  0.70883536  test =  0.8741399\n",
      "epoch =  11292 train =  0.7496145  test =  0.7735015\n",
      "epoch =  11293 train =  0.67054665  test =  0.79736453\n",
      "epoch =  11294 train =  0.7272341  test =  0.7393281\n",
      "epoch =  11295 train =  0.79310113  test =  0.67485726\n",
      "epoch =  11296 train =  0.7419461  test =  0.80733067\n",
      "epoch =  11297 train =  0.67666304  test =  0.77099514\n",
      "epoch =  11298 train =  0.67761433  test =  0.72763294\n",
      "epoch =  11299 train =  0.7151822  test =  0.8289197\n",
      "epoch =  11300 train =  0.7695578  test =  0.9315229\n",
      "epoch =  11301 train =  0.76870763  test =  0.7494408\n",
      "epoch =  11302 train =  0.7400805  test =  0.7984457\n",
      "epoch =  11303 train =  0.62843  test =  0.69419175\n",
      "epoch =  11304 train =  0.6941737  test =  0.7004784\n",
      "epoch =  11305 train =  0.7547921  test =  0.7052364\n",
      "epoch =  11306 train =  0.70150256  test =  0.7062571\n",
      "epoch =  11307 train =  0.7938061  test =  0.6847214\n",
      "epoch =  11308 train =  0.6903435  test =  0.71439236\n",
      "epoch =  11309 train =  0.7939694  test =  0.79463446\n",
      "epoch =  11310 train =  0.802155  test =  0.83346784\n",
      "epoch =  11311 train =  0.7117802  test =  0.67075706\n",
      "epoch =  11312 train =  0.7279787  test =  0.693739\n",
      "epoch =  11313 train =  0.7650703  test =  0.7131289\n",
      "epoch =  11314 train =  0.70001566  test =  0.6443684\n",
      "epoch =  11315 train =  0.85932356  test =  0.73082656\n",
      "epoch =  11316 train =  0.71771044  test =  0.72957987\n",
      "epoch =  11317 train =  0.7317605  test =  0.67332315\n",
      "epoch =  11318 train =  0.74582464  test =  0.70161074\n",
      "epoch =  11319 train =  0.7903195  test =  0.63160414\n",
      "epoch =  11320 train =  0.81374544  test =  0.728179\n",
      "epoch =  11321 train =  0.7013587  test =  0.70724255\n",
      "epoch =  11322 train =  0.77438474  test =  0.73058975\n",
      "epoch =  11323 train =  0.7197138  test =  0.80501884\n",
      "epoch =  11324 train =  0.78005755  test =  0.7274589\n",
      "epoch =  11325 train =  0.7100538  test =  0.62442374\n",
      "epoch =  11326 train =  0.7007915  test =  0.61676973\n",
      "epoch =  11327 train =  0.7400237  test =  0.8046247\n",
      "epoch =  11328 train =  0.77758235  test =  0.82271343\n",
      "epoch =  11329 train =  0.73425126  test =  0.7043334\n",
      "epoch =  11330 train =  0.6470908  test =  0.7630075\n",
      "epoch =  11331 train =  0.7322639  test =  0.73397475\n",
      "epoch =  11332 train =  0.7395596  test =  0.6293431\n",
      "epoch =  11333 train =  0.7575775  test =  0.69559807\n",
      "epoch =  11334 train =  0.73380244  test =  0.7612772\n",
      "epoch =  11335 train =  0.67134154  test =  0.60232866\n",
      "epoch =  11336 train =  0.6624764  test =  0.68642783\n",
      "epoch =  11337 train =  0.727612  test =  0.73041755\n",
      "epoch =  11338 train =  0.7329234  test =  0.8460999\n",
      "epoch =  11339 train =  0.6513605  test =  0.8138795\n",
      "epoch =  11340 train =  0.689044  test =  0.7462598\n",
      "epoch =  11341 train =  0.68487906  test =  0.7672854\n",
      "epoch =  11342 train =  0.7523279  test =  0.7010668\n",
      "epoch =  11343 train =  0.71885353  test =  0.74411196\n",
      "epoch =  11344 train =  0.7674953  test =  0.69477206\n",
      "epoch =  11345 train =  0.62127995  test =  0.65189785\n",
      "epoch =  11346 train =  0.6403021  test =  0.8431366\n",
      "epoch =  11347 train =  0.820537  test =  0.79750293\n",
      "epoch =  11348 train =  0.61126727  test =  0.7355237\n",
      "epoch =  11349 train =  0.8392836  test =  0.64724994\n",
      "epoch =  11350 train =  0.6757215  test =  0.7729978\n",
      "epoch =  11351 train =  0.67048687  test =  0.6847119\n",
      "epoch =  11352 train =  0.7503009  test =  0.7433682\n",
      "epoch =  11353 train =  0.7132901  test =  0.8725178\n",
      "epoch =  11354 train =  0.64297175  test =  0.8658196\n",
      "epoch =  11355 train =  0.7778069  test =  0.88124317\n",
      "epoch =  11356 train =  0.72367394  test =  0.72672427\n",
      "epoch =  11357 train =  0.78282076  test =  0.7044696\n",
      "epoch =  11358 train =  0.7412907  test =  0.88983256\n",
      "epoch =  11359 train =  0.7090368  test =  0.8807487\n",
      "epoch =  11360 train =  0.7104037  test =  0.82084155\n",
      "epoch =  11361 train =  0.70978415  test =  0.7333569\n",
      "epoch =  11362 train =  0.7965542  test =  0.7183813\n",
      "epoch =  11363 train =  0.7095021  test =  0.85538155\n",
      "epoch =  11364 train =  0.87478346  test =  0.7163447\n",
      "epoch =  11365 train =  0.72240937  test =  0.6543783\n",
      "epoch =  11366 train =  0.66439116  test =  0.81209695\n",
      "epoch =  11367 train =  0.7503706  test =  0.67323333\n",
      "epoch =  11368 train =  0.67177695  test =  0.74318105\n",
      "epoch =  11369 train =  0.7678205  test =  0.6852593\n",
      "epoch =  11370 train =  0.70379245  test =  0.8048983\n",
      "epoch =  11371 train =  0.7218862  test =  0.65276814\n",
      "epoch =  11372 train =  0.7309156  test =  0.86459273\n",
      "epoch =  11373 train =  0.77517176  test =  0.82406205\n",
      "epoch =  11374 train =  0.7006961  test =  0.74015325\n",
      "epoch =  11375 train =  0.6220169  test =  0.66615313\n",
      "epoch =  11376 train =  0.70565903  test =  0.7248298\n",
      "epoch =  11377 train =  0.7969929  test =  0.8646598\n",
      "epoch =  11378 train =  0.7070091  test =  0.8057189\n",
      "epoch =  11379 train =  0.72596586  test =  0.8055865\n",
      "epoch =  11380 train =  0.8313813  test =  0.7309427\n",
      "epoch =  11381 train =  0.75739324  test =  0.7179602\n",
      "epoch =  11382 train =  0.7337084  test =  0.74069464\n",
      "epoch =  11383 train =  0.7867245  test =  0.60298073\n",
      "epoch =  11384 train =  0.7107988  test =  0.84534687\n",
      "epoch =  11385 train =  0.7121717  test =  0.7616086\n",
      "epoch =  11386 train =  0.89134663  test =  0.7013313\n",
      "epoch =  11387 train =  0.73782754  test =  0.77414143\n",
      "epoch =  11388 train =  0.75779986  test =  0.6769327\n",
      "epoch =  11389 train =  0.7677544  test =  0.7190654\n",
      "epoch =  11390 train =  0.7319044  test =  0.58928216\n",
      "epoch =  11391 train =  0.68651533  test =  0.7927212\n",
      "epoch =  11392 train =  0.7159321  test =  0.7237976\n",
      "epoch =  11393 train =  0.7615016  test =  0.8203593\n",
      "epoch =  11394 train =  0.6702765  test =  0.7917394\n",
      "epoch =  11395 train =  0.7815143  test =  0.7535228\n",
      "epoch =  11396 train =  0.8165394  test =  0.6179876\n",
      "epoch =  11397 train =  0.72911334  test =  0.7191586\n",
      "epoch =  11398 train =  0.67498565  test =  0.73247373\n",
      "epoch =  11399 train =  0.65287375  test =  0.8103966\n",
      "epoch =  11400 train =  0.7429154  test =  0.7828557\n",
      "epoch =  11401 train =  0.66669047  test =  0.81796944\n",
      "epoch =  11402 train =  0.7834321  test =  0.7740041\n",
      "epoch =  11403 train =  0.7610191  test =  0.6270477\n",
      "epoch =  11404 train =  0.77105355  test =  0.76629263\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11405 train =  0.7552601  test =  0.7067446\n",
      "epoch =  11406 train =  0.8012905  test =  0.6835406\n",
      "epoch =  11407 train =  0.7019154  test =  0.7623784\n",
      "epoch =  11408 train =  0.73145205  test =  0.62514174\n",
      "epoch =  11409 train =  0.75572526  test =  0.8246004\n",
      "epoch =  11410 train =  0.7715721  test =  0.70113915\n",
      "epoch =  11411 train =  0.6794382  test =  0.8161013\n",
      "epoch =  11412 train =  0.8296757  test =  0.70337176\n",
      "epoch =  11413 train =  0.7385464  test =  0.7545352\n",
      "epoch =  11414 train =  0.7814138  test =  0.75166786\n",
      "epoch =  11415 train =  0.7406585  test =  0.84266335\n",
      "epoch =  11416 train =  0.7267827  test =  0.76643264\n",
      "epoch =  11417 train =  0.65603584  test =  0.7811953\n",
      "epoch =  11418 train =  0.74311215  test =  0.82028383\n",
      "epoch =  11419 train =  0.6930114  test =  0.6259952\n",
      "epoch =  11420 train =  0.83176947  test =  0.6808307\n",
      "epoch =  11421 train =  0.6906866  test =  0.625466\n",
      "epoch =  11422 train =  0.6609016  test =  0.91813\n",
      "epoch =  11423 train =  0.7190859  test =  0.6648545\n",
      "epoch =  11424 train =  0.8889691  test =  0.6125883\n",
      "epoch =  11425 train =  0.69186866  test =  0.6651124\n",
      "epoch =  11426 train =  0.7693709  test =  0.8095065\n",
      "epoch =  11427 train =  0.7062775  test =  0.7750259\n",
      "epoch =  11428 train =  0.7106972  test =  0.6721761\n",
      "epoch =  11429 train =  0.81149256  test =  0.78387976\n",
      "epoch =  11430 train =  0.7309184  test =  0.68266493\n",
      "epoch =  11431 train =  0.6880122  test =  0.819025\n",
      "epoch =  11432 train =  0.84732795  test =  0.681902\n",
      "epoch =  11433 train =  0.76667583  test =  0.77681935\n",
      "epoch =  11434 train =  0.7761307  test =  0.68471706\n",
      "epoch =  11435 train =  0.7688209  test =  0.75857574\n",
      "epoch =  11436 train =  0.69715106  test =  0.6905474\n",
      "epoch =  11437 train =  0.65339863  test =  0.6450025\n",
      "epoch =  11438 train =  0.721188  test =  0.7657151\n",
      "epoch =  11439 train =  0.7443146  test =  0.7971534\n",
      "epoch =  11440 train =  0.6459342  test =  0.81970036\n",
      "epoch =  11441 train =  0.7515087  test =  0.63138705\n",
      "epoch =  11442 train =  0.6904782  test =  0.65397686\n",
      "epoch =  11443 train =  0.681818  test =  0.76338863\n",
      "epoch =  11444 train =  0.67223585  test =  0.6610403\n",
      "epoch =  11445 train =  0.7638828  test =  0.69460446\n",
      "epoch =  11446 train =  0.72079015  test =  0.6354957\n",
      "epoch =  11447 train =  0.71293485  test =  0.7084137\n",
      "epoch =  11448 train =  0.8126799  test =  0.82627684\n",
      "epoch =  11449 train =  0.84265184  test =  0.7208137\n",
      "epoch =  11450 train =  0.70524514  test =  0.66250515\n",
      "epoch =  11451 train =  0.6942116  test =  0.7395871\n",
      "epoch =  11452 train =  0.62880737  test =  0.8048591\n",
      "epoch =  11453 train =  0.702474  test =  0.7140646\n",
      "epoch =  11454 train =  0.76120627  test =  0.78670967\n",
      "epoch =  11455 train =  0.69538164  test =  0.70555013\n",
      "epoch =  11456 train =  0.7541194  test =  0.7007364\n",
      "epoch =  11457 train =  0.7213321  test =  0.81224215\n",
      "epoch =  11458 train =  0.7748437  test =  0.7750534\n",
      "epoch =  11459 train =  0.66056144  test =  0.67654675\n",
      "epoch =  11460 train =  0.7488158  test =  0.84610903\n",
      "epoch =  11461 train =  0.6530442  test =  0.77852327\n",
      "epoch =  11462 train =  0.72809637  test =  0.83134305\n",
      "epoch =  11463 train =  0.7275412  test =  0.89978695\n",
      "epoch =  11464 train =  0.7860568  test =  0.6468266\n",
      "epoch =  11465 train =  0.64488846  test =  0.5862287\n",
      "epoch =  11466 train =  0.74429005  test =  0.6497096\n",
      "epoch =  11467 train =  0.7022997  test =  0.7128657\n",
      "epoch =  11468 train =  0.7364366  test =  0.8279668\n",
      "epoch =  11469 train =  0.73231673  test =  0.7731811\n",
      "epoch =  11470 train =  0.79406446  test =  0.73508203\n",
      "epoch =  11471 train =  0.65011954  test =  0.67257047\n",
      "epoch =  11472 train =  0.72068685  test =  0.7285977\n",
      "epoch =  11473 train =  0.7050742  test =  0.73370737\n",
      "epoch =  11474 train =  0.6770552  test =  0.68137515\n",
      "epoch =  11475 train =  0.75133705  test =  0.5855704\n",
      "epoch =  11476 train =  0.66002876  test =  0.7576232\n",
      "epoch =  11477 train =  0.6971048  test =  0.8345579\n",
      "epoch =  11478 train =  0.72096133  test =  0.6468572\n",
      "epoch =  11479 train =  0.6777942  test =  0.7094324\n",
      "epoch =  11480 train =  0.71810126  test =  0.76027805\n",
      "epoch =  11481 train =  0.6795473  test =  0.7499267\n",
      "epoch =  11482 train =  0.6777848  test =  0.64593726\n",
      "epoch =  11483 train =  0.75429344  test =  0.76430774\n",
      "epoch =  11484 train =  0.7897568  test =  0.69221187\n",
      "epoch =  11485 train =  0.7092037  test =  0.6692517\n",
      "epoch =  11486 train =  0.7542745  test =  0.7288276\n",
      "epoch =  11487 train =  0.696581  test =  0.71939105\n",
      "epoch =  11488 train =  0.64127004  test =  0.70127946\n",
      "epoch =  11489 train =  0.8034358  test =  0.73617244\n",
      "epoch =  11490 train =  0.6819463  test =  0.6951301\n",
      "epoch =  11491 train =  0.7309966  test =  0.75702435\n",
      "epoch =  11492 train =  0.7528995  test =  0.8253921\n",
      "epoch =  11493 train =  0.6397487  test =  0.8903742\n",
      "epoch =  11494 train =  0.72882354  test =  0.71334636\n",
      "epoch =  11495 train =  0.7806742  test =  0.6483109\n",
      "epoch =  11496 train =  0.7183249  test =  0.63839376\n",
      "epoch =  11497 train =  0.6980388  test =  0.7587742\n",
      "epoch =  11498 train =  0.6766964  test =  0.748763\n",
      "epoch =  11499 train =  0.8338691  test =  0.6478688\n",
      "epoch =  11500 train =  0.75315994  test =  0.76807857\n",
      "epoch =  11501 train =  0.7804921  test =  0.7551911\n",
      "epoch =  11502 train =  0.6191158  test =  0.75167155\n",
      "epoch =  11503 train =  0.7156407  test =  0.71660835\n",
      "epoch =  11504 train =  0.76438695  test =  0.8903844\n",
      "epoch =  11505 train =  0.73510367  test =  0.5948266\n",
      "epoch =  11506 train =  0.795593  test =  0.7932494\n",
      "epoch =  11507 train =  0.81093216  test =  0.65684026\n",
      "epoch =  11508 train =  0.7012485  test =  0.606991\n",
      "epoch =  11509 train =  0.7499254  test =  0.82959235\n",
      "epoch =  11510 train =  0.7395158  test =  0.68443704\n",
      "epoch =  11511 train =  0.6749959  test =  0.6785851\n",
      "epoch =  11512 train =  0.7031724  test =  0.7038293\n",
      "epoch =  11513 train =  0.7740169  test =  0.81517214\n",
      "epoch =  11514 train =  0.82690024  test =  0.62062293\n",
      "epoch =  11515 train =  0.7492368  test =  0.8649332\n",
      "epoch =  11516 train =  0.6955128  test =  0.83063537\n",
      "epoch =  11517 train =  0.7407542  test =  0.766632\n",
      "epoch =  11518 train =  0.6860747  test =  0.8309159\n",
      "epoch =  11519 train =  0.6790556  test =  0.7422964\n",
      "epoch =  11520 train =  0.7395936  test =  0.6915341\n",
      "epoch =  11521 train =  0.8279352  test =  0.7440097\n",
      "epoch =  11522 train =  0.72420466  test =  0.6986301\n",
      "epoch =  11523 train =  0.64481133  test =  0.70300734\n",
      "epoch =  11524 train =  0.68462896  test =  0.712263\n",
      "epoch =  11525 train =  0.7898135  test =  0.6191261\n",
      "epoch =  11526 train =  0.7783267  test =  0.6652781\n",
      "epoch =  11527 train =  0.739948  test =  0.85074854\n",
      "epoch =  11528 train =  0.77540106  test =  0.70794165\n",
      "epoch =  11529 train =  0.70359915  test =  0.7129643\n",
      "epoch =  11530 train =  0.81660855  test =  0.74761343\n",
      "epoch =  11531 train =  0.7173089  test =  0.6860378\n",
      "epoch =  11532 train =  0.6424452  test =  0.6911761\n",
      "epoch =  11533 train =  0.667068  test =  0.8343893\n",
      "epoch =  11534 train =  0.62671757  test =  0.72055006\n",
      "epoch =  11535 train =  0.7723764  test =  0.77368647\n",
      "epoch =  11536 train =  0.7143461  test =  0.69146544\n",
      "epoch =  11537 train =  0.71146345  test =  0.61710465\n",
      "epoch =  11538 train =  0.70307744  test =  0.7374326\n",
      "epoch =  11539 train =  0.69167894  test =  0.68580115\n",
      "epoch =  11540 train =  0.74880826  test =  0.71538323\n",
      "epoch =  11541 train =  0.71125853  test =  0.6713936\n",
      "epoch =  11542 train =  0.72031474  test =  0.7712388\n",
      "epoch =  11543 train =  0.60788286  test =  0.7207163\n",
      "epoch =  11544 train =  0.7209003  test =  0.7902786\n",
      "epoch =  11545 train =  0.71455413  test =  0.9033155\n",
      "epoch =  11546 train =  0.7210322  test =  0.7738332\n",
      "epoch =  11547 train =  0.77077746  test =  0.66583174\n",
      "epoch =  11548 train =  0.67729044  test =  0.6366013\n",
      "epoch =  11549 train =  0.64225423  test =  0.7568261\n",
      "epoch =  11550 train =  0.66658676  test =  0.67955863\n",
      "epoch =  11551 train =  0.71678066  test =  0.76649535\n",
      "epoch =  11552 train =  0.7816819  test =  0.698393\n",
      "epoch =  11553 train =  0.7235069  test =  0.6906116\n",
      "epoch =  11554 train =  0.8050331  test =  0.67163134\n",
      "epoch =  11555 train =  0.7754016  test =  0.67659676\n",
      "epoch =  11556 train =  0.7043052  test =  0.72435194\n",
      "epoch =  11557 train =  0.7884482  test =  0.84199667\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11558 train =  0.7434952  test =  0.7213756\n",
      "epoch =  11559 train =  0.7203071  test =  0.62773925\n",
      "epoch =  11560 train =  0.62256354  test =  0.6840867\n",
      "epoch =  11561 train =  0.78397393  test =  0.69611615\n",
      "epoch =  11562 train =  0.70389974  test =  0.7599579\n",
      "epoch =  11563 train =  0.75447106  test =  0.7547821\n",
      "epoch =  11564 train =  0.68261755  test =  0.7183947\n",
      "epoch =  11565 train =  0.6793988  test =  0.63582623\n",
      "epoch =  11566 train =  0.7447302  test =  0.65482706\n",
      "epoch =  11567 train =  0.70345247  test =  0.6305287\n",
      "epoch =  11568 train =  0.7478324  test =  0.6018219\n",
      "epoch =  11569 train =  0.70859396  test =  0.63892806\n",
      "epoch =  11570 train =  0.61376065  test =  0.6980225\n",
      "epoch =  11571 train =  0.7131417  test =  0.67347777\n",
      "epoch =  11572 train =  0.75052196  test =  0.6131867\n",
      "epoch =  11573 train =  0.7593722  test =  0.74889493\n",
      "epoch =  11574 train =  0.72194856  test =  0.67270356\n",
      "epoch =  11575 train =  0.69752264  test =  0.790234\n",
      "epoch =  11576 train =  0.74657047  test =  0.8407277\n",
      "epoch =  11577 train =  0.6613294  test =  0.6725835\n",
      "epoch =  11578 train =  0.6435076  test =  0.8012025\n",
      "epoch =  11579 train =  0.6809172  test =  0.72158056\n",
      "epoch =  11580 train =  0.66104186  test =  0.73816866\n",
      "epoch =  11581 train =  0.65280485  test =  0.5418733\n",
      "epoch =  11582 train =  0.70058906  test =  0.76572263\n",
      "epoch =  11583 train =  0.6529527  test =  0.6659222\n",
      "epoch =  11584 train =  0.7081753  test =  0.6628077\n",
      "epoch =  11585 train =  0.7521239  test =  0.7099432\n",
      "epoch =  11586 train =  0.7709427  test =  0.7925001\n",
      "epoch =  11587 train =  0.7521366  test =  0.81949544\n",
      "epoch =  11588 train =  0.7990343  test =  0.7672214\n",
      "epoch =  11589 train =  0.68975973  test =  0.7270394\n",
      "epoch =  11590 train =  0.7964833  test =  0.73997015\n",
      "epoch =  11591 train =  0.66714776  test =  0.7904384\n",
      "epoch =  11592 train =  0.73808885  test =  0.62630904\n",
      "epoch =  11593 train =  0.65866804  test =  0.75606084\n",
      "epoch =  11594 train =  0.67071295  test =  0.6850582\n",
      "epoch =  11595 train =  0.6677216  test =  0.54879683\n",
      "epoch =  11596 train =  0.663643  test =  0.737766\n",
      "epoch =  11597 train =  0.6011128  test =  0.65905523\n",
      "epoch =  11598 train =  0.75447726  test =  0.6518278\n",
      "epoch =  11599 train =  0.7729712  test =  0.7028681\n",
      "epoch =  11600 train =  0.7656436  test =  0.6808764\n",
      "epoch =  11601 train =  0.7182214  test =  0.7133149\n",
      "epoch =  11602 train =  0.7014127  test =  0.6719555\n",
      "epoch =  11603 train =  0.6735934  test =  0.76085913\n",
      "epoch =  11604 train =  0.71610266  test =  0.7216204\n",
      "epoch =  11605 train =  0.7260751  test =  0.7561523\n",
      "epoch =  11606 train =  0.7385184  test =  0.584627\n",
      "epoch =  11607 train =  0.71648  test =  0.7740057\n",
      "epoch =  11608 train =  0.6594272  test =  0.68948764\n",
      "epoch =  11609 train =  0.62036264  test =  0.6331425\n",
      "epoch =  11610 train =  0.6705972  test =  0.5842936\n",
      "epoch =  11611 train =  0.7090936  test =  0.6319848\n",
      "epoch =  11612 train =  0.7139987  test =  0.7704028\n",
      "epoch =  11613 train =  0.71442723  test =  0.77414\n",
      "epoch =  11614 train =  0.7406275  test =  0.641592\n",
      "epoch =  11615 train =  0.7142626  test =  0.7266704\n",
      "epoch =  11616 train =  0.6901386  test =  0.75818884\n",
      "epoch =  11617 train =  0.6311104  test =  0.69317305\n",
      "epoch =  11618 train =  0.7502717  test =  0.6781622\n",
      "epoch =  11619 train =  0.6940985  test =  0.73931444\n",
      "epoch =  11620 train =  0.5855934  test =  0.71117294\n",
      "epoch =  11621 train =  0.67041874  test =  0.6633428\n",
      "epoch =  11622 train =  0.72262895  test =  0.7032463\n",
      "epoch =  11623 train =  0.63178426  test =  0.7307401\n",
      "epoch =  11624 train =  0.75706565  test =  0.7625678\n",
      "epoch =  11625 train =  0.79595256  test =  0.751977\n",
      "epoch =  11626 train =  0.78534067  test =  0.70487916\n",
      "epoch =  11627 train =  0.70608  test =  0.60229063\n",
      "epoch =  11628 train =  0.76776814  test =  0.6304544\n",
      "epoch =  11629 train =  0.69817364  test =  0.66499734\n",
      "epoch =  11630 train =  0.79612195  test =  0.8006594\n",
      "epoch =  11631 train =  0.65181464  test =  0.7307078\n",
      "epoch =  11632 train =  0.5999633  test =  0.61151636\n",
      "epoch =  11633 train =  0.7293863  test =  0.64555466\n",
      "epoch =  11634 train =  0.648517  test =  0.619389\n",
      "epoch =  11635 train =  0.7150855  test =  0.60988444\n",
      "epoch =  11636 train =  0.71721673  test =  0.8321014\n",
      "epoch =  11637 train =  0.75932187  test =  0.7877337\n",
      "epoch =  11638 train =  0.6409741  test =  0.68143183\n",
      "epoch =  11639 train =  0.6001836  test =  0.60501057\n",
      "epoch =  11640 train =  0.7440836  test =  0.864009\n",
      "epoch =  11641 train =  0.684968  test =  0.72901994\n",
      "epoch =  11642 train =  0.6320183  test =  0.7541335\n",
      "epoch =  11643 train =  0.64637214  test =  0.73973006\n",
      "epoch =  11644 train =  0.7837075  test =  0.72985965\n",
      "epoch =  11645 train =  0.7299103  test =  0.72003603\n",
      "epoch =  11646 train =  0.63519204  test =  0.7392784\n",
      "epoch =  11647 train =  0.69049096  test =  0.5915476\n",
      "epoch =  11648 train =  0.727309  test =  0.71320194\n",
      "epoch =  11649 train =  0.7950883  test =  0.69809854\n",
      "epoch =  11650 train =  0.6210455  test =  0.6649717\n",
      "epoch =  11651 train =  0.7047607  test =  0.91238284\n",
      "epoch =  11652 train =  0.70613265  test =  0.6796435\n",
      "epoch =  11653 train =  0.6466539  test =  0.58052224\n",
      "epoch =  11654 train =  0.7172431  test =  0.86019206\n",
      "epoch =  11655 train =  0.7669599  test =  0.83562326\n",
      "epoch =  11656 train =  0.6988045  test =  0.7273513\n",
      "epoch =  11657 train =  0.77565205  test =  0.8259988\n",
      "epoch =  11658 train =  0.81260175  test =  0.60696405\n",
      "epoch =  11659 train =  0.65824926  test =  0.5607129\n",
      "epoch =  11660 train =  0.6426033  test =  0.71093225\n",
      "epoch =  11661 train =  0.6702285  test =  0.79002535\n",
      "epoch =  11662 train =  0.6353862  test =  0.73300576\n",
      "epoch =  11663 train =  0.65793836  test =  0.8296095\n",
      "epoch =  11664 train =  0.72178626  test =  0.7757955\n",
      "epoch =  11665 train =  0.6977467  test =  0.61273354\n",
      "epoch =  11666 train =  0.74694705  test =  0.63519\n",
      "epoch =  11667 train =  0.74679554  test =  0.6931079\n",
      "epoch =  11668 train =  0.6071316  test =  0.5826933\n",
      "epoch =  11669 train =  0.8159815  test =  0.58486944\n",
      "epoch =  11670 train =  0.79368937  test =  0.7423161\n",
      "epoch =  11671 train =  0.7074636  test =  0.7931595\n",
      "epoch =  11672 train =  0.8354579  test =  0.579165\n",
      "epoch =  11673 train =  0.671159  test =  0.5809805\n",
      "epoch =  11674 train =  0.6921407  test =  0.73965025\n",
      "epoch =  11675 train =  0.70100045  test =  0.5081903\n",
      "epoch =  11676 train =  0.7157954  test =  0.6181495\n",
      "epoch =  11677 train =  0.7579516  test =  0.9777298\n",
      "epoch =  11678 train =  0.7344551  test =  0.6158191\n",
      "epoch =  11679 train =  0.5646045  test =  0.69347274\n",
      "epoch =  11680 train =  0.6591134  test =  0.7487976\n",
      "epoch =  11681 train =  0.7276783  test =  0.6582306\n",
      "epoch =  11682 train =  0.65313137  test =  0.68302554\n",
      "epoch =  11683 train =  0.7005173  test =  0.55267006\n",
      "epoch =  11684 train =  0.6743502  test =  0.63892186\n",
      "epoch =  11685 train =  0.5900488  test =  0.77374285\n",
      "epoch =  11686 train =  0.7049307  test =  0.7536977\n",
      "epoch =  11687 train =  0.7912146  test =  0.6908163\n",
      "epoch =  11688 train =  0.6445136  test =  0.8187483\n",
      "epoch =  11689 train =  0.7440617  test =  0.6874511\n",
      "epoch =  11690 train =  0.68286335  test =  0.7664119\n",
      "epoch =  11691 train =  0.64092094  test =  0.84768164\n",
      "epoch =  11692 train =  0.79959387  test =  0.59101975\n",
      "epoch =  11693 train =  0.77586985  test =  0.76320696\n",
      "epoch =  11694 train =  0.6838604  test =  0.7041064\n",
      "epoch =  11695 train =  0.6354605  test =  0.62083673\n",
      "epoch =  11696 train =  0.7072782  test =  0.58403647\n",
      "epoch =  11697 train =  0.78445  test =  0.78230417\n",
      "epoch =  11698 train =  0.6994445  test =  0.6008121\n",
      "epoch =  11699 train =  0.74164534  test =  0.9099107\n",
      "epoch =  11700 train =  0.6188234  test =  0.6700754\n",
      "epoch =  11701 train =  0.6350519  test =  0.6727409\n",
      "epoch =  11702 train =  0.6672435  test =  0.67294127\n",
      "epoch =  11703 train =  0.72252357  test =  0.6009523\n",
      "epoch =  11704 train =  0.63959205  test =  0.67226535\n",
      "epoch =  11705 train =  0.6891223  test =  0.8133473\n",
      "epoch =  11706 train =  0.6750548  test =  0.57642394\n",
      "epoch =  11707 train =  0.76836926  test =  0.6478041\n",
      "epoch =  11708 train =  0.7297745  test =  0.6685556\n",
      "epoch =  11709 train =  0.6313913  test =  0.5834498\n",
      "epoch =  11710 train =  0.6507243  test =  0.7544555\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11711 train =  0.727143  test =  0.5678828\n",
      "epoch =  11712 train =  0.8394846  test =  0.52244955\n",
      "epoch =  11713 train =  0.6858201  test =  0.55715096\n",
      "epoch =  11714 train =  0.6770891  test =  0.7246757\n",
      "epoch =  11715 train =  0.77875125  test =  0.6329889\n",
      "epoch =  11716 train =  0.67055845  test =  0.5851549\n",
      "epoch =  11717 train =  0.6653851  test =  0.91795224\n",
      "epoch =  11718 train =  0.76585233  test =  0.49472374\n",
      "epoch =  11719 train =  0.6964619  test =  0.66627926\n",
      "epoch =  11720 train =  0.6996964  test =  0.68336505\n",
      "epoch =  11721 train =  0.6498124  test =  1.0456518\n",
      "epoch =  11722 train =  0.652043  test =  0.6283487\n",
      "epoch =  11723 train =  0.67922133  test =  0.741113\n",
      "epoch =  11724 train =  0.7573599  test =  0.63776124\n",
      "epoch =  11725 train =  0.73131704  test =  0.7362015\n",
      "epoch =  11726 train =  0.74868685  test =  0.5580609\n",
      "epoch =  11727 train =  0.66415465  test =  0.76239145\n",
      "epoch =  11728 train =  0.6366499  test =  0.84116507\n",
      "epoch =  11729 train =  0.60759306  test =  0.62134784\n",
      "epoch =  11730 train =  0.6909607  test =  0.79092526\n",
      "epoch =  11731 train =  0.77520657  test =  0.5548484\n",
      "epoch =  11732 train =  0.60658485  test =  0.62087655\n",
      "epoch =  11733 train =  0.628727  test =  0.6722353\n",
      "epoch =  11734 train =  0.6169599  test =  0.6969981\n",
      "epoch =  11735 train =  0.73928845  test =  0.6856196\n",
      "epoch =  11736 train =  0.7205378  test =  0.67507434\n",
      "epoch =  11737 train =  0.6857552  test =  0.59448063\n",
      "epoch =  11738 train =  0.69953406  test =  0.85434866\n",
      "epoch =  11739 train =  0.65537375  test =  0.8056442\n",
      "epoch =  11740 train =  0.65653634  test =  0.7701495\n",
      "epoch =  11741 train =  0.66755235  test =  0.5504796\n",
      "epoch =  11742 train =  0.6268778  test =  0.57408345\n",
      "epoch =  11743 train =  0.6865563  test =  0.6180786\n",
      "epoch =  11744 train =  0.6901632  test =  0.5767218\n",
      "epoch =  11745 train =  0.75972795  test =  0.72703254\n",
      "epoch =  11746 train =  0.638613  test =  0.75976795\n",
      "epoch =  11747 train =  0.7028033  test =  0.65625143\n",
      "epoch =  11748 train =  0.72232103  test =  0.8478125\n",
      "epoch =  11749 train =  0.69299465  test =  0.6924987\n",
      "epoch =  11750 train =  0.71824396  test =  0.65573883\n",
      "epoch =  11751 train =  0.60558116  test =  0.7536906\n",
      "epoch =  11752 train =  0.58906174  test =  0.822435\n",
      "epoch =  11753 train =  0.7097753  test =  0.61473066\n",
      "epoch =  11754 train =  0.746846  test =  0.6769918\n",
      "epoch =  11755 train =  0.6903932  test =  0.67728084\n",
      "epoch =  11756 train =  0.6882343  test =  0.72259545\n",
      "epoch =  11757 train =  0.64819133  test =  0.6526803\n",
      "epoch =  11758 train =  0.7498453  test =  0.6347429\n",
      "epoch =  11759 train =  0.68909025  test =  0.74107176\n",
      "epoch =  11760 train =  0.7810149  test =  0.6908148\n",
      "epoch =  11761 train =  0.5917979  test =  0.8257798\n",
      "epoch =  11762 train =  0.69312173  test =  0.7031164\n",
      "epoch =  11763 train =  0.59692806  test =  0.7155106\n",
      "epoch =  11764 train =  0.5901437  test =  0.77670234\n",
      "epoch =  11765 train =  0.65779006  test =  0.71703726\n",
      "epoch =  11766 train =  0.71532834  test =  0.75726616\n",
      "epoch =  11767 train =  0.55618525  test =  0.67086464\n",
      "epoch =  11768 train =  0.7326404  test =  0.5673996\n",
      "epoch =  11769 train =  0.69285905  test =  0.79014003\n",
      "epoch =  11770 train =  0.6813299  test =  0.7266391\n",
      "epoch =  11771 train =  0.55318284  test =  0.79609495\n",
      "epoch =  11772 train =  0.6878282  test =  0.9243268\n",
      "epoch =  11773 train =  0.59954417  test =  0.6646357\n",
      "epoch =  11774 train =  0.75009143  test =  0.7439979\n",
      "epoch =  11775 train =  0.6036438  test =  0.7307971\n",
      "epoch =  11776 train =  0.7057606  test =  0.6288956\n",
      "epoch =  11777 train =  0.6740073  test =  0.57333136\n",
      "epoch =  11778 train =  0.61106545  test =  0.7588084\n",
      "epoch =  11779 train =  0.6676074  test =  0.7232605\n",
      "epoch =  11780 train =  0.6262957  test =  0.7453699\n",
      "epoch =  11781 train =  0.62999344  test =  0.6886005\n",
      "epoch =  11782 train =  0.7461716  test =  0.5399029\n",
      "epoch =  11783 train =  0.59997416  test =  0.544358\n",
      "epoch =  11784 train =  0.6373682  test =  0.6608341\n",
      "epoch =  11785 train =  0.6550024  test =  0.6514622\n",
      "epoch =  11786 train =  0.78490055  test =  0.64521885\n",
      "epoch =  11787 train =  0.700848  test =  0.68784845\n",
      "epoch =  11788 train =  0.6580642  test =  0.7092367\n",
      "epoch =  11789 train =  0.73450154  test =  0.69757736\n",
      "epoch =  11790 train =  0.66506314  test =  0.6975916\n",
      "epoch =  11791 train =  0.55277914  test =  0.5961925\n",
      "epoch =  11792 train =  0.69563997  test =  0.75696766\n",
      "epoch =  11793 train =  0.6561798  test =  0.7925077\n",
      "epoch =  11794 train =  0.7243851  test =  0.7009976\n",
      "epoch =  11795 train =  0.6867572  test =  0.6198678\n",
      "epoch =  11796 train =  0.6805707  test =  0.52850187\n",
      "epoch =  11797 train =  0.5762768  test =  0.7917549\n",
      "epoch =  11798 train =  0.6791257  test =  0.66136575\n",
      "epoch =  11799 train =  0.58702576  test =  0.7284279\n",
      "epoch =  11800 train =  0.6201434  test =  0.8500705\n",
      "epoch =  11801 train =  0.6328275  test =  0.80628824\n",
      "epoch =  11802 train =  0.71894854  test =  0.7003627\n",
      "epoch =  11803 train =  0.6990883  test =  0.8118198\n",
      "epoch =  11804 train =  0.66145253  test =  0.7037023\n",
      "epoch =  11805 train =  0.78179896  test =  0.6192656\n",
      "epoch =  11806 train =  0.6802367  test =  0.694901\n",
      "epoch =  11807 train =  0.7234894  test =  0.6732149\n",
      "epoch =  11808 train =  0.77667296  test =  0.58199036\n",
      "epoch =  11809 train =  0.6656648  test =  0.6503106\n",
      "epoch =  11810 train =  0.76599133  test =  0.7303738\n",
      "epoch =  11811 train =  0.54353166  test =  0.6855591\n",
      "epoch =  11812 train =  0.7617405  test =  0.77852535\n",
      "epoch =  11813 train =  0.602355  test =  0.64971644\n",
      "epoch =  11814 train =  0.65853655  test =  0.71986026\n",
      "epoch =  11815 train =  0.82649493  test =  0.77290195\n",
      "epoch =  11816 train =  0.8935923  test =  0.63490593\n",
      "epoch =  11817 train =  0.68807137  test =  0.6830737\n",
      "epoch =  11818 train =  0.64234024  test =  0.7213959\n",
      "epoch =  11819 train =  0.65053916  test =  0.6685424\n",
      "epoch =  11820 train =  0.6677571  test =  0.7055859\n",
      "epoch =  11821 train =  0.63387376  test =  0.86001766\n",
      "epoch =  11822 train =  0.6387737  test =  0.72918135\n",
      "epoch =  11823 train =  0.64280236  test =  0.70630133\n",
      "epoch =  11824 train =  0.57796097  test =  0.6673629\n",
      "epoch =  11825 train =  0.70976126  test =  0.72618985\n",
      "epoch =  11826 train =  0.7559639  test =  0.8957921\n",
      "epoch =  11827 train =  0.6393912  test =  0.8045139\n",
      "epoch =  11828 train =  0.62202543  test =  0.7310308\n",
      "epoch =  11829 train =  0.67669183  test =  0.69777375\n",
      "epoch =  11830 train =  0.56411445  test =  0.6799232\n",
      "epoch =  11831 train =  0.67080086  test =  0.63495576\n",
      "epoch =  11832 train =  0.61291486  test =  0.5042427\n",
      "epoch =  11833 train =  0.63715816  test =  0.54642004\n",
      "epoch =  11834 train =  0.68099606  test =  0.58671844\n",
      "epoch =  11835 train =  0.6254847  test =  0.61436474\n",
      "epoch =  11836 train =  0.67875564  test =  0.5147988\n",
      "epoch =  11837 train =  0.64880717  test =  0.7417264\n",
      "epoch =  11838 train =  0.71043605  test =  0.7806082\n",
      "epoch =  11839 train =  0.6140832  test =  0.5192813\n",
      "epoch =  11840 train =  0.6859313  test =  0.8263855\n",
      "epoch =  11841 train =  0.5658388  test =  0.63788164\n",
      "epoch =  11842 train =  0.6384405  test =  0.5856052\n",
      "epoch =  11843 train =  0.63986206  test =  0.5290369\n",
      "epoch =  11844 train =  0.62373817  test =  0.6978755\n",
      "epoch =  11845 train =  0.5352872  test =  0.618411\n",
      "epoch =  11846 train =  0.56914353  test =  0.76397604\n",
      "epoch =  11847 train =  0.53241503  test =  0.6325235\n",
      "epoch =  11848 train =  0.6627519  test =  0.6298272\n",
      "epoch =  11849 train =  0.64027727  test =  0.78546226\n",
      "epoch =  11850 train =  0.80208594  test =  0.6341229\n",
      "epoch =  11851 train =  0.50085306  test =  0.6074132\n",
      "epoch =  11852 train =  0.6923009  test =  0.63257694\n",
      "epoch =  11853 train =  0.7108332  test =  0.5642388\n",
      "epoch =  11854 train =  0.769096  test =  0.6360506\n",
      "epoch =  11855 train =  0.6702532  test =  0.65976465\n",
      "epoch =  11856 train =  0.6385155  test =  0.8828029\n",
      "epoch =  11857 train =  0.7088387  test =  0.68565756\n",
      "epoch =  11858 train =  0.6255301  test =  0.74345976\n",
      "epoch =  11859 train =  0.6557574  test =  0.7026073\n",
      "epoch =  11860 train =  0.6005622  test =  0.5273536\n",
      "epoch =  11861 train =  0.6878344  test =  0.652975\n",
      "epoch =  11862 train =  0.74014235  test =  0.5815528\n",
      "epoch =  11863 train =  0.68309426  test =  0.6932927\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch =  11864 train =  0.59027934  test =  0.6852084\n",
      "epoch =  11865 train =  0.65277123  test =  0.7927019\n",
      "epoch =  11866 train =  0.56678784  test =  0.6561518\n",
      "epoch =  11867 train =  0.6082896  test =  0.63988394\n",
      "epoch =  11868 train =  0.5930531  test =  0.71670663\n",
      "epoch =  11869 train =  0.66659373  test =  0.5729017\n",
      "epoch =  11870 train =  0.566139  test =  0.55259997\n",
      "epoch =  11871 train =  0.6270438  test =  0.6407515\n",
      "epoch =  11872 train =  0.57130176  test =  0.51535463\n",
      "epoch =  11873 train =  0.62263894  test =  0.87800723\n",
      "epoch =  11874 train =  0.6594608  test =  0.7404797\n",
      "epoch =  11875 train =  0.6670059  test =  0.62861884\n",
      "epoch =  11876 train =  0.705627  test =  0.7398392\n",
      "epoch =  11877 train =  0.61341095  test =  0.6248269\n",
      "epoch =  11878 train =  0.7029814  test =  0.7781344\n",
      "epoch =  11879 train =  0.5632354  test =  0.59915876\n",
      "epoch =  11880 train =  0.52848303  test =  0.73321867\n",
      "epoch =  11881 train =  0.7277485  test =  0.5901047\n",
      "epoch =  11882 train =  0.61882925  test =  0.6855378\n",
      "epoch =  11883 train =  0.74932504  test =  0.62638736\n",
      "epoch =  11884 train =  0.6296332  test =  0.56443787\n",
      "epoch =  11885 train =  0.7220311  test =  0.6074694\n",
      "epoch =  11886 train =  0.6338682  test =  0.57481974\n",
      "epoch =  11887 train =  0.6609115  test =  0.6853396\n",
      "epoch =  11888 train =  0.6786861  test =  0.62527156\n",
      "epoch =  11889 train =  0.57779217  test =  0.69618654\n",
      "epoch =  11890 train =  0.64444876  test =  0.6731596\n",
      "epoch =  11891 train =  0.6527902  test =  0.90310436\n",
      "epoch =  11892 train =  0.72553164  test =  0.8112688\n",
      "epoch =  11893 train =  0.61215127  test =  0.6231395\n",
      "epoch =  11894 train =  0.55206907  test =  0.62966096\n",
      "epoch =  11895 train =  0.61143565  test =  0.6569219\n",
      "epoch =  11896 train =  0.6819343  test =  0.5869082\n",
      "epoch =  11897 train =  0.79839015  test =  0.55185914\n",
      "epoch =  11898 train =  0.6357551  test =  0.7601868\n",
      "epoch =  11899 train =  0.5771686  test =  0.7256056\n",
      "epoch =  11900 train =  0.60157275  test =  0.72743297\n",
      "epoch =  11901 train =  0.60622376  test =  0.63052785\n",
      "epoch =  11902 train =  0.5925325  test =  0.62381953\n",
      "epoch =  11903 train =  0.688609  test =  0.75471604\n",
      "epoch =  11904 train =  0.5706093  test =  0.4687125\n",
      "epoch =  11905 train =  0.52836126  test =  0.6558223\n",
      "epoch =  11906 train =  0.6275589  test =  0.58420444\n",
      "epoch =  11907 train =  0.70732546  test =  0.5869579\n",
      "epoch =  11908 train =  0.64588547  test =  0.6630139\n",
      "epoch =  11909 train =  0.61806345  test =  0.59827137\n",
      "epoch =  11910 train =  0.60767263  test =  0.4674081\n",
      "epoch =  11911 train =  0.5479139  test =  0.6969467\n",
      "epoch =  11912 train =  0.5472636  test =  0.69220793\n",
      "epoch =  11913 train =  0.60123205  test =  0.6436851\n",
      "epoch =  11914 train =  0.55096114  test =  0.5824611\n",
      "epoch =  11915 train =  0.6344539  test =  0.74245\n",
      "epoch =  11916 train =  0.6582295  test =  0.5337482\n",
      "epoch =  11917 train =  0.75556886  test =  0.52611244\n",
      "epoch =  11918 train =  0.6555581  test =  0.93841755\n",
      "epoch =  11919 train =  0.61970365  test =  0.50353706\n",
      "epoch =  11920 train =  0.5465139  test =  0.6605072\n",
      "epoch =  11921 train =  0.5392983  test =  0.7139887\n",
      "epoch =  11922 train =  0.5815277  test =  0.55275923\n",
      "epoch =  11923 train =  0.63199544  test =  0.542893\n",
      "epoch =  11924 train =  0.5125774  test =  0.7683999\n",
      "epoch =  11925 train =  0.6491598  test =  0.61426055\n",
      "epoch =  11926 train =  0.5898087  test =  0.61402047\n",
      "epoch =  11927 train =  0.6429551  test =  0.51194\n",
      "epoch =  11928 train =  0.6616607  test =  0.7173401\n",
      "epoch =  11929 train =  0.6312602  test =  0.8882731\n",
      "epoch =  11930 train =  0.65085226  test =  0.76678807\n",
      "epoch =  11931 train =  0.63399875  test =  0.6776416\n",
      "epoch =  11932 train =  0.5899324  test =  0.6565124\n",
      "epoch =  11933 train =  0.66521657  test =  0.6854206\n",
      "epoch =  11934 train =  0.54762256  test =  0.58397734\n",
      "epoch =  11935 train =  0.66707027  test =  0.65337884\n",
      "epoch =  11936 train =  0.6536751  test =  0.7863076\n",
      "epoch =  11937 train =  0.6204606  test =  0.54282564\n",
      "epoch =  11938 train =  0.6712073  test =  0.6135457\n",
      "epoch =  11939 train =  0.6035507  test =  0.5254811\n",
      "epoch =  11940 train =  0.68837786  test =  0.54634297\n",
      "epoch =  11941 train =  0.74410653  test =  0.60510504\n",
      "epoch =  11942 train =  0.73638654  test =  0.8837258\n",
      "epoch =  11943 train =  0.5866518  test =  0.58057344\n",
      "epoch =  11944 train =  0.68652403  test =  0.5429357\n",
      "epoch =  11945 train =  0.7263035  test =  0.5507488\n",
      "epoch =  11946 train =  0.7009206  test =  0.655882\n",
      "epoch =  11947 train =  0.6751976  test =  0.44493493\n",
      "epoch =  11948 train =  0.57973236  test =  0.59750634\n",
      "epoch =  11949 train =  0.6119436  test =  0.43914506\n",
      "epoch =  11950 train =  0.6185886  test =  0.580539\n",
      "epoch =  11951 train =  0.5273597  test =  0.6594665\n",
      "epoch =  11952 train =  0.5655104  test =  0.5783433\n",
      "epoch =  11953 train =  0.6163051  test =  0.5596612\n",
      "epoch =  11954 train =  0.71208656  test =  0.6401496\n",
      "epoch =  11955 train =  0.61007124  test =  0.5261882\n",
      "epoch =  11956 train =  0.6006489  test =  0.7578262\n",
      "epoch =  11957 train =  0.6735862  test =  0.49946037\n",
      "epoch =  11958 train =  0.52920943  test =  0.5649907\n",
      "epoch =  11959 train =  0.49814713  test =  0.5702858\n",
      "epoch =  11960 train =  0.60977674  test =  0.42358944\n",
      "epoch =  11961 train =  0.7074  test =  0.6121157\n",
      "epoch =  11962 train =  0.68918335  test =  0.6952392\n",
      "epoch =  11963 train =  0.5706111  test =  0.621976\n",
      "epoch =  11964 train =  0.7444439  test =  0.563271\n",
      "epoch =  11965 train =  0.58455026  test =  0.5476413\n",
      "epoch =  11966 train =  0.6363064  test =  0.7862857\n",
      "epoch =  11967 train =  0.5887595  test =  0.41872352\n",
      "epoch =  11968 train =  0.69323826  test =  0.6277712\n",
      "epoch =  11969 train =  0.60264415  test =  0.50562096\n",
      "epoch =  11970 train =  0.61864257  test =  0.619002\n",
      "epoch =  11971 train =  0.62015593  test =  0.51498187\n",
      "epoch =  11972 train =  0.6525204  test =  0.6083449\n",
      "epoch =  11973 train =  0.5978962  test =  0.6535017\n",
      "epoch =  11974 train =  0.57824326  test =  0.62448776\n",
      "epoch =  11975 train =  0.51965487  test =  0.5978019\n",
      "epoch =  11976 train =  0.7364869  test =  0.7763522\n",
      "epoch =  11977 train =  0.5300306  test =  0.7056854\n",
      "epoch =  11978 train =  0.5786259  test =  0.70672125\n",
      "epoch =  11979 train =  0.6560538  test =  0.56481856\n",
      "epoch =  11980 train =  0.57497984  test =  0.67120177\n",
      "epoch =  11981 train =  0.5866785  test =  0.54901755\n",
      "epoch =  11982 train =  0.69320714  test =  0.5829992\n",
      "epoch =  11983 train =  0.6143148  test =  0.6416976\n",
      "epoch =  11984 train =  0.55970705  test =  0.64000225\n",
      "epoch =  11985 train =  0.64942276  test =  0.80849034\n",
      "epoch =  11986 train =  0.64536643  test =  0.6736822\n",
      "epoch =  11987 train =  0.58235365  test =  0.63151544\n",
      "epoch =  11988 train =  0.61223817  test =  0.5140362\n",
      "epoch =  11989 train =  0.62841016  test =  0.4967406\n",
      "epoch =  11990 train =  0.5753702  test =  0.62394106\n",
      "epoch =  11991 train =  0.72942626  test =  0.5360418\n",
      "epoch =  11992 train =  0.46686265  test =  0.5357091\n",
      "epoch =  11993 train =  0.5711645  test =  0.6619566\n",
      "epoch =  11994 train =  0.66055846  test =  0.614019\n",
      "epoch =  11995 train =  0.6288178  test =  0.52204317\n",
      "epoch =  11996 train =  0.58034086  test =  0.7646653\n",
      "epoch =  11997 train =  0.71820486  test =  0.61298376\n",
      "epoch =  11998 train =  0.5397719  test =  0.60460365\n",
      "epoch =  11999 train =  0.5668578  test =  0.5327135\n"
     ]
    }
   ],
   "source": [
    "SIGMA={\n",
    "    'Smin':np.zeros((max_epoch,train_step)),\n",
    "    'Smean':np.zeros((max_epoch,train_step)),\n",
    "    'Smax':np.zeros((max_epoch,train_step))\n",
    "}\n",
    "\n",
    "cost_train = []\n",
    "cost_test = []\n",
    "\n",
    "# max_epoch = 10\n",
    "for i in range(max_epoch):\n",
    "    \n",
    "    # train\n",
    "    epoch_train = []\n",
    "    for epoch in range(train_step):\n",
    "        x_data = mnist.train.next_batch(batch_size)\n",
    "        _, value = sess.run([optim, loss], feed_dict={X : x_data[0], Y: x_data[0]})\n",
    "        epoch_train.append(value)\n",
    "        \n",
    "        s = sess.run(S, feed_dict = {X: x_data[0]})\n",
    "        SIGMA['Smin'][i,epoch] = s[0]\n",
    "        SIGMA['Smean'][i,epoch] = s[1]\n",
    "        SIGMA['Smax'][i,epoch] = s[2]\n",
    " \n",
    "\n",
    "    # test\n",
    "    epoch_test = []\n",
    "    for epoch in range(test_step):\n",
    "        y_data = mnist.test.next_batch(batch_size)\n",
    "        value = sess.run(loss, feed_dict={X : y_data[0], Y: y_data[0]})\n",
    "        epoch_test.append(value)\n",
    "    \n",
    "    \n",
    "    \n",
    "    cost_train.append(np.mean(epoch_train))\n",
    "    cost_test.append(np.mean(epoch_test))\n",
    "    \n",
    "    print('epoch = ', i, 'train = ', cost_train[i], ' test = ', cost_test[i])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmYFNX18PHvYdh3AR0VFNAAAYwCg7grJC6ABlERl8Qt\nEX4mmqi8moAxm0bRqDEaF1zRGCNukLiAGpVxBRQQlVURUQYUFRUYBAE57x+3arq6p7unp6er1/N5\nnn669rpXmTp9626iqhhjjDEAjXKdAGOMMfnDgoIxxpgaFhSMMcbUsKBgjDGmhgUFY4wxNSwoGGOM\nqWFBwRQsEfmTiPwrhOueLSKvBtarRWQvb/k+EflLGtccLCJVgfVFIjLYWw4lH3HS0E1EVEQah30v\nU7jsH4cxdVDV1iFcs2+mr2lMJlhJwRhjTA0LCqZoiMgI77XM1yJSKSK9A/sGiMhbIrJRRB4VkYdT\nfQ3kvXL5XpztbURkpojcLE4zEbleRD4WkbUiMklEWiS45koROTKwqamI/NNL3yIRGRg4treXn6+9\nfSMC+9p5530uIh+JyOUi0sjbV+al5wsRWQEcm0p+TWmzoGCKgoj0BB4CLgJ2BqYDT4pIUxFpCkwD\n7gM6eMed0MD7dQReAF5T1V+rGy/mGqAn0A/4HtAZ+EOKlxwBTAHaA08At3j3aQI8CTwH7AL8CnhQ\nRHp55/0DaAfsBRwBnAmc4+0bAxwH9AcGAqPSzK4pIRYUTLE4BXhaVf+nqtuA64EWwMHAgbj6s5tV\ndZuqTgXeaMC9dgdeAh5V1csBRESAscDFqvqlqm4ErgZOTfGar6rqdFX9DngA2M/bfiDQGrhGVbeq\n6ovAU8BpIlLmXX+Cqm5U1ZXADcAZ3rmjgb+r6ipV/RKY2IA8mxJhFc2mIIjIT4A7vNVXVHVYzCG7\nAx/5K6q6Q0RW4X6tfwes1ujRH1c1IDnHAtXApMC2nYGWwDwXH1yygbIUr/lpYPkboLnXSmh3YJWq\n7gjs/wiXr05AEwL5DuzDPzdmnzFJWUnBFARVfVBVW3uf2IAAsAbo6q94v9z3AFYDnwCdJfC09val\n6y7gGWC6iLTytn0BbAb6qmp779MuAy2X1gB7+PUEnj1x+foC2EYg34F94PK9R8w+Y5KyoGCKxSPA\nsSLyI+89/P8DvgVeB2bhSgsXiEhjETkeGNTA+10ALMPVW7TwfsnfBdwoIrsAiEhnETmmgfeZgys5\n/EZEmnh9G34MTPFeNT0CXOVVencFxgF+n4dHgF+LSBcR2QkY38C0mBJgQcEUBVVdBvwUV/H6Be7B\n+WPvPfxW4ETg58DX3nFP4YJGuvdTXB1CFfBfEWkO/BZYDswWkQ3A80CvxFdJ6T5bvbwMw+XrNuBM\nVV3qHfIrYBOwAngV+Ddwr7fvLuBZ4G1gPjC1IWkxpUFskh1TikRkDjBJVSfnOi3G5BMrKZiSICJH\niMiu3uujs4B9cfUCxpgAa31kSkUv3Dv2VrhXLaNU9ZPcJsmY/GOvj4wxxtSw10fGGGNqFNzro06d\nOmm3bt3SOnfTpk20atWq7gMLgOUlPxVLXoolH2B58c2bN+8LVd25ruMKLih069aNuXPnpnVuZWUl\ngwcPzmyCcsTykp+KJS/Fkg+wvPhEJKUe7fb6yBhjTA0LCsYYY2pYUDDGGFOj4OoUjDEmHdu2baOq\nqootW7bkOilpa9euHUuWLEl6TPPmzenSpQtNmjRJ6x4WFIwxJaGqqoo2bdrQrVs3ogfMLRwbN26k\nTZs2CferKuvWraOqqoru3bundQ97fWSMKQlbtmyhY8eOBRsQUiEidOzYsUGlIQsKxpiSUcwBwdfQ\nPJZmUPj4Y5gxI9epMMaYvFM6QUGVwUOGwJAhsO++MHx4rlNkjCkhX3/9Nbfddlu9zxs+fDhff/11\nCCmKr3SCQlWV+66shPXrc5oUY0zpSRQUtm/fnvS86dOn0759+7CSVUvpBIV4Lroosrx+PfTvD4sW\n5S49xpiiNX78eD744AP69evH/vvvz2GHHcaIESPo06cPACNHjqSiooK+ffty55131pzXrVs3vvji\nC1auXMnAgQMZM2YMffv25eijj2bz5s0ZT2fpNEndsaP2tptugsceg/ffh+eegwUL4E9/gkcfzXry\njDFZdNFF7u89k/r1g7//PeHua665hoULF7JgwQIqKys59thjWbhwYU3T0XvvvZcOHTqwefNm9t9/\nf0466SQ6duwYdY0PPviAhx9+mLvuuovRo0fz+OOP89Of/jSj2SidoDBlSvztq1fD8uWRdZtfwhiT\nBYMGDYrqS3DzzTczbdo0AFatWsX7779fKyh07dqVfv36AVBRUcHKlSsznq7SCQobNiTeV1kJrVtn\nLSnGmBxL8os+W4JDYFdWVvL8888za9YsWrZsyeDBg+P2NWjWrFnNcllZmb0+apB4r498v/519tJh\njClJbdq0YePGjXH3rV+/np122omWLVuydOlSZs+eneXURZROULjhhlynwBhTwjp27MghhxzCPvvs\nQ4sWLSgvL6/ZN3ToUCZNmkTv3r3p1asXBx54YM7SWTpBYdu21I5bvtxVQF94YbjpMcaUnH//+99x\ntzdr1owZCTrU+vUGnTp1Ys6cOTXbL7nkkoynD0q9SWo8b7/tWiasWpXrlBhjTNZZUEikjg4lxhhT\njCwoJHLPPblOgTEmw7QEmpw3NI+hBQURuVdEPhORhQn2i4jcLCLLReQdERkQVlrSctVVuU6BMSaD\nmjdvzrp164o6MPjzKTRv3jzta4RZ0XwfcAvwzwT7hwE9vM8BwO3edzh22QU++6zh1/nkE1i4EI46\nquHXMsZkTZcuXaiqquLzzz/PdVLStmXLljof+P7Ma+kKLSio6ssi0i3JIccD/1QXtmeLSHsR2U1V\nPwklQT171j8ovP46bN3qKp/91kiDBrnB9Yr414YxxahJkyZpz0aWLyorK+nfv3+o98hlk9TOQLCJ\nT5W3rVZQEJGxwFiA8vJyKisr632zfhs2UO9xBg85pGZxdnk5W3bdlcHeaKvppCGTqqurc56GTLG8\n5J9iyQdYXupNVUP7AN2AhQn2PQUcGlh/ARhY1zUrKio0Lbffrup+36f3Of981XnzIus5NnPmzFwn\nIWMsL/mnWPKhannxAXM1hed2LlsfrQb2CKx38baF4wc/aNj5t94KFRWZSYsxJj+tXg1jxrjXxiUq\nl0HhCeBMrxXSgcB6Das+AaBRhrO6fTssXQoi8NBDmb12ponAxRfnOhXG5L/zzoO774Znnsl1SnIm\nzCapDwGzgF4iUiUiPxeR80TkPO+Q6cAKYDlwF/DLsNICQKZnLjr8cOjd2y3nICi0Xr4clixJ/YQ8\nGBXSmIIhkusU5EyYrY9Oq2O/AueHdf9a/Ad4psyaFVlO1BJp/nzYuBGOOCKz9wYGjhmT/N7GGJMG\n69EcpooKGDwYrr/e/fJINny3McbkAQsKmRD8tf7SS/Dtt/Dmm5Ft48e77+++i39+795wyinhpc8Y\nUz8lXAIvqaAw77bbwrnwxx+778WLXcngwgtdJzefHwwSvadcuhQeeST+vunT4auvMpZUYwrG/Pnw\n+OPZvWcJ1yX4SioobOzdG3bfPfMXfvdd9+13n/fXY73+ev2u+9lncOyxcNJJ6afNmEJVUQGjRuU6\nFSWnpIICAIHZjjJKFS6/3C0nevgHK5wXLoQ1a6L3jx8PTz8dKXl8+637fu+9+qXl6qvdL544c7wa\nY0wypRcUBg8O57pffgmvvprasR9+6DrTde4cefADXHstHHccdO0K11wTKcrW9/3mjTe67wTzwRpj\nTCKlFxTCqkCqTz+AvfaKLCca8XDCBOjVq2FpMqYQXXYZHHNMbtNgFc0l5Be/gF13hf/+N7PX/ctf\nMns9gG++cd9r1sDvfhf/mO++c3M/bNiQ/n1mzYI+fWDTJli0yLWECpZgjMmmiRPhuedyc2+raC7B\noNCzp5sT4fDDc52S+rn66vjbp01zdRmXXhp/fyp9Iy65xPWOXrDAVew98gh061a/9M2aBfvuGwlk\nubZihfsDf/llt759e+06HGNMLaUXFHzt27si4sCBbv3738/OfVetqvuYRDZudA+2k0+ObPMrk6ur\n3ff69fD115H9ZWWpXz9YZP7009TPq66Ggw92ra7CbkK4bRv86191F+/94YXvu899X3SRq8Ox5r0m\nmRJ+beQr3aDge+kl9wA8/vjs3G/PPdM/96STXF3DY49Ftr3wgvv2i73t27tfxZD4H/icOdHjJgUr\ntNMpPt9+e2TZ76gHrr+GX+mdKddeC2ecAVOmJD/OHwDRLyk9+aT7Xr8+s+kxpshYUGjZ0jVTbcD0\ndVkTHG/J99FH7nv+/NQf6Ace6OoQfMHzgsupjhSZKPjcfDOMGwebN7tPJnziDaT75ZfJ0+On3Q8K\n9q44895+OzNT3OYT+3diQaHGL8MdpDUjqqvhnwmmvE5lxNTzzoPGdYyBGPyjGDbMVTwn88EHMHVq\n7e3Biup+/VzwzcQ7/VSK9//5Dzz8sFuOrVMpxNcDX30FY8fmT32Nr18/2GefXKcCfvYzGD0616ko\nGhYUfI0aueEmCs0bb6R+7B13JB5/yff++9Hrsa2aduyIfrjvs497HeVbs8bVc/z615Ftfue7lStT\nT2tdkv2iC6avGEoKf/4z3HWX68PSs2fk9WA+8Hvxh2npUjj1VFefFM/kyfDoo+Gno0RYUAjq1Qtu\nuSXXqaifTZsS76ur5dFrr7nWSz7V2jNOxT5MJ050FbYrVrj1eL2mW7SAO++svT3VX+krV7pXXJn4\nVV8MJQU/zTNnuqCdzcry996Dm27K3v3iOeccV/KbOzf8e60Ob/LHQmFBIdb52ZviIXS77ZZ8/6GH\nwoknRl71xHtgxr6799uP+0Nx1Efs9Rcvhj59aBzb87p7d1f6uO02mD0bXnkl/jVGjoR27ZLfM7ak\nkG9BYdy48EoxX33V8KFODjrItdxK9Cu92Myb577z7d9JFllQiOdHP8p1CrLLH+Y73hAgxx4bve4/\nwIYMqf/DzP9DU4Xnn4e+fWHJEjoEXz8FffmleyjF61Mi4jogxuu0F0yXf890H7wbNrhz77orvfPr\nkkrrrNgHVKoPrA4d3P+nhmhIp8gwrVzpWg6ajLOgEI8NLxFNBP7618hyuvyH2eTJcNRRtbcnOh7c\nw3OffWDSpPrds6ETG/n9Sgp1OtPZs1M/dvt213Q3X38lB9PVvXt445iVOAsK8dxwgysym4jx42HG\njOjJg+rrySfdQ/rBB1M7PvgQGDcuuiVUsiap99wTWZ46NboBQaIH3pYtrvSSCW+/De+8k5lrZcJ3\n36XW8uuqq2DECDeHRyZVVzcsOBdyI4ECZEEhnubNM9/pqtCpwvDhySu263L99a6H9YsvRm1u7PfG\n/u676Id2svGX/GHK45k/P3p9xoxIj29/WPG+feHMMyPbx41zpZcFC+Jfc/HixPeL1a8f7Ldf/H3L\nl7tWRJnqt5GKP/zBNQ6oKzB8+KH7zmTfg+pqaNMmulOjyWsWFEzOtfjkE1i71vWhaBT4JzlxYmZu\n8PzzkQfd5Mnue/FieOCBSCspv59HbMue4K/U4cPd96ZNkWa4DzzgHvR1mTzZ5a1HDzdnRmypRKR2\n58StW+Hss+Ef/4jerurS/8EHdd8XIr/8n3wytSakmfxl7g+5kmrpMB7/h8J//pNaf5wYZZs3u7ox\nv6Nnfe5ZgiwoJLNunfsE/1itPXTG7TR3bmb7MMRKNs9Foj/+b76p/Wt+xgw3/tRZZ7kms59/7kob\n/frVnYYLLoi+V7z7zpjhvnfscPt/8Qu4//741+vbF773vdrbP/oI7r47eptf+jnvPDjggMRpjJem\ndB6OqpHz/A53iQLNkiWpl5quuy66Jz7UKnXG0+mVV1xgDJYuFy1yE12ZWiwoJNOhg/v4beZV3Sii\n11+f65QVldYfftjw1j1PP+0ePH7/iaBkLWhWroSHHoqs+00vW7VyvbBjg1XbtpFB//xfnoleqYnU\nPUZT0JVXuu+yMjj66MR1HMEH7PLl7hXNFVe4Ic+HDIExYxKnyX9F9Je/uCCRqvqUHi6+OFLi8+vm\n4rX/37zZPeRPOy39e6fbUnCffdxEV4ls2hR/WJkSYEEhHRdemOsUFJ+GlBRmzHAjp0L9WtuA66x4\n+umRX7axk7vENskN2n//yPKwYa7fROwv67/9zX3HPthGjnQ9lWP5r7mefz5xX5DgPXr0gEMOgT/+\n0Q15/sUXbntdvZ5//3vXwz1VkyenXmoIdnYL5mHbtujOkf5yCr/2M6I+pZ4zznAj/65bF1568pQF\nhXQ0buz+gfmDs5mG80d7Tcfw4ZExneo7n7Uv2OY9nY55zzzj+k0kamUT+8tdFf70p9rHpdPAIdjS\nyR8qPdlwJok6tAX7dOzY4QKBf52xYyPDkadrzz1d6cuXrQ6FDakjqW/nv48+ciWlhjaFzqFQg4KI\nDBWRZSKyXERqNT8QkZ1EZJqIvCMib4hIHoyuVQ+77prrFBifPwBevF/f9dW1a8Ov4avPvBQAb73V\nsPv5QSHZQyk4p4ffW7yqylWaA5x9Np2nTXMDzQX5LbUAzj239nWPPz75A/jTT+seeyue2P8mP/5x\n/a8B2ak8Pv1016elIU23cyy0oCAiZcCtwDCgD3CaiMTUEnEZsEBV9wXOBHI8yEoa/Io7q4DOrTwZ\nhmG/Sy6J3rBqVf3GKnr22YYlwH+Xn+w1WnBE4MMPdy2Z3n476pDu995b+7zgQzXYFwTgiSfcJ1ay\nIJFqSSH21/pTTyU/PpfyabDCNIVZUhgELFfVFaq6FZgCxM5k0wd4EUBVlwLdRKQ8xDSFp0sX9yvo\n2mtznRKTQzvF6+fQoUNmbxLbDyPILylcd13q1+vbt1ZQbRxvmO5p01zT4diReX/zm+jxqXyJHvaf\nf+6C12uvufVNm1Jr1psPVF2JKt+GMc+gOgbXb5DOQHDuySogtj3c28CJwCsiMgjoCnQB1gYPEpGx\nwFiA8vJyKtN8t1ldXZ32uYkMWL+etsD8+fPZsGULnVevpkdG72BMDL+/RBzfbt9OM2DD2rW0TXRQ\nvFZNJ5xQ933vu4/qV16h2dq1NAluv+46vurfn51ij28U/zfnwkmT2EfVVc57tg4axIIbb6TpV1+R\nQgPfuOL9bTeurqadV1Jbu3YtS7xjBic4ZzDRXp81i62dOtWst3/rLfqNG8eaRx/lvXHjarbL9u10\nnD2bPTdsoC0wb948NobQQTGMZ1gtqhrKBxgF3B1YPwO4JeaYtsBkYAHwAPAm0C/ZdSsqKjRdM2fO\nTPvchAYNco1VZ892648+6jdetY99sv/p3Nl9779/du87eHDqx06dWntb06YNT4Oq6rp1qh07qs6a\n5daD+08/PfJ3GzwnKPaaq1dH7//Pf9z2ESOit0+YEH3eddc17Lmyfr1qVVWtzQ15hgFzVet+dof5\n+mg1sEdgvYu3LRiQNqjqOaraD1ensDMQp6F5HvObLO6+u/s+6aToOZSNySb/NVC2X8fU59friSeG\nlgxee801I73qqsxcb+TI6HXV6PW33nJ1I7GdDC+9tHb9QlVVZK7wuuy7b86mCA4zKLwJ9BCR7iLS\nFDgViKqJEpH23j6Ac4GXVTVPx+pN4PLLXdPUPbz4J+ICQ2wb8ONjq1OMCYHfzyGbE/HkI/83e5Df\ncS/o229rTywVlKgVkV9J7vexiDeuVGyjgwMOcAMOptLsuD5DcmRYaEFBVbcDFwDPAkuAR1R1kYic\nJyJ+V8rewEIRWYZrpVR4vcIaNYrfNNXf1rq1+9533+ylyRhTu5f8rFmuojyoefPID7pM84ct8fmB\nI1AXkY/CrGhGVacD02O2TQoszwJ6hpmGnPF/pQwZ4uYrHjzY9TwdOjSnyTImLyX7tZ6ueMNULFsW\nPX84ZHZU2CJgPZrDsvPO7rtnTzjySNfj9phjXPtxCwzGZN6777rXM+DGwornz392w4GkK/aV1O23\nJz62QOeBCLWkUNIOPth1RIqdHeqAA9xwCM2a5SRZxhStAQOi1+M1+Hj99Ybdww8K/gM/1eHLC4iV\nFMJ09NHQtGnt7U2bRhdtk7Q7B+CcczKbLmOKUWxrn+CwHL76jmWUKXnS4z4VFhRy5cADI+PhX3kl\nTJgQ2feHP0Qfe9xx2UuXMaVowYLEQ2Vfdll6dR7B10fxhnTPUxYUcunhh+Hkk93UjVdfHdn+xz9G\nlrdti27X3TZhP1VjTLr693evfOOZOBHuuy96W4HWF6TCgkIuDRjgKr388Wr8DnDB4QH8IaFPOslN\npBJsPmfzSBuTHX7pPbaiuQhZRXM+Wbw48h7088+jJ673K82++cZNJQhuVquLL85uGo0pRWvXwtKl\nkXUrKZisaNcOOnd2y506RZaD/vKX6PWxY6PXn3kmet3mfDAmMy6+ODKzXSr8wLFlS+15s/OYBYVC\nU1YGL7/MB/78unfc4UoX117rhjY45pjoOaTvuMO1ze7fPzfpNaZYPPNM9LzWqU4he/nlBTWvu70+\nKkSHHcaq775jb3+9VSs3pr3Pn93qkktcZ54RI+DVV7OdSmOK19SpMGZMasfGDq2R56ykUIxOPtl1\njoudTtFX1+iLiVphGGMi6qp0FnF1g//6V3bSkyEWFIpR9+7uPWbv3rX3PfMM/N//RW+LnTXLHw7c\nGJO+xYthl11ynYp6s6Bg4NBDI8v331+Q/5CNybq6RiJIZs6czKUjwywolIp4TejOPz8y7v5hh7nv\n9u2zlyZjStWdd+Y6BQlZUCgVv/+9e+APGhQJEO3aRYKA/x07OcnRR2c3ncaUgnvvrb2tuhp+8Yv4\nYzZlUZ2tj0RkZ2AM0C14vKomqMU0eenQQ5PPxnX77W6472HDorv0d+2a+bQMHw7Tp9d9nDGlQhVO\nOw2eeioyskGOpFJS+C/QDngeeDrwMcWkc2e45x43gmuwpHDTTW4ojr32cusTJ7qBw4YMSf9ep5/e\nsLQaUwyuuCKy/MADLiBApEl5jqQSFFqq6m9V9RFVfdz/hJ4yE56TT3bfiR7Op5wSWW7Rwh0/frxb\n/9Wv3AivvuCE5T/4gQ3YZ0yqggNfLlmSu3TESCUoPCUiDahmN3mnZ09XGujbN/7+9u1dJXRwCO8x\nY9w5rVq5db800aULvPyye+X0zjtw0EGJ72mMifb++7W35XjQvVR6NF8IXCYiWwF/pghVVftJWMxu\nuSX5/vPPh8pKF1jKyyOtlxLVQQwaBB99FD3InzGlzv+Blkejr9ZZUlDVNqraSFWbe8ttLCAYRo1y\n/5DLy6O3//3v0dMg7r47zJ0Ld93lKrq/+Sa16y9fnl66/ImLjClUOQ4QKTVJFZERInK997FpwExi\nLVq4uR/8Ib0XLoSKCmje3O1r0SK16+y9d93HxHPbbemdZ4wBUggKInIN7hXSYu9zoYhMDDthpsD9\n7W/uF89OOyU/rksX3j///Ppff9y4+NuPPNINVvb738ff36xZ/e9lTNgK6fURMBw4SlXvVdV7gaGA\nDY5j0uc3Z739dli1itWjRtX/GjfcEH+7CJxwQvxgtG0bbN4cWbfe2yZfpPu6NASp9mgO/vW0CyMh\npoTsvrv7ZRQcm/6yy+DSS2HTJtixw22bPx/23BOOy8Aby1Gj3NSmweE+9tyz4dc1JhOmTo0sF0Cd\nwkTgLRG5T0TuB+YBV6VycREZKiLLRGS5iIyPs7+diDwpIm+LyCIROad+yTdF46qr4K9/hZYtIw/u\n/v1di6Unn0x+rj9v9f/+F9k2cqT79ic3acjgZcZkU743SVXVh0SkEtjf2/RbVf20rvNEpAy4FTgK\nqALeFJEnVHVx4LDzgcWq+mNvOI1lIvKgqm6tb0ZMkTvhBJg2zS1PnhzZPmQIvPhi7eO7d4/8cQ0b\nFn8Y8fp67DHo1ct10jMmUz76KNcpiJKwpCAi3/e+BwC74R7sVcDu3ra6DAKWq+oK7yE/BTg+5hgF\n2oiIAK2BL4Ht9c6FKX5Tp0Z6Yrds6b4/+KDuUgRAnz6JJ1rfvt3tT+X+J50E++yTWnqNSVWySXgu\nuih76fAkKymMA8YC8Wr0FPhhHdfuDKwKrFcBB8QccwvwBLAGaAOcoqo76riuKXV+CcAfj6khysqg\nUcxvo9tvd6NVAnTr5ubi3W+/ht/LmHguvzzxvptuggED4Mwzs5achEFBVcd6i8NUdUtwn4g0z9D9\njwEW4ALM3sD/ROQVVd0Qc7+xuABFeXk5lZWVad2suro67XPzTSnmZZcePegDvLF5M980IO+DA/ed\nW1lJp5NPZp+FC2v2v/fee/QE1hx3HDvNnUsLYPbs2Wz5+OOo87eUl/PFIYfQJVhJGIJtbdvSZMOG\nug80ReGjlSuJGhfgrLOo9BpFZOXvXlWTfoD5qWyLc8xBwLOB9QnAhJhjngYOC6y/CAxKdt2KigpN\n18yZM9M+N9+UbF42bWr4Df2BBfbdN3r73Lmqy5erTprk9o8dq9q1q1tesaL2+Xvu6da//LJm29bW\nrSP7M/Xp0CHz17RP/n4uu6z2Nk9D/u6BuarJn9uqmrROYVcRqQBaiEh/ERngfQYDLVOIN28CPUSk\nu4g0BU7FvSoK+hj4kXe/cqAXsCKFa5tS1TKVf3p1eOGF+NsrKmr3pFZ134nqJKDuDnqJ7NgBa9bA\n0qWJj3n00UgaTGnI8f/vZHUKxwBnA11w9Qr+X8UG4LK6Lqyq20XkAuBZoAy4V1UXich53v5JwJXA\nfSLyrnf936rqF2nmxZjUdOyYfH9ZmftuHPjzCAaFL76A3XaLNHdN5ssvXfPYl1+uvU/EXWe33RKf\nP2qUq9fYf//Ex2Tagw/CT36SvfuZvJKsTuF+4H4ROUnTnD9BVacD02O2TQosrwFsvkeTX844w43Z\n9Kc/wejRbgjxzp0j+zt2hK0xraanTXMTFJ12WmTbKae4UsRLL8Gxx7rZ5jp1ckGlPgYOrF1iefvt\n+lV+P/VU/E6AzZrVHrn29NMtKOTS07mdwyyVzmsVIlLTo1lEdhKRv4SYJmNyq1kzN9pr+/ZwxBHu\nod64ji7LS6D1AAAUe0lEQVQ9I0fC8OEsuPHGyLaf/zyy7E+xeOWV8c9fuTIy8xa4ZorJpizdd9/4\n27t3j7996ND42w+IbRBocu6dd3J6+1SCwjBV/dpfUdWvcOMhGVOYmjRx3+0yP2LLpr32gvXr4cYb\n3eB8vubNo79jde3qShO+n/zEdbpLZto0N6XjzjvDnXfCa6/Fn7QF4teJnHwyPPFEpLd3v37w7rvJ\n72mKXiqT7JSJSDNV/RZARFoANtSkKVy9e7sB9cKaK7pt29qdjq66Ctq0cQ/7c+oYzSVYwkhm5Ej3\niR0RtnNnWL3alXbmzIGHHoofFG66yQXGadPcHMHnnFO7z4YpOakEhQeBF0Rksrd+DnB/kuONyW8i\niYfeDkvbtnD11XUfV1fLk+eei37NFM/SpbBli6u/2LYN/vEPl+cbbnDTpfbv747xK7ibNk09EJmi\nl8rYR9eKyDt4TUeBK1X12XCTZYyJ66ij3CeZ1q3dB9yrMr+1VTAQ9usXTvqCRo2KnoXPFIRUSgqo\n6gxgRshpMaY0PPxw3RXXxeCOOyJB4a67YMyY+p3fqpUbSt1kVSozr50oIu+LyHoR2SAiG0XE+twb\nk67Ro+HEE3OditQ0aZJ+E8kOHeDxx+G99+DUU+t//iWXpHdf0yCp1Cr9FRihqu1Uta2qtlHVtmEn\nzBiTJ1Kdi2LChNrbTjwRevRIrZdubKBs1Mg11b3uutTubzIilaCwVlWXhJ4SY0ze+Pzww91CsuE9\nYvk9wdPVokXt63XtCuXlDbuuqZdUgsJcEXlYRE7zXiWdKCIFUvY1xqRjsT+cc7du0TviTWjkSyco\nLFzo5qkA11S4b9/IvmZey/dCet0WlsfTGlQiLakEhbbAN7jhKH7sfTIwaa4xJl9pkybuQRQ7THOy\nkkPHjm6e7fro2xd++Uu3fMwxLkj4LrjAfTdrltWHYl7y/1tkQSpNUm3eZGNKUbxf54nqBiZNgnPP\ndaWFVOsAPvzQff/wh/GvG9v7e/RoeOSRyPq2bZHe6SZj6gwKXqe1Wv/HVPVnoaTIGJN/nnzSDVvu\nd3g76yz485/h+993HeX+7/+Snx9vyPPYV1N1mTwZ5s6FFd7o+qXQrDcHUvmvGuw+2Rw4ATd9pjGm\nVARHWF240AWDsjJYsABefz362CuucIEiqKwMbrkltdcgHTu6wQhjtWzp5uVev94NSV5KPv3U9Uaf\nODH0W6Xy+ijqZZ6IPAS8GlqKjDH5LVgZ3KuX+wTFjsXk++Uv3VzDbeto0V7X0OLt2kUGMywvh7Vr\nkx9fLGbPzspt0il/9QB2yXRCjDFFTsQNCvj005kbHtqbN7umpZJpsFTqFDYSXafwKfDb0FJkjClu\nw4en3iGuLk2bZuY6pkbCoCAih6jqa8DOqrol0XHGGJNXfvADmxeiAZL1U7jZ+349yTHGGJNfEs1K\nVwTaLloU+j2SvT7aJiJ3Al1E5ObYnar66/CSZYwxWVQgFdadp06F888P9R7JSgrHAS8Cm4F5cT7G\nGJN/EvW6Hj068TmJ5rYuQQlLCqr6BTBFRJao6ttZTJMxxqQvXlD48Y+Tn3PuuVlr8pnv6hz7yAKC\nMSbvvfWWG6zvzDPhyCOjdlXOnAlPPBEJFqNHu8rooJ8VxgAN5ckGJMwQ6ydujCl8/vSiQ4bA9u2u\n5/MVV8Q/duRIWBIzG0B9hggvcqmMkmqMMYWjcWM3LlMse/CnJJXpOC8Ukbbi3CMi80Xk6Gwkzhhj\nMsafrKdNm9RmgitRqZQUfqaqG3DzKewEnAFck8rFRWSoiCwTkeUiMj7O/ktFZIH3WSgi34lIh3rl\nwBhjUjFxItxzDxx7bPz927bBmjWQhb4A+SyVoOCXuYYDD6jqosC2xCeJlAG3AsOAPsBpItIneIyq\nXqeq/VS1HzABeElVS2z4Q2NMVrRo4SqUg6+RzjsvMspr48ZuaPA+feKfXyJSCQrzROQ5XFB4VkTa\nADtSOG8QsFxVV6jqVmAKcHyS408DHkrhusYY0zAHH+y+f/c7NyS1qSFax7s1EWkE9ANWqOrX3uud\nLqqadJhDERkFDFXVc731M4ADVLXWgOoi0hKoAr4Xr6QgImOBsQDl5eUVU6ZMSSlzsaqrq2ndunVa\n5+Yby0t+Kpa8FEM+mq1dy46mTfmqSZNaeZFt22j58cds2nvvuOcOHjKkZnljjx60ef/9UNNaH5Uz\nZ6Z13pAhQ+ap6sA6D1TVpB/gEKCVt/xT4G9A1xTOGwXcHVg/A7glwbGnAE/WdU1VpaKiQtM1c+bM\ntM/NN5aX/FQseSmWfKimmRdXFa363HOqy5ZF1vPhkyZgrqbwjE3l9dHtwDcish/w/4APgH+mcN5q\nYI/AehdvWzynYq+OjDH55qijoGdPuPvuXKcka1IJCtu9KHM87pf+rUCbFM57E+ghIt1FpCnuwf9E\n7EEi0g44Avhv6sk2xpgsKpAez5mQSo/mjSIyAff65zCvjqFJXSep6nYRuQB4FigD7lXVRSJynrd/\nknfoCcBzqroprRwYY0zYSqjjWyolhVOAb3H9FT7FvQa6LpWLq+p0Ve2pqnur6lXetkmBgICq3qeq\np6aRdmOMyY1nnoksH3NM7tIRglQGxPsUeBBoJyLHAVtUNZU6BWOMKT6q0YFgwIDcpSUEqQxzMRp4\nAzgZGA3M8ZqbGmNM6bjnHjcaa6wiGzIjlTqF3wH7q+pnACKyM/A88FiYCTPGmLxSIpXNqdQpNPID\ngmddiucZY0zxK7KSQioP92dE5FkROVtEzgaeBqaHmyxjjCkQflA444zcpiND6nx9pKqXishJuJ7N\nAHeq6rRwk2WMMSYXUpp5TVUfBx4POS3GGJMf2raFDRtynYqcSPj6SEQ2isiGOJ+NIlKa/7WMMaVh\nzRpYvz61Y/3XRyLwwgvhpSlLEgYFVW2jqm3jfNqoattsJtIYY7KqVStXWkgm3iiyP/yhm5+hd+9w\n0pUF1orIGGPSseee7nvwYPftN1k96CAYNCgnScqElOoUjDHGJNC1a+1mqQXcTNVKCsYYkw5/rudO\nnXKbjgyzoGCMMemYONFVSJeX5zolGWVBwRhj0lFWBrvtlvyYO+7ITloyyIKCMcZk2m9+4+oaTjgh\n1ympN6toNsaYTOvbF1auzHUq0mIlBWOMMTUsKBhjjKlhQcEYY8JUYL2bLSgYY0yY5s2LXs/zjm0W\nFIwxJkwtWuQ6BfViQcEYY7Ll3Xfdd4cOuU1HEhYUjDEmbM2bu++993bfixblLi11sKBgjDHZtuuu\nuU5BQhYUjDEmbL/6lftu0iS36UhBqEFBRIaKyDIRWS4i4xMcM1hEFojIIhF5Kcz0GGNMTlx7LXz3\nHTQODCJxxBG5S08SoQUFESkDbgWGAX2A00SkT8wx7YHbgBGq2hc4Oaz0GGNMzohAo5jH7YwZ8Le/\n5SY9SYRZUhgELFfVFaq6FZgCHB9zzOnAVFX9GEBVPwsxPcYYkz9atIDvfS/XqaglzAHxOgOrAutV\nwAExx/QEmohIJdAGuElV/xl7IREZC4wFKC8vp7KyMq0EVVdXp31uvrG85KdiyUux5APyPC+tWjG4\nnqeEnZdcj5LaGKgAfgS0AGaJyGxVfS94kKreCdwJMHDgQB3sz4laT5WVlaR7br6xvOSnYslLseQD\niisvQOh5CTMorAb2CKx38bYFVQHrVHUTsElEXgb2A97DGGNM1oVZp/Am0ENEuotIU+BU4ImYY/4L\nHCoijUWkJe710pIQ02SMMSaJ0EoKqrpdRC4AngXKgHtVdZGInOftn6SqS0TkGeAdYAdwt6ouDCtN\nxhiT15o3hy1bcpqEUPspqOp0Ve2pqnur6lXetkmqOilwzHWq2kdV91HVv4eZHmOMyTt//Su0bu2W\nu3XLaVLAejQbY0xuXXopzJmT61TUsKBgjDG55s+xIJLbdGBBwRhj8ocFBWOMMfk0G5sFBWOMyTV7\nfWSMMaYWCwrGGGPYfXf3feaZuU0HFhSMMSb3OnaErVvhkktynZKcD4hnjDEG8mZWNispGGOMqWFB\nwRhjTA0LCsYYk09y3GfBgoIxxpgaFhSMMcbUsKBgjDH55uOPc3ZrCwrGGJNv9tgj7uZvO3UK/dYW\nFIwxpkB8s+eeod/DgoIxxhQIzcLYSBYUjDHG1LCgYIwxpoYFBWOMKRT2+sgYY0w2WVAwxhhTw4KC\nMcaYGhYUjDEmn/XqldXbhRoURGSoiCwTkeUiMj7O/sEisl5EFnifP4SZHmOMKThLl2b1dqHNvCYi\nZcCtwFFAFfCmiDyhqotjDn1FVY8LKx3GGFM0Crz10SBguaquUNWtwBTg+BDvZ4wxxS0Lcy2EGRQ6\nA6sC61XetlgHi8g7IjJDRPqGmB5jjCkcw4bBQQdl/baiIUUeERkFDFXVc731M4ADVPWCwDFtgR2q\nWi0iw4GbVLVHnGuNBcYClJeXV0yZMiWtNFVXV9O6deu0zs03lpf8VCx5KZZ8QHHkZfCQIQB8NmAA\ni2+4Ia1rDBkyZJ6qDqzzQFUN5QMcBDwbWJ8ATKjjnJVAp2THVFRUaLpmzpyZ9rn5xvKSn4olL8WS\nD9UiycuMGaqg6/bfP+1LAHM1hWd3mK+P3gR6iEh3EWkKnAo8ETxARHYVcTUnIjII9zprXYhpMsaY\nwpPFeZtDa32kqttF5ALgWaAMuFdVF4nIed7+ScAo4Bcish3YDJzqRTRjjDExsjF0dmhBAUBVpwPT\nY7ZNCizfAtwSZhqMMcakzno0G2NMvsviCxQLCsYYUygKvPOaMcaYTLCSgjHGmFywoGCMMaaGBQVj\njMl3jV1D0R1Nm4Z/q9DvYIwxpmGOPBImTOC9QYPYOeRbWUnBGGPyXVkZXH0129q3D/1WFhSMMcbU\nsKBgjDGmhgUFY4wxNSwoGGOMqWFBwRhjTA0LCsYYY2pYUDDGGFPDgoIxxpgaUmgTnYnI58BHaZ7e\nCfgig8nJJctLfiqWvBRLPsDy4uuqqnV2iC64oNAQIjJXVQfmOh2ZYHnJT8WSl2LJB1he6steHxlj\njKlhQcEYY0yNUgsKd+Y6ARlkeclPxZKXYskHWF7qpaTqFIwxxiRXaiUFY4wxSVhQMMYYU6NkgoKI\nDBWRZSKyXETG5zo9sURkDxGZKSKLRWSRiFzobe8gIv8Tkfe9750C50zw8rNMRI4JbK8QkXe9fTeL\niOQoT2Ui8paIPFXIeRGR9iLymIgsFZElInJQIeZFRC72/m0tFJGHRKR5oeRDRO4Vkc9EZGFgW8bS\nLiLNRORhb/scEemW5bxc5/37ekdEpolI+8C+7OZFVYv+A5QBHwB7AU2Bt4E+uU5XTBp3AwZ4y22A\n94A+wF+B8d728cC13nIfLx/NgO5e/sq8fW8ABwICzACG5ShP44B/A0956wWZF+B+4FxvuSnQvtDy\nAnQGPgRaeOuPAGcXSj6Aw4EBwMLAtoylHfglMMlbPhV4OMt5ORpo7C1fm8u8ZPWPK1cf4CDg2cD6\nBGBCrtNVR5r/CxwFLAN287btBiyLlwfgWS+fuwFLA9tPA+7IQfq7AC8APyQSFAouL0A73MNUYrYX\nVF5wQWEV0AE3N/tT3oOoYPIBdIt5kGYs7f4x3nJjXK9hyVZeYvadADyYq7yUyusj/w/CV+Vty0te\nca8/MAcoV9VPvF2fAuXecqI8dfaWY7dn29+B3wA7AtsKMS/dgc+Byd6rsLtFpBUFlhdVXQ1cD3wM\nfAKsV9XnKLB8xMhk2mvOUdXtwHqgYzjJrtPPcL/8o9LlCT0vpRIUCoaItAYeBy5S1Q3BfepCf963\nIRaR44DPVHVeomMKJS+4X1oDgNtVtT+wCfeqokYh5MV73348LsjtDrQSkZ8GjymEfCRSyGkPEpHf\nAduBB3OVhlIJCquBPQLrXbxteUVEmuACwoOqOtXbvFZEdvP27wZ85m1PlKfV3nLs9mw6BBghIiuB\nKcAPReRfFGZeqoAqVZ3jrT+GCxKFlpcjgQ9V9XNV3QZMBQ6m8PIRlMm015wjIo1xrw3XhZbyOETk\nbOA44CdekItKlyf0vJRKUHgT6CEi3UWkKa7y5YkcpymK13LgHmCJqv4tsOsJ4Cxv+SxcXYO//VSv\npUF3oAfwhlec3iAiB3rXPDNwTlao6gRV7aKq3XD/rV9U1Z8WaF4+BVaJSC9v04+AxRReXj4GDhSR\nlt79fwQsKcB8BGUy7cFrjcL9m81ayUNEhuJet45Q1W8Cu7Kfl2xUEOXDBxiOa9HzAfC7XKcnTvoO\nxRV/3wEWeJ/huHeBLwDvA88DHQLn/M7LzzICLUCAgcBCb98thFhhlkK+BhOpaC7IvAD9gLne/5v/\nADsVYl6APwNLvTQ8gGvRUhD5AB7C1YVsw5Xefp7JtAPNgUeB5bhWPXtlOS/LcfUA/t/+pFzlxYa5\nMMYYU6NUXh8ZY4xJgQUFY4wxNSwoGGOMqWFBwRhjTA0LCsYYY2pYUDAmi0RksHijxhqTjywoGGOM\nqWFBwZg4ROSnIvKGiCwQkTvEzQ1RLSI3ipuT4AUR2dk7tp+IzA6Mhb+Tt/17IvK8iLwtIvNFZG/v\n8q0lMj/Dg/44+MbkAwsKxsQQkd7AKcAhqtoP+A74CdAKmKuqfYGXgD96p/wT+K2q7gu8G9j+IHCr\nqu6HG2fIH9GzP3ARbqz8vXBjRRmTFxrnOgHG5KEfARXAm96P+Ba4wdZ2AA97x/wLmCoi7YD2qvqS\nt/1+4FERaQN0VtVpAKq6BcC73huqWuWtL8CNrf9q+Nkypm4WFIypTYD7VXVC1EaR38ccl+4YMd8G\nlr/D/g5NHrHXR8bU9gIwSkR2gZq5gLvi/l5GececDryqquuBr0TkMG/7GcBLqroRqBKRkd41molI\ny6zmwpg02C8UY2Ko6mIRuRx4TkQa4UazPB83wc4gb99nuHoHcMMUT/Ie+iuAc7ztZwB3iMgV3jVO\nzmI2jEmLjZJqTIpEpFpVW+c6HcaEyV4fGWOMqWElBWOMMTWspGCMMaaGBQVjjDE1LCgYY4ypYUHB\nGGNMDQsKxhhjavx/82crW9FhKN0AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b674cff60>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(cost_train, 'r-', label='train')\n",
    "# plt.plot(cost_test, 'g-', label='test')\n",
    "plt.xlabel('epoch')\n",
    "plt.ylabel('loss function')\n",
    "plt.title('-log likelihood')\n",
    "plt.legend()\n",
    "plt.grid()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xd4FNX6wPHvmxB66EUgCChNQAUJoCAaRAQUUbCBiF3U\nK4gN0Wu7qD/rvYJcC3IVFUECKiAo0pSAWEBEqnRUehdI6CTn98eWbLbvZmd3s3k/z5OH3ZkzM+8B\nMmfmVDHGoJRSSgEkxToApZRS8UMLBaWUUk5aKCillHLSQkEppZSTFgpKKaWctFBQSinlpIWCKrJE\n5F8iMs6C894uIgtdvueIyFn2zx+JyIthnDNDRLa5fF8tIhn2z5bkw0sM9UXEiEgJq6+lii79z6FU\nAMaY8hacs3mkz6lUJOibglJKKSctFFTCEJGe9mqZgyKSJSLnuOy7QER+E5FsEflMRCYGWw1kr3Jp\n6GV7qojME5GRYlNKRP4tIltEZLeIjBKRMj7O+aeIXO6yqaSIjLXHt1pE0l3SnmPPz0H7vp4u+yra\nj9srIn+JyNMikmTfl2yPZ5+IbAauCia/qnjTQkElBBFpDEwAHgKqAzOA6SJSUkRKAlOAj4Aq9nS9\nCnm9qsC3wA/GmAeNbb6YV4DGQEugIVAHeDbIU/YEMoFKwDTgLft1UoDpwGygBjAIGC8iTezH/Reo\nCJwFXArcCtxh33cP0ANoBaQD14eZXVWMaKGgEsVNwNfGmDnGmFPAv4EyQHvgQmztZyONMaeMMZOB\nxYW4Vm1gPvCZMeZpABERYADwsDHmgDEmG3gJ6BPkORcaY2YYY3KBT4Dz7dsvBMoDrxhjThpjvgO+\nAvqKSLL9/E8aY7KNMX8C/wH624+9ERhhjNlqjDkAvFyIPKtiQhuaVZEgIv2A9+xfvzfGdHdLUhv4\ny/HFGJMnIluxPa3nAttNwdkftxYinKuAHGCUy7bqQFngV1v5YAsbSA7ynLtcPh8FStt7CdUGthpj\n8lz2/4UtX9WAFFzy7bIPx7Fu+5TyS98UVJFgjBlvjClv/3EvEAB2APUcX+xP7nWB7cBOoI643K3t\n+8L1P2AmMENEytm37QOOAc2NMZXsPxUj0HNpB1DX0U5gdya2fO0DTuGSb5d9YMt3Xbd9SvmlhYJK\nFJOAq0Sks70e/lHgBPAj8BO2t4WBIlJCRK4B2hbyegOBddjaLcrYn+T/BwwXkRoAIlJHRLoW8jqL\nsL05PC4iKfaxDVcDmfaqpknA/9kbvesBjwCOMQ+TgAdFJE1EKgNPFDIWVQxooaASgjFmHXALtobX\nfdhunFfb6+FPAr2Bu4CD9nRfYSs0wr2ewdaGsA34UkRKA0OBjcDPInIYmAs08X2WoK5z0p6X7tjy\n9Q5wqzFmrT3JIOAIsBlYCHwKjLHv+x8wC1gOLAUmFyYWVTyILrKjiiMRWQSMMsZ8GOtYlIon+qag\nigURuVREzrBXH90GnIetXUAp5UJ7H6niogm2OvZy2KparjfG7IxtSErFH60+Ukop5aTVR0oppZyK\nXPVRtWrVTP369cM69siRI5QrVy5wwiJA8xKfEiUviZIP0Lw4/Prrr/uMMdUDpStyhUL9+vVZsmRJ\nWMdmZWWRkZER2YBiRPMSnxIlL4mSD9C8OIhIUCPatfpIKaWUkxYKSimlnCwrFERkjIjsEZFVPvY3\nFZGfROSEiDxmVRxKKaWCZ+WbwkdANz/7DwAPYpviWCmlVBywrFAwxizAduP3tX+PMeYXbLM8KqWU\nigOWDl4TkfrAV8aYFn7S/AvIMcb4fGMQkQHYJh+jZs2arTMzM8OKJycnh/LlI74Ge0xoXuJTouQl\nUfIBmheHTp06/WqMSQ+Urkh0STXGjAZGA6Snp5twu2Rp17T4pHmJP4mSD9C8hKpY9z76ev3XbD1U\nmAW4lFIqsRTrQqHHhB60Ht061mEopVTcsKz6SEQmABlANRHZBjyHbT1ZjDGjROQMYAlQAcgTkYeA\nZsaYw1bF5M3eo3ujeTmllIprlhUKxpi+AfbvAtKsun4o7p1+L+/2eJckKdYvTkopVbyrjxxGLx3N\nhv0bYh2GUkrFnBYKdgZdV0IppYpNoXAq9xQf/PEBMkyQYcLJ3JOFPmduXi66SJFSKpEUm0LhzUVv\nMm7LOOf3Kz65osD+UG/uh08cpsQLJXh54csRiU8ppeJBsSkUDh0/VOD7/L/mF+p8e4/Yei198NsH\nhTqPUkrFk2JTKGzP3u53//5j+8M6r1YfKaUSSbEpFHJNrt/9/Sb3C+l8IgJoA7VSKrEUm0Ih0BP9\nniN7QjqfIIUJRyml4lKxKRSsotVHSqlEooWCXahP/lp9pBLR9sPbWb1ndazDKJbyTB513qjDuBXj\nAie2ULEpFALdvEWEn7f9TJ7JC+p8Wn2kElHa8DRavOtz+RNloWOnjrEjewf3fnVvTOMoNoVCIEdP\nHeWiDy7ijZ/eKLB975G9MS+5lVIqWrRQcLN6b8FX5+smXUf/Kf3ZcmhLjCJSSqnoKTaFQrANwu7p\nHOMbfE2LYYxh1sZZPPPdM4ULUCml4kCxKRSCbStw52g7cC8sXBuau43vxovfv1i4AJVSitj3aCw2\nhcKEVROCSvfLjl8KfHfc/N15a2j+ev3XoQemlFL4vtdEW7EpFIL1+97fAVtpPW7FOE7nnQbg0Anb\n3Em5ebn0+LQHC/5a4Ezn0GNCDzYd2BTliBPDwi0LWbF7RazDUKrY00LBi+W7ltPlky70n9KfPw/+\nCcC1mdcCsO/oPr7e8DW3TLkF8OzqevTU0ajGGklvL36bwd8Mjsm1O37YkfNHnR+Ta4dj3b51yDBh\nzd41sQ4lqowxTFw1MSJTz6v4pIWCFy3fa8m3f3xbYNv27O1MXzc94LEfLvvQqrAAWLJjCTJMWHEw\n8k/VA78ZyMjFIyN+3kSUuSqzwJ/FxcyNM+nzRZ+wO1Zs2L+BbuO6FemHJ6vFekCsFgoh6JnZM2C9\n3/Cfh1saw5xNcwBYdGCRpddRwYn1L3C0HTh2AIBt2dvCOv6R2Y8wa9Ms5m6e6zdd57GduXva3WFd\no6iKlwGxlhUKIjJGRPaIyCof+0VERorIRhFZISIXWBVLJB05eaTA9x3ZO2ISR3G7GcWbeGkUjLbC\n/r/z1ZvP3Xd/fKdrlcSIlW8KHwHd/OzvDjSy/wwA3rUwlog5a+RZhTr+6KmjhXp1dtyMth3bRm6e\n/+nAVXD+OvgXK3evBGDwN4PpOq5rzGI5dPwQXT7pwrbD4T2J+/P3sb+ZsmZKRM4V7lOtzhkW/ywr\nFIwxC4ADfpJcA4w1Nj8DlUSkllXxxItyL5Wj3EvlCn2e7/d9zzPzdMBcJNR/sz7njToPgJGLRzJ7\n0+yInn/vkb3Oar9APl35KXM3z+X/FvxfRGMA6PNFH3pP6s3WQ1vDPkdh+9AH+6agYqdEDK9dB3D9\n37nNvm2ne0IRGYDtbYKaNWuSlZUVjfjCVvmlykxp7/+JLCsri0OnDpEsyZQvUT7oc/+x5Q/n51cX\nvsoVyVf4SR2eUP9+957YS/kS5SmTXCas6+Xk5IR97UhyvbavOI6ePsrmI5v542/bv8Off/5ZIG1O\nTo7HsXcuuZM/jvzBO63e4axyZ1EquZTPGNbvWA/Ajh07Iv53sXqHbQqX+T/MJ61sGuP+GkeLii1o\nWamlR1pv+QBYs9vW22rP7j1e9289upWdx3fStkpbrzEc2G97Tly5aiWVd1cOGHMk/g585SXenMg9\nAUBubq7PeKORl1gWCkEzxowGRgOkp6ebjIyM0E9SuCWZQ3Lw1EG2VdnGLefdwtjlY2lftz0NqzQs\nEEdGRgYyzP7U9FzwT02LFi4Ce7mQRx4VmlTgglr+m2MOHDtAlTJVAp/cJbbcvFxO5p6kTErgG70M\nE1rXas2SAUsCX8ML1//kYf3bFpZLvgt89qL7+O7M3DiTW86zdUmulVarQNqsrCyPY/9a8BcA//jt\nH/Rt0ZdPr/vUZyhrflkDG6B27doR/7sos7IMHIN27drRqGojOg3rBLj9/7Pnv3z58l6vv2X5FlgL\nNc+o6XV/oP/T1fdUh33QrHkzMpplYIyh18RePNDmAbqc3cUjjsL+HYz5bQwPfP8AOU/lkJyUXKhz\nWe346eOwEJKSknzm29v/r0iLZe+j7UBdl+9p9m2WqFw68FNJJL36w6sA3Db1NlqPbu2x//E5j3ts\n+2r9Vx4zsv6+93dkmPDj1h+9Xmd3zm5nuuOnj3vs/3Hrj1R9rSpf/P5FSPHfPf1uyr5UNuj0v+78\nNaTzF1VLdy4FcP47fbEmtL9X9xHz0RTJKpuw2xTcqo9O5p7ky3Vf0mNCj4jF5mrwzMEczzteJLrA\nxkuVWiwLhWnArfZeSBcCh4wxHlVHkXLxmRdbdWqvVu1ZxbFTxwA4fOKwc5vD6z++7nHM1ROupv+U\n/gW2zdo4C4DPVn/m9TpJksT+o/tp/k5z7pl+DwC9Jvaiw5gOTF83ncXbFwOQ9WdWSPF/tOyjkNID\n/PvHf4d8THETD7/4hek5Veg2hThqaN57ZG/Meg/6E+uebVZ2SZ0A/AQ0EZFtInKXiNwnIvfZk8wA\nNgMbgf8B/7AqFgh/QrzCcH3SXrtvLee+e67XdG/89IbztTsQ9/8wIkL2yWwA59QbU9dO5cetP9Iz\nsyfD5g8D4K1f3nJO2RGqg8cPOgs4h53ZOzl0/FCBbUPmDAl4rm82fMO3m78NmK6oCOYXOF76n0dS\nuDeueGporvHvGtR5o06sw/AQ678bK3sf9TXG1DLGpBhj0owxHxhjRhljRtn3G2PMA8aYs40x5xpj\nwquQDlJahTQrTx+Q44btzaOzH/XYNvyn4cgwIXN1/ojZ46ePM3TuUJ/n2Z2zm/u+uq/AtoPHDzo/\nT14zOZSQnSq/Wpk2/2tTYFvtN2pz9sizQz7XlZ9eyeWfXB5WHInA3xPy2OVjyTmZ43P/1LVTvVYR\nRuLa4Vixe0WBbtFXfOK708PMjTNZs3dNXL0pRNKyXcs8HpxCFes3BIdiM6K5dS3Pev1oen7+8yGl\nf2T2IwDO6p/p66fTcpRnLxHXp9ATuSd479f3fJ4znPlqHG9Y7osPAew/tj/g8ZePvZw3f34z5OsW\nB6v3rHZ2D/1p60/cNvU2Hp/r2dYE8PO2n+k1sRcPz3w4miF6cNzMl+1axvmjzufFBflTxs/Z7Lvb\nbffx3Wn2TrOovylE4zoHjh2g1XutuG3qbWGfI/tENk3eahLBqMJXbAqF1FKpMb2+Y7GeYOw7us9j\n26a/N7Fu/zqP7SIS9H/8cKrQXv7+5ZCPcfXtH9/y0KyH2HpoKzuzQ28y2n54Oxv2b/C6Lzcvl/8u\n+i8nTp/gp60/OdturLTnyJ6Qj/H1BNji3RacOeJMAL9vCGAbeAbw56E/Q74+wLPznmXz35vDOtYb\nR2G2ZGdoL/iJ+KbgmOXgs9+9t/sF48etP8bN6o7FplC4sfmNsQ4haDVer2HJefNMHl+u/ZJqr1UL\nuhpi6a6lYV1r5saZbDyw0fn9zBFnUvuN2iGfJ214Go3faux130fLPuLBmQ/y1HdP0X5Me66bdF1Y\nsQYrEr+0saovfmHBCxE5j6NXXbisflPYe2Qv8/6YZ8m5i4tiUygkSdHJaihPUQu3LAw6bZ7J4/rP\nrmf/sf1sPxzcm4vrL+/Y5WP5Zbv/LpWTVk9Chgndx3en0X8b+UwX6In7xOkTXrvtbv57M+VeKsf6\n/eudDey7cnYB+d1FwfZk/Pnvn/u9Rqi8jQSORCPyfxf9129bkSvHv0fmqkxnd+RoWrtvLeDyxB/i\nzd3qN4WMjzO4bOxlPq9rhUifO9ZvUUXnThkB77R6J+rjFaz2/PznnSMhA8kzeQV6IMkw4ZrMa4K+\n1m1Tb6Pt+20LTAo4/8+CowJv+vymoM51KveU3/1jfhvjtdvuhJUTOHrqKB8v+zj/qdPtl+jwicO8\nsOAFbvjsBsCW7zmb5oR0Azudd9rZiLrxwEbn7KCF5e0X/sGZD/Lbrt+8pp/3xzxkmBSomth3dB99\nv+gbdt/+SBRkkRqnEM4N8NipYz6nInEskhWKd355h9V7PNvMiqtiVSicU+EcejXtFeswIspgOOft\nc4JK661NYdq6aQHP7+6C0fkjqDM+zgjq2qHy9fTlGo+vNO4L37z7y7tcMe6KgHW+rn8/KS+k0O79\ndgA0+m8jn92JwxXMYKrcvFznU6/rOh2OArUwk+b94+v8HuCuPdT8cX0ACPfp2PHGXpin4UHfDKLr\nuK7OSQwL64EZD9Di3RYe23dk7+C2qbcVqsdXUVSsCoXizvWm1/C/DZ2fd+XsYuSi4BfXWb9/fUTj\n8sbbU335l8o7JwF0vSkFegPY9LdtidRAE8G5T1ToOkrb1yCnDQe8N4K78vZUfeuUWwMeV9ixNT9s\n+YH9R733EHt3Sf6kxJd8eElQ5/P3ABDsGBjHv5sjb97+bgINgnR0uAhUmB0/fZwjp474TePPw7Me\nZuzysXy59ku/6RJtHEqxKxTipS9wLPi6QbT5XxsGz8xfhtO1nWLq2qmWxOLv3+HD3z7kHzMKjmXc\nlbPL4xfc8dTpfvMM99840k+Er//wOp+u9D7P0U/bfgp4fDBvS/5c/OHFQdWvr9wT+hO3ew85b9O4\nz908l3PePocTp/OrN4NpaPY3CHL/0f1B/zu1/6B9UOkCcf/7XrpzKb0n9g57MGjA6yXq4DUVf56e\n97TX7e7VEB0/7Gh5LI4qEGMM03YUrMK6c9qdHulr/cdzVnVHF8tck39DyjmZ41xP2xdjDNPXTbd8\nPYrH5z5Ov8n9OJWX337i+IUP1PEhmIIt52QOL33/kkc+ZJg4x8Ws2O25bKsVNx1v8T4w4wHW7lvr\nXOcc8v/NHDfaQAXc+BXjAbhu0nUM/2k41V6vxpIdwXWDdW2neerbp8g+kR3UcQ6+CrB+k/sxZe0U\nr12lh/80nL8O/hXSdeJNsSsUHLNbqtiq/2Z9Tued5oetPzB8Q/4Spn2/6Bv0ORxLn/66I7+a56Xv\nX2JnTsHxEI5faseNK3NVJj0zezLi5xEBrxFMFc6k1ZOCjtnB21gUV75u3K430ZyTOTz13VM8P/95\nj/TPZT0Xcky+HD5x2OeIfEc8/qpQmr7d1Pn5+y3f246zx+s+Ut7dLVNsv6+T10x2DugMx8jFI3ls\n9mMB023Yv8E5LXo4b5yPzH4kpos0RUKxKxQy6meQ92weOU/mcFeru2IdTrE2afUkj95KmasyfaQu\nyPXV3fVG6VpV4c2p3FPcPPlmAB6b8xh7j+z1mz6YQuGmz29yjjwPxGDYcmhLwCqQ0UtHk/JCSlDn\nfH7B83yy4hOf+927Eft6Y3S15vAa5xvkjZ/dyKUfXeo13YwNMwDvN1B/BYXj38x1kkgIbeLGcSvG\nFXggKHB+L4Xq6KWj/Z7vgvcuoPFbjT1WV/T1NuNru6OrdFFV7AoFsP0HLleyXMzr7oq7fpP7hT1L\npesgKtfqiUDVEU/MfaLA9xr/jsxAwXbvtyPnZA4f//mx37rmg8cPenTj9SbURubfdnrv0gow+teC\nN0NvBa974fiP3/5B/RH1AVi+e3lIsTj4e9I+cfqEx3rnAJ0+7hT0+UcvHU36/9ID9qALlnu34EDt\nH+mj01m5e6Xl7ZRbDm0J+LATScWyUHBw3ECeuUSXtUwEB44d4K3Fb3lsd63i+Hn7zyGd0/Vp3dv8\nT67u+PIOPvrrI5+Ny2Crinlp4UshxRAsY4zXzgTBPLl++4fnzLWOtppwetfsPbLX73EDvxlI+ZeD\nW3EwUFWbo27f8dbijzGGBX8tCOqB0PVmn7kqs8DgSIBjp485l3F1v0aknDh9gnoj6hVqXqVQFYmV\n16ziuFnUr1Q/toGoiHFt1HVXmDppgHu/utfvfscI6ld/eJXODTr7TOcYFRxJi7Yv4s1Fb/LwLM8J\n8yaunhjw+DyTxwdLPwjr2lsPbWX8yvEFtgU7QttBEOf8Tu6+Xv+132Mdv8dXfXqVxzZ39UbUY+vh\nrUy4bkLQsRmMs63LPGdCLiSzT2STa3KpVLpSSMdB/iSWX2/w/3cQScW6ULg//X4+WvYRXc7qEjix\nKpIKM8ArXL/v/Z204dZN1e5t8ryftv1EqRK+134OJM/kcff0u73uC1Q94pjUz/18oVSrnMg9QZXX\nglgy1oshc4Z4PJ376n699bBtrIqjMdkfb9VHOSdzPAocf4VE/RH1+euQrTdSKMvuxlKxrj5qW6ct\n5jlD3Yp1PfYN7RDak46KT8EMEitqfNWhh7q6nit/3XMLO6VFNDzxbcG2onDW+nDnrVBLfTnwbMuu\nhYajQAiFwcS0vbNYFwq+zOk/h1cufyXWYagIOJV3ijcXJc56DsZYc8N4+5e3I3o+g4lYA2ww53H/\nOwnUjhJKbO5vBu6NvpFuaD6dd5qqr1WN6DlDUayrj1ydfuY0B44dYNq6aVx+lm1lsNqpteNyDVdV\nfOWZvIANr+H4ZYf32W/HrRgX1k0vEXr2+XrTCfT0vytnFzJM2PTgJo992SeyyT6ZTe3UgtPIu/8d\n/33ce/tKNGihYJeclEz1ctW56wIdu5BIEm32y505O3ntx9eidr3+U/qHfWygMSDB8tfd1iHS0003\nfaup10WtIPjuwt7WIm/5Xks2/73Zo30hngpRrT7yI712eqxDUIUUyycuKxSVN9cjp46w+0hk1nsY\nsSjwyPNIcy0QIrlina9z+ZoKPBa0UPBjfO/xgRMpFUXBTnMda5PXTI51CH6FMg/SsPnDLIzE5o2f\n37D8GsGytFAQkW4isk5ENorIE172VxaRKSKyQkQWi4jnpOYxVL5keaqWiV2Dj1LKGpEcQKhTZwdJ\nRJKBt4HuQDOgr4g0c0v2T2CZMeY84FYg7rqJXFT3Iufnvi36suzeZTGMRimVKDJXZdLkrSZ+2yhe\nWRj9XpBWvim0BTYaYzYbY04CmYD72o/NgO8AjDFrgfoiUtPCmEKWeV0mNzW3Tdo2pP0Qzj/j/CIz\nCEUpFTv7j3kfQAfQc0JPbpt6G+v3r/e7NK1VU6L4Y2XvozqA61JX24B2bmmWA72B70WkLVAPSAMK\ntFCJyABgAEDNmjXJysoKK6CcnJywjh1QdQBXtrmSQ+sOkbUuvGsrpRLThLnep8xYv6ngCoWu957p\n66eTIrZ5teYv8D5BYp8P+jg/5+bmkpWVFfY9LBSx7pL6CvCmiCwDVgK/AR5DK40xo4HRAOnp6SYj\nIyOsi2VlZRHusR7c/h2n3DSFXhMTa/1npVRgL2982ev2BvUbwJ/53zMyMgrcNyRJIBcuveRS+N7z\n+Inb8uesSk5OJiMjI7L3MB+sLBS2A67zR6TZtzkZYw4DdwCIbfTGH0Dk+n9F0bVN/a/2pZQq3kq/\nWLrAd8dkd8HwNt+VVaxsU/gFaCQiDUSkJNAHKDBpi4hUsu8DuBtYYC8olFKqSPOYHiPX+5oI8bZu\nvGVvCsaY0yIyEJgFJANjjDGrReQ++/5RwDnAxyJigNVAkRlOvPCOhaRVSGNXzi6/DUo9Gvfgq/Vf\nRTEypVRREuxo5gPHDlgciY2lbQrGmBnADLdto1w+/wQ0tjIGq3Q4swMA9SrV89jXrWE3Zm6cCcD0\nvtPpPbE3U9ZOiWp8SqnoiNY4hZ3ZOwMnigAd0WyBb/p9U+D7pBtCX9hdKVU0RHrepVjTQsFCF6XZ\nBr6VSCrBq5e/GiC1Uqoo2nNkT6xDiCgtFCyy8v6VzLxlpvP74x0ep0RSrHsAK6WiJdi2gmAbmqP1\nRqKFQgRl3ZbFT3f9BECLGi2oUKpCgf2ONVo3DNrg3LZvyD42DtoY1PlLJpcMnEgpVaTE07TZEPvB\nawnl0vqXBpWuYqmKzs9Vy1alatngJt1LtIm3lEpkmw8GN+QqUlOMR4q+KUTR9L7T6dOiD1XLVuWL\nG7/g+mbXO/eN7jEasHVh7XJWF49jDz+hwzeUKkrGLh8bVLp4mw5d3xSi6MK0C7kw7UIAep/Tm97n\n9Hbuu6f1PdzT+h7A9p9kzG9jeHT2o879qaVSKV2idIEBMM2rN2f13sRaWUyp4ibYGoBoVTNpoRCH\nKpWuxCMXPQLYFvFuW6ct4NmmsPL+lczaNIvu47tHPUalVGQUuRHNIlIduAeo75reGHOndWEpwFkw\nOIy5ZgxD5w7l972/A7b/TN0aduOBNg/w9i9vxyJEpVSCCeZN4Utsc/jNxcsMpip6ejTuQY/GPThy\n8gg///Czc/tbV76lhYJSKiKCKRTKGmOGWh6JClq5kuVIlmSf+4dlDOO7P75j/l/e52lXSsWPGRtm\nBE5EfI1T+EpErrQ8EhUR9SrW49lLn6VZdfeVT23a1G4T5YiUUv4MnRtfz9zBFAqDsRUMx0Uk2/6j\n/SPj1Lzb5gH5A+UAGlZp6Pz83W3fRT0mpVTREbBQMMakGmOSjDGl7Z9TjTEVAh2nomvpgKV81fcr\nGlRuAMAzlzzj3Lfg9gX88+J/suORHZQvWT7sa5xd+exCx6mUCk+0Bq8GNXhNRHqKyL/tPz2sDkqF\nrlWtVlzV+Crn9zIpZQBIq5BGrdRa/F/n/6NWaq0Cx5xZ8cwC30d2G8ml9XyPyq5cpnIEI1ZKhSJu\n2hRE5BVsVUi/238Gi4j3RUlVXPmyz5fOuZhcvX/1+wDUrVCXEV1HOLeff8b5ZN2eRcczOzq3ta3T\nlm4NuwH4bdxWSiWGYN4UrgS6GGPGGGPGAN2AqwIco+JAzyY9SauQ5rG9SbUmzs+DLxxMh7q2BYMc\nr6eppVIBePeqd1l09yLevtLW3bVT/U6ceuaU89gk0VlSlEo0wf5WV3L5XNFnKlWkOF5HHX86RlaO\numoUd7S8gztb2cYnnlX5LDYM2sCLl71YYPrv28+/PboBK6UsF0yh8DLwm4h8JCIfA78C/2dtWMpK\n7g1Wz17yLClJKZxb41wA6lasy5hrxhSYVqNhlYYkJxWsPnIUGqE49MQhejbp6XVfjXI1Qj6fUsVF\ntOY+Cqb30QTgQmAy8AVwkTFmotWBKes4nvbLpZQDoGvDrpx85iQVS4f2EtjhzA481fEpj+3T+07n\nyz5fej1BlvSzAAAfs0lEQVSmQqkK3NXqLq/7rjj7ioDXfKDNAyHFqJQKjc9CQUSa2v+8AKgFbLP/\n1LZvC0hEuonIOhHZKCJPeNlfUUSmi8hyEVktIneElw0VirZ12vJCpxcY2yu4qX29ufncmwF48bIX\nGdltZIF9PRr38Pk24E8wXe6Gdx0e8nmVSgQt32vJwZPWT7Pt703BMRvbf7z8/DvQiUUkGXgb6A40\nA/qKiPsw2weA340x5wMZwH9ERJcXs5iI8PQlT3NG+TPCOt48Zxjfe7zz+6B2g5yf3+vxnvOzt0Zu\n8P0aXCKphLOnE3iuIdGhbgdd0lQVa78e/NXya/j8DTPGDLB/7G6MOe66T0RKB3HutsBGY8xm+zGZ\nwDXYurU6LwOkiq2FszxwADgdfPgq3gxoPcD5ef3A9ZR9qSwA0/pMc64FUbN8TcBzPYiUpBRm3DyD\npOdtzyqOXlAO5UqWi7tphpVKNME8dv0IuFcXedvmrg6w1eX7NqCdW5q3gGnADiAVuMkYk+d+IhEZ\nAAwAqFmzJllZWUGE7SknJyfsY+NNvOXlzfPfpFRyKY+Y+tbty7KDy0jdmUoqqWTtse0ffv5wsk9n\n8+zeZ51p9+zaw/z5+ZP4uZ/r7wN/F9hWOqk0x/MKPK8oldCOHz9u+e+9z0JBRM7AdmMvIyKtwFnh\nWwEoG6HrdwWWAZcBZwNzROR7Y0yBegNjzGhgNEB6errJyMgI62JZWVmEe2y8ibe8ZJDhfbuPGDPI\n4ODxg3yw7QMur3w5H/z5AT3Te5LRKgPm5x8798y5XP7J5QA8etmjZLTI339ts2vJXJUJwOQbJ9N7\nUv5Kdv3P688nKz6JQM6Uih+lS5e2/PfeX5tCV2xtB2kUbE94GPhnEOfeDtR1+Z5m3+bqDmCysdkI\n/AE0DS50VdRVKl2JPx/6k1vq3cLK+1dye8vbPdJ0PqszF6VdBOS3UTx58ZMe6Xqd06vA92CmBNDB\nd0p58vlbYYz52BjTCbjdGHOZMaaT/ecaY8zkIM79C9BIRBrYG4/7YKsqcrUF6AwgIjWBJsDmsHKi\nirQWNVoEbC9w7HeMp/DHvUG6QinPORz/dem/qF62utfjn+74dMBrHBwaXwuuKxUJwTwqtRYR54hm\nEaksIi8GOsgYcxoYCMwC1gCTjDGrReQ+EbnPnuwFoL2IrAS+BYYaY/aFnAuVUKqUqeJ1PIKj19IV\nZ19B3Qp1eaKDRy9nACZcN4FqZaoBcG3Ta7mk3iWcV/M8537HHE7t67Znz5A9tK/b3rmvfqX6APwr\n418e53UvBFzHdXRvGLl1sq9vdn3EzqVUqIJpaO5ujHFWFxlj/rYvuhPwUcoYMwOY4bZtlMvnHUDg\nEUuqWNn/+H6/+6uWrcqWh7f43N+nRR9+3WHrutc+rT1DOgxhR/YOhswZQvWy1bk//X6e+u4pLj7z\nYgB+uPMHZJjtLWTFfSs4euqox+htsBUCU26aQq+Jvbzui5Ta5WtH7FxKhSqYQiFZREoZY04AiEgZ\noJS1YSkVnM9v+Jym1WzNUJ/d8BmfrvwUgJTkFADnzb12au0CYys+v/Fzr+dLLZXq0RXWlWM9CveB\ndq7fSyaX5GTuyVCz4jSo3SBGLh4ZOKFSFgim+mg88K2I3CUidwFzgI+tDUupfD0a25bw8DYY7rpm\n19G8RnPAVu0y+SZbc9eTFz/J4HaDuT/9/qCucVPzm3zuu6HZDVx+lq0H1Ok82zCaLmd3KZDGtT1k\n04Ob+OyGz4K6rjelS5TGPBfaPDe+phVRKlQB3xSMMa+KyArsDcLAC8aYWdaGpVS+Jy5+grsvuDuk\nCfNSS6UyotuIwAntMq/PJPP6TK/7Jt0wyfk5Ny8X8GzIdpVWIS3kdoF2ddqxaPuikI5x6Nuib1jT\niijlTVBzBhhjvgG+sTgWpbxKkqS4mUH1knqX0OqMVrzcOXLrTO1+bDc1ytUg7Y00tme799rOV6Nc\nDfYc2ROx6yrlTTArr/UWkQ0ickhEDotItogcDnScUokotVQqS+9d6uzNtPjuxQBc2fBKAM4oHdp8\nUilJKc4CL9DYipSkFK/bo7VMo4q9mbtmWn6NYNoUXgN6GmMqGmMqGGNSjTGenb6VKoba1GmDec44\nu7W6T/bX8cyOdD27q+dxtdsAMLDtQI997o3YNzS7AcivsmpStQmf9PI/WvvbW78NMgeqKFny9xLL\nrxFM9dFuY8wayyNRKsEcePwAZVPKUqpEKWeX11ZntOLiMy/mxctepGxK2QLrXjs+uz/5O0Zel00p\nyw93/kDz6s2pWLoi/af0t6X3MuvsZQ0uCzvuX+75hYnzJ/Lv9QUnQz6v5nms2L0iqHNoVVfRFcyb\nwhIRmSgife1VSb1FpHfgw5Qqflx7IVUuU5lSJQr23p7aZyoju4+kQqkKlEgqUSD97P6zGdphKHVS\n6xQ45pxq5/BQu4eY2mcq7eu29xgT4ShEHmz7IACNqjTyG+OuR3f53Lf2gbWk107nqlr5y7CXTC5J\n3Qp1+frmr30eV7NcTefn3Gdz2fnoTr8xqPgVTKFQATiKbZDZ1fafHlYGpVS8cHSHjZQzK57pc1/T\nak155fJXPKb7SJIkhncbTuOqjf2e21EV5aiu+s8V/+HFTp6TDzimLvemSbUmHtsaVGrAloe3+Fwf\nAwrOR6VzShVtwXRJ1dXQVLH099C/nUuWBlKptG0mmA5VO3jdv/COhXy1/quw4gh0k731vFsBaFS1\nEUvuWcK5NW1zQz1y0SMs37Wcp+cFnscpVu5udTfv//Z+rMNQLoLpffShiIxx/4lGcErFUqXSlZwj\nowOpXKYyux/bzf1nex8s1+HMDrx8eXjdWP1NFHhloyu5qnF+VU/r2q0pmRz84oUbBm0Iam3sQLo3\nCm/up//1/F+hr60iK5j3vK+Ar+0/32KrTsqxMiiliqIa5WoUaDiOlLta3eV1+6lnTjG973S/xzoK\ntUvrXep1f8MqDWlcxX+1VDAaV23MmgfWsOr+VYDt7ebhCx8u9HlV9AUsFIwxX7j8jAduBNKtD00p\nBb7bAEoklQhYtdSsejNGdhvJxOsncuv5t/LuVe96pHG0c7zQ6QWv5wh2HETTak2dU44AvHr5q5RK\n9pwmzd/o68qlKwd1LWWdcFZBbwTEx/BSpRLYD3f+4Hc6jWANajcIgI+vzZ+ybGa/mdSrVA+wtT00\nrNKQa5te6/V4155FDoPbDea+9PtIH53Oivu9d1NNSU7h+NPHnd1xn7v0OR6+8GHKppSl5Iveq7gO\nDD3AC/Nf4NmsZ73uV9YL+D9ORLKhwKPCLmCoZREppQAKrPMQaV0b5g+oS05K9li5DuCfF/+Tlxa+\nROcGnZ3bnur4FNc0uYY2dWyD73L+Gbgm+dbzb2Xs8rGUSynndYrxLmd1Yc7mOeFkQ1nA57uniDi6\nUVS3j2R2/DQ2xnwRpfiUUjFyX/p9NK7amDtb3enc9uJlLzoLhGDVKOu/YmFqn6kBz+E6GG/UVaP8\npFSF5a9C0jGh+4/RCEQpFV/qVqzLuoHrqFuxbuDEQfDVNlE2pSzjeo1j+X3LAdsiSR7HuozaLlcy\nuG7CKjz+qo9OichoIE1EPFb8MMY8aF1YSqlE4ehS6z4dh2sjeb/z+jk/N6raiH7n9mP8yvGUSi7F\nidwTBQoUX43r/c7tx5S1Uzh66mgkwy92/L0p9AC+A44Bv3r5UUqpgNwn+APIvC6TNQ/4nlLtg54f\nsOnBTc63FNc1sK875zoGXDDA45jRV4/mjPKhzVKrPPl8UzDG7AMyRWSNMWZ5FGNSSiUQx9TgVctW\ndW67qYXvle4ASpUoxVmVz3J+79W0F0PnDnXue+/q9xi9dHSBY8qmlI1UyMVaMNNcaIGglArb4AsH\nU61sNfqf3z/kY11nju1UvxPz/pznNd20PtMKFaPKV/hO0H6ISDfgTSAZeN8Y84rb/iGAozKxBHAO\ntt5OB6yMSykVPSWSSnBby9vCOnZa32m8t+Q9GlVpxJz+c5xrZLu7usnVhQlRubBsOkMRSQbeBroD\nzYC+ItLMNY0x5nVjTEtjTEvgSWC+FghKKYfGVRvzn67/QURITkr2mIpcRV4wE+INFpEKYvOBiCwV\nkWBm0GoLbDTGbDbGnAQygWv8pO8LTAgubKWUCl/Tak1jHULcCqb66E5jzJsi0hWoDPQHPgFmBziu\nDrDV5fs2oJ23hCJSFugGeK5NaNs/ABgAULNmTbKysoII21NOTk7Yx8YbzUt8SpS8FLV8OGI9fuy4\nzzQPN3qY4RuGA9C8VHPWsjYaoUWc1f8uwRQKjv5kVwKfGGNWi7+5fMNzNfCDr6ojY8xoYDRAenq6\nycjICOsiWVlZhHtsvNG8xKdEyUuRyMf8/I+OWGc3m02Ld1t4Td64cWPYYPtcp04d2G6bJXbjgY0+\nLyFI0BMCRovV/y7BtCn8KiKzsRUKs0QkFcgL4rjtgOtQyDT7Nm/6oFVHSqkw/D30b+fn5jWa+5xO\n3Nt4iYFtBvJlny99nnvCdcXvthRMoXAX8ATQxhhzFEgBglmN7RegkYg0EJGS2G78Hv3GRKQicCng\n+19GKaXc/HzXzyy8Y6Fz1TuHHo17MLrHaB9H2ThGRYsIPZv09LnC3k0tbmL/4/sjE3AREUz10UXA\nMmPMERG5BbgAWzdTv4wxp0VkIDALW5fUMfaqp/vs+x2zWvUCZhtjjoSVA6VUsdQuzWsTpU8iwqr7\nV1GhVAVSS6Vy7PQx7rngnoDHVSlTJdwQi6RgCoV3gfNF5HzgUeB9YCy2p3u/jDEzgBlu20a5ff8I\n+Ci4cJVSKnita7UmOzub9TnrEaTAIkCjeuhsq94EU3102thmsroGeMsY8zaQam1YSikVvrOrnA3A\n7S1vp2H5hgHTe2tMTkkKbn3uRBNMoZAtIk9i64r6tYgkYWtXUEqpuHRZg8v47d7feKDNA84bfjCd\nJv916b8sjiz+BVMo3AScwDZeYRe2XkSvWxqVUkoVUsszWhYoCLz1PnLo09y2hsOTHZ+0PK54F7BQ\nsBcE44GKItIDOG6MGWt5ZEopFQGNyjcCbGMSfHnv6vfYN2QfJZPz146Ot/EJ0RLMNBc3AouBG4Ab\ngUUicr3VgSmlVCRcW/taVt6/kkvr++4bUyKpRIGpvcFzUaDiIpjeR09hG6OwB0BEqgNzgc+tDEwp\npSJBRGhRw/soZ+UpmDaFJEeBYLc/yOOUUqrIcq0+8rbSW6IK5uY+U0RmicjtInI78DVuYw+UUirR\nnFfzPOfnrg27xjCS6AqmoXkItsnozrP/jDbGDLU6MKWUiqW5/ec6P/c+p7fP6S4OPJ5YS8AEtfKa\nMeYL4AuLY1FKqbjh3vDsa7qLymUqRyOcqPH5piAi2SJy2MtPtogcjmaQSikVz77p902sQ4gYn28K\nxhidykIppYLQrWE3Fty+gA0HNnDXtLtiHU6hBFV9pJRSxUm/c/uFfEzHeh05dOKQBdFElxYKSinl\nwjzne9Daloe2MGfzHJ9vA4kw4E3HGyilVJDqVqzLna3uJOfJHK/7E2FqDC0UlFIqROVK2lZqu7H5\njQW2J8KbglYfKaVUGLxVM+mbglJKKac8kwfAtU2vjXEk4dNCQSmlIsRRfeRv7YZ4p4WCUkpFiKP6\nKEnyb63n1jg3VuGExdJCQUS6icg6EdkoIk/4SJMhIstEZLWIzLcyHqWUslKl0pUASKuQ5ty24v4V\nsQonLJYVCiKSDLwNdAeaAX1FpJlbmkrAO0BPY0xzbAv5KKVUkdS5QWc+7f0pr1z+SqxDCZuVbwpt\ngY3GmM3GmJNAJnCNW5qbgcnGmC0Abus2KKVUkSIi9D23L6VLlI51KGETq/rV2pfs7GaMudv+vT/Q\nzhgz0CXNCCAFaA6kAm96W/9ZRAYAAwBq1qzZOjMzM6yYcnJyKF++fFjHxhvNS3xKlLwkSj4gdnnp\nNL8TAPMuncf67PXcu/TeiJx33qXzwounU6dfjTHpgdLFepxCCaA10BkoA/wkIj8bY9a7JjLGjMa2\npgPp6ekmIyMjrItlZWUR7rHxRvMSnxIlL4mSD4hhXuwtpBkZGWSQwZtb3+T3vb8X+rRW58XK6qPt\nQF2X72n2ba62AbOMMUeMMfuABcD5FsaklFJxwdf6DLFmZaHwC9BIRBqISEmgDzDNLc2XwMUiUkJE\nygLtgDUWxqSUUjHR8cyOBb4/dtFjMYrEP8sKBWPMaWAgMAvbjX6SMWa1iNwnIvfZ06wBZgIrgMXA\n+8aYVVbFpJRSsTKy+0hW/2O183vdinX9pI4dS9sUjDEzgBlu20a5fX8deN3KOJRSKtZKJpekWfVm\nnHj6BJ+t/oybz72Z/lP6xzosD7FuaFZKqWKlZHJJ+p0X+iI+0aKFglJKWWDCdRPYeGBjrMMImRYK\nSillgT4t+sQ6hLDohHhKKaWctFBQSinlpIWCUkopJy0UlFJKOWmhoJRSMVYupVysQ3DSQkEppZST\nFgpKKRVjbeq0iXUITlooKKVUjN1y7i2xDsFJCwWllIqRc6qdA9hWbIsXWigopVSM/Hz3z2x+cHOs\nwyhACwWllIqRCqUq0KByg1iHUYAWCkoppZy0UFBKKeWkhYJSSsWZN654I2bX1kJBKaXiTP1K9WN2\nbS0UlFIqjrQ6o5XPLqpX17ra8utroaCUUjEmFCwEjDFe0yWJ9bdsLRSUUirOnMg94XV7UhRu2ZZe\nQUS6icg6EdkoIk942Z8hIodEZJn951kr41FKqXjUtFrTAt+Pnz7uPWEUBj5bViiISDLwNtAdaAb0\nFZFmXpJ+b4xpaf953qp4lFIqXl1U9yI+u+EzwDblRdUyVb2mc69msoKVbwptgY3GmM3GmJNAJnCN\nhddTSqkiq0Gl/JHNPRr34Oubv/ZIE43qoxIWnrsOsNXl+zagnZd07UVkBbAdeMwYs9o9gYgMAAYA\n1KxZk6ysrLACysnJCfvYeKN5iU+JkpdEyQcUnbysy14HQHZ2NvPnz6csZT3SSK5YnhcrC4VgLAXO\nNMbkiMiVwFSgkXsiY8xoYDRAenq6ycjICOtiWVlZhHtsvNG8xKdEyUui5AOKTl4aHW4ES+HGVjfm\nxzu/YJo7G95peV6sLBS2A3VdvqfZtzkZYw67fJ4hIu+ISDVjzD4L41JKqbhTp0Idtj+ynZrlavpM\nUzq5tOVxWFlB9QvQSEQaiEhJoA8wzTWBiJwh9lEaItLWHs9+C2NSSqm4VTu1NslJyTGNwbI3BWPM\naREZCMwCkoExxpjVInKfff8o4HrgfhE5DRwD+hhfozaUUkpZztI2BWPMDGCG27ZRLp/fAt6yMgal\nlFLB0xHNSimlnLRQUEop5aSFglJKKSctFJRSKk4NaT8k6tfUQkEppeLUa11ei/o1Yz2iOSJOnTrF\ntm3bOH7cx8yCdhUrVmTNmjVRiqrwSpcuTVpaGikpKbEORSlVTCREobBt2zZSU1OpX7++zxWLwDan\nSGpqahQjC58xhv3797Nt2zYaNGgQ+ACllIqAhKg+On78OFWrVvVbIBQ1IkLVqlUDvv0opVQkJUSh\nACRUgeCQiHlSSsW3hCkUlFJKFZ4WChFw8OBB3nnnnbCOHTFiBEePHo1wREqpRHFT85uiej0tFCJA\nCwWllFXa1G4T1eslRO8jVw/NfIhlu5Z53Zebm0tycujT0rY8oyUjuo3wuf+JJ55g06ZNtGzZki5d\nulCjRg0mTZrEiRMn6NWrF8OGDePIkSPceOONbNu2jdzcXJ555hl2797Njh076NSpE9WqVWPevHkh\nx6aUSmwD2w7ksTmPRe16CVcoxMIrr7zCqlWrWLZsGbNnz+bzzz9n8eLFGGPo2bMnCxYsYO/evdSu\nXZuvv7atu3ro0CEqVqzIG2+8wbx586hWrVqMc6GUikelSpSK6vUSrlDw90QfjXEKs2fPZvbs2bRq\n1QqwrQ+7YcMGOnbsyKOPPsrQoUPp0aMHHTt2tDQOpZQKR8IVCrFmjOHJJ5/k3nvv9di3dOlSZsyY\nwdNPP03nzp159tlnYxChUkr5pg3NEZCamkp2djYAXbt2ZcyYMeTk5ACwfft29uzZw44dOyhbtiy3\n3HILQ4YMYenSpR7HKqVUrOmbQgRUrVqVDh060KJFC7p3787NN9/MRRddBED58uUZN24cGzduZMiQ\nISQlJZGSksK7774LwIABA+jWrRu1a9fWhmalVMxpoRAhn376aYHvgwcPLvD97LPPpmvXrh7HDRo0\niEGDBlkam1KqaPv8hs8pk1IGtlt/LS0UlFIqzl3X7DoAsrZnWX4tS9sURKSbiKwTkY0i8oSfdG1E\n5LSIXG9lPEoppfyzrFAQkWTgbaA70AzoKyLNfKR7FZhdmOsZYwpzeFxKxDwppeKblW8KbYGNxpjN\nxpiTQCZwjZd0g4AvgD3hXqh06dLs378/oW6ijvUUSpcuHetQlFLFiFh1I7VXBXUzxtxt/94faGeM\nGeiSpg7wKdAJGAN8ZYz53Mu5BgADAGrWrNk6MzPTfT/lypULOIWFMaZITUedm5vLkSNHvBZ2OTk5\nlC9fPgZRRZ7mJf4kSj5A8+LQqVOnX40x6YHSxbqheQQw1BiT5+9mbYwZDYwGSE9PNxkZGWFdLCsr\ni3CPjTeal/iUKHlJlHyA5iVUVhYK24G6Lt/T8OxQlQ5k2guEasCVInLaGDPVwriUUkr5YGWh8AvQ\nSEQaYCsM+gA3uyYwxjgXHxaRj7BVH2mBoJRSMWJZoWCMOS0iA4FZQDIwxhizWkTus+8fZdW1lVJK\nhceyhmariMhe4K8wD68G7ItgOLGkeYlPiZKXRMkHaF4c6hljqgdKVOQKhcIQkSXBtL4XBZqX+JQo\neUmUfIDmJVQ6S6pSSiknLRSUUko5FbdCYXSsA4ggzUt8SpS8JEo+QPMSkmLVpqCUUsq/4vamoJRS\nyg8tFJRSSjkVm0Ih2LUdYkVE6orIPBH5XURWi8hg+/YqIjJHRDbY/6zscsyT9vysE5GuLttbi8hK\n+76REqNZAEUkWUR+E5GvinJeRKSSiHwuImtFZI2IXFQU8yIiD9v/b60SkQkiUrqo5ENExojIHhFZ\n5bItYrGLSCkRmWjfvkhE6kc5L6/b/3+tEJEpIlIpZnkxxiT8D7YR1ZuAs4CSwHKgWazjcouxFnCB\n/XMqsB7bOhSvAU/Ytz8BvGr/3Myej1JAA3v+ku37FgMXAgJ8A3SPUZ4ewTYL7lf270UyL8DHwN32\nzyWBSkUtL0Ad4A+gjP37JOD2opIP4BLgAmCVy7aIxQ78Axhl/9wHmBjlvFwBlLB/fjWWeYnqL1es\nfoCLgFku358Enox1XAFi/hLoAqwDatm31QLWecsDtulELrKnWeuyvS/wXgziTwO+BS4jv1AocnkB\nKmK7mYrb9iKVF2yFwlagCrbpbb6y34iKTD6A+m430ojF7khj/1wC26hhiVZe3Pb1AsbHKi/FpfrI\n8QvhsM2+LS7ZX/daAYuAmsaYnfZdu4Ca9s++8lTH/tl9e7SNAB4H8ly2FcW8NAD2Ah/aq8LeF5Fy\nFLG8GGO2A/8GtgA7gUPGmNkUsXy4iWTszmOMMaeBQ0BVa8IO6E5sT/4F4rKzPC/FpVAoMkSkPLaV\n6B4yxhx23WdsRX/c9yEWkR7AHmPMr77SFJW8YHvSugB41xjTCjiCrarCqSjkxV7ffg22Qq42UE5E\nbnFNUxTy4UtRjt2ViDwFnAbGxyqG4lIoBLO2Q8yJSAq2AmG8MWayffNuEall31+L/GVLfeVpu/2z\n+/Zo6gD0FJE/sS3DepmIjKNo5mUbsM0Ys8j+/XNshURRy8vlwB/GmL3GmFPAZKA9RS8friIZu/MY\nESmBrdpwv2WReyEitwM9gH72Qq5AXHaW56W4FArOtR1EpCS2xpdpMY6pAHvPgQ+ANcaYN1x2TQNu\ns3++DVtbg2N7H3tPgwZAI2Cx/XX6sIhcaD/nrS7HRIUx5kljTJoxpj62v+vvjDG3FNG87AK2ikgT\n+6bOwO8UvbxsAS4UkbL263cG1hTBfLiKZOyu57oe2//ZqL15iEg3bNWtPY0xR112RT8v0Wggiocf\n4EpsPXo2AU/FOh4v8V2M7fV3BbDM/nMltrrAb4ENwFygissxT9nzsw6XHiDYVrRbZd/3FhY2mAWR\nrwzyG5qLZF6AlsAS+7/NVKByUcwLMAxYa4/hE2w9WopEPoAJ2NpCTmF7e7srkrEDpYHPgI3YevWc\nFeW8bMTWDuD43R8Vq7zoNBdKKaWcikv1kVJKqSBooaCUUspJCwWllFJOWigopZRy0kJBKaWUkxYK\nSkWRiGSIfdZYpeKRFgpKKaWctFBQygsRuUVEFovIMhF5T2xrQ+SIyHCxrUnwrYhUt6dtKSI/u8yF\nX9m+vaGIzBWR5SKyVETOtp++vOSvzzDeMQ++UvFACwWl3IjIOcBNQAdjTEsgF+gHlAOWGGOaA/OB\n5+yHjAWGGmPOA1a6bB8PvG2MOR/bPEOOGT1bAQ9hmyv/LGxzRSkVF0rEOgCl4lBnoDXwi/0hvgy2\nydbygIn2NOOAySJSEahkjJlv3/4x8JmIpAJ1jDFTAIwxxwHs51tsjNlm/74M29z6C63PllKBaaGg\nlCcBPjbGPFlgo8gzbunCnSPmhMvnXPT3UMURrT5SytO3wPUiUgOcawHXw/b7cr09zc3AQmPMIeBv\nEelo394fmG+MyQa2ici19nOUEpGyUc2FUmHQJxSl3BhjfheRp4HZIpKEbTbLB7AtsNPWvm8PtnYH\nsE1TPMp+098M3GHf3h94T0Set5/jhihmQ6mw6CypSgVJRHKMMeVjHYdSVtLqI6WUUk76pqCUUspJ\n3xSUUko5aaGglFLKSQsFpZRSTlooKKWUctJCQSmllNP/A1dEQgZXq4v3AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50d97dd8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# plt.plot(cost_train, 'r-', label='train')\n",
    "plt.plot(cost_test, 'g-', label='test')\n",
    "plt.xlabel('epoch')\n",
    "plt.ylabel('loss function')\n",
    "plt.title('-log likelihood')\n",
    "plt.legend()\n",
    "plt.grid()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEWCAYAAACJ0YulAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xd4VFX6wPHvmx5ICD10idIMHRQLqMEuq2JdQUXB3XVd\ncXUVO+vqumuvKHZlEQu4Kijyw4IISlFZkCJVkCIBQk8n/fz+OFOTIQkhU/N+nmeeuXPreyBz3zn3\nnnuOGGNQSimlAKKCHYBSSqnQoUlBKaWUiyYFpZRSLpoUlFJKuWhSUEop5aJJQSmllIsmBaWUUi6a\nFJQCRGSIiCwWkRwROSAii0TkRBEZLSILK607QkR+FJECEdnjmL5ZRMSxfLKIGBEZXmm75xzzR1ea\nn+GYf4/fC6pUDTQpqAZPRJoAs4AXgeZAe+CfQLGPdccBE4CngDZAKnATMBiI81j1F+A6j+1igN8D\nv/oI4XrggOf6SgWLJgWloBuAMWaqMabcGHPIGPOVMWaV50oikgI8DNxsjPnIGJNnrOXGmGuMMZ5J\n5DNgiIg0c3w+H1gFZFXaZ2PgCmAs0FVETvBPEZWqHU0KStlf9eUi8raIXOBxIq/sFCAe+LQW+yxy\nrDfC8fk6YIqP9S4D8oEPgS+xtQalgkaTgmrwjDG5wBDAAG8Ae0VkpoikVlq1JbDPGFPmnOG4D5Et\nIodE5PRK608BrhORpsAZwCc+Dn898IExphx4HxghIrH1UzKljpwmBaUAY8w6Y8xoY0wHoBfQDni+\n0mr7gZaO+wPO7U41xjR1LPP6PhljFgKtgPHALGPMIc/lItIRGAq855j1KZAA/K7eCqbUEdKkoFQl\nxpj1wGRscvD0Pfbm8/DK21TjXWAcvi8djcJ+Bz8TkSxgMzYp6CUkFTQxNa+iVGQTkR7YX+cfGGMy\nHb/gRwI/eK5njMkWkX8CLzuan34JFAB9gMaH2f0LwALgOx/Lrse2cnrVY94g4EMRaWGM2X8UxVKq\nTrSmoBTkAScBP4pIATYZrMb+wvdijHkSuAO4G9jteL0G3AMs9rH+AWPMXFNp4BIRORk4BnjJGJPl\n8ZoJbMImJaUCTnSQHaWUUk5aU1BKKeWiSUEppZSLJgWllFIumhSUUkq5hF2T1JYtW5rOnTvXaduC\nggIaNz5cy8HwomUJTZFSlkgpB2hZnJYtW7bPGNOqpvXCLil07tyZpUuX1mnb+fPnk5GRUb8BBYmW\nJTRFSlkipRygZXESkW21WU8vHymllHLRpKCUUspFk4JSSikXTQpKKaVcNCkopZRy0aSglFLKRZOC\nUkopF00KSikVBlavhtJS8ftxNCkopVSI27IFeveGt95K8/uxNCkopVSI2+8Yg2/AgIN+P5YmBaWU\nCnEnnADGwKBBmhSUUqpB27wZunaFTZsCczxNCkopFcKmT7cJobAwMMfTpKCUUiHsrrvse+/egTme\nJgWllApRubnuafF/a1RAk4JSSoWsBQvs+3//G7hjalJQSqkQNXgwTJkCF14YuGOG3chrSinVEJSW\nwq+/wqhRgT2u1hSUUioEzZhhn0/47rvAHleTglJKhaAXX4TERDjllMAet8Ekhfx8GD58MLt2BTsS\npZSq3vbtsHAh/O53EBsb2GP7LSmISEcRmScia0VkjYjc5mMdEZEXRGSTiKwSkQH+iufDDyE3N5Z2\n7aCszF9HUUqpo/fXv9r3O+8M/LH9WVMoA8YZY9KBk4GxIpJeaZ0LgK6O143AK/4KZswY9/Tw4f46\nilJKHb1PP7XvJ50U+GP7LSkYY3YZY35yTOcB64D2lVYbDkwx1g9AUxFp66+YvvzS3rGZPTtwD4Io\npdSRWrMGtm4NzrHFGOP/g4h0Br4Dehljcj3mzwIeN8YsdHyeC9xjjFlaafsbsTUJUlNTB06bNq1O\nceTn55OVlcqf/nQiAC+++BO9euXWsFVoys/PJykpKdhh1AstS+iJlHJA+JVl7Nj+tGtXxPjx66os\nO5qyDB06dJkx5oQaVzTG+PUFJAHLgMt8LJsFDPH4PBc4obr9DRw40NTVvHnzjDHGzJ1rjO2I1pjM\nzDrvLqicZYkEWpbQEynlMCa8yvLrr/a81K6d7+VHUxZgqanFOduvrY9EJBb4GHjPGDPdxyo7gI4e\nnzs45vnVmWfCBx84DtjB30dTSqnaOe44+/7ll8GLwZ+tjwR4C1hnjHn2MKvNBK5ztEI6GcgxxgSk\n0ejvf++enjUrEEdUSqnDKylxT/fqFbw4/NnNxWBgFPCziKxwzLsf6ARgjHkVmA0MAzYBhcAYH/vx\nm127oG1buOgiKC+HqAbz1IZSKtQUFNj3e+8Nbhx+SwrG3jyuto2P4zrXWH/FUJM2bWD0aHj7bSgu\ntk8PKqVUoJWWwtixsHhx4J9grqzB/zb+z39sLWHKFFi7NtjRKKUaok8+sSOsxYRAF6UhEEJouOkm\n+x6AFrpKKeVijL3H2agRDPBbnw611+BrCmAfZDv9dDv92WfBjUUp1bA88YR9v+QSiI4ObiygScHl\nq68gLQ0uvhjmzAl2NEqphqCoCO67z05PnhzUUFw0KTjEx9v7CgDnnmtv/CillD9FRcGTT9pm8YHu\nDfVwNCl4GDIEHnzQTsfFBTcWpVRk27nTvu66y3aRHSo0KVTywAPu6X/+M3hxKKUi28MP24fUckOs\n+zVNCpVER8PEiXb6oYdg796ghqOUikCzZ8Nrr8FVV0GTJsGOxpsmBR/GjrVthgFatw5uLEqpyGKM\n+3LRbVWGHgs+TQqH4TkQz4EDwYtDKRVZvvjCvp92GvTpE9xYfNGkcBhRUe5rfS1auJuNKaXU0Tjv\nPPjoI5g3L9iR+KZJoRrJyXCCY0iKxx+HLVuCG49SKnxVVMC4cbbF0eWXh8aDar5oUqjB//7nnj72\nWPj22+DFopQKX9HR8Oyz9iZzKNOkUAvl5e7pjAytMSiljsxHH7mn//CH4MVRG5oUaiEqynsQ7WOP\ntVVBpZSqiTFw5ZV2ev360L1s5KRJoZaOOcZeD3QK9f9YpVTwFRRAQgKMH2+7x+7ePdgR1UyTwhF4\n+mnbcsBJBNatC148SqnQVVoKSUl2mM3CQu9m7qFMk8IR+uIL6N3b/Tk9HaZODV48SqnQY4y7/zTn\nDeZwoUmhDlat8v589dXu8VWVUspzFMdw63FZk0IdGeNdY0hKqposlFINj4jt6K5HD5sQpNqR6kOP\nJoWjUDkJ9O0Lr78enFiUUsFVUeGdAFauDI0xl4+UJoWjVHlM5z//Gc46KzixKKWCZ/5893RubviO\nyaJJoR5UTgzffBMaA3ArpfxvxgxbQ3jzTRg0CMrKbBc54UqTQj2pnBiWL7d/KIWFwYlHKeV/b78N\nl11mp5s2hR9/DP9nmDQp1KPKiQGgcePAx6GU8r99+2D0aDudkQEvvxzMaOqPJoV6Zgx06eI9TwQe\nfTQ48Sil6tcvv0CHDvD993DJJbBmTeh2g10XmhT8YONG+Pe/veeNHw9//7vv2oRSKjwcc4ztqmLH\nDnjqKXs/IT092FHVL00KfjJ+PGzb5j3vkUfguecgOzs4MSml6iY/H377zb7Ajpj23XfBjclfNCn4\nUadOVZ90HjcOmjWDxx7TnlaVCnU7dsBJJ9nWRNddZwfb2rvXPoMQqTQp+FmjRt4DdTvdf79NGno5\nSanQU1ICq1fbewdLlth5w4bBPfdAy5bBjc3fNCkEyKxZtpdVTzt22LEarrtOk4NSoeLAAYiP9+7G\n5sABuPvu4MUUSJoUAmjcOCgurjr/nXfg5psDH49Syq2w0LYUbNHCPe9//7M/2Jo1C15cgaZJIcDi\n4uwf2d//7j3/1VchMzM4MSnVkJWW2u7vPZ8pOu00e8/vhBOCF1ewhGF3TZHhX/+Ca6+1PSk6dexo\n30tKIDY2OHEp1VDk5UGTJlXnl5aGZ0d29UVrCkHUvbv9NVK5ahoXZ6uxe/cGJy6lIt1LL1VNCDt2\n2Fp8Q04IoEkh6ETsTazPPqu6rHVr24eSUqp+vPii/c7ddpt7Xna2TQbt2gUvrlCiSSFEXHih7xGa\nBgyAnTsDH49SkWDfPhg6NINjj7XJ4NZb7fzevWHpUpsMUlKCG2Oo0aQQQmJi7B/pqFHe89u3hzvv\ntL9oPv00OLEpFW4yM6FVKzu9ZYt7/rPP2hr4wIHBiSvUaVIIQVOmVK01PPOMvfdwySWwfXtw4lIq\n1P36K2zYYGsFzoYbYHsz3bbN/ui6/faghRcW/JYURGSSiOwRkdWHWZ4hIjkissLx+oe/YglHzlrD\n559XXdapEyxb1oAaTitVC2vW2B6KPVv0nX46zJy5kP/8x35vVM38WVOYDJxfwzoLjDH9HK+H/RhL\n2Dr/fDuSU2V33tmXM84IfDxKhZLNm22tQAR69fJeVlYG334Lyck+vkDqsPyWFIwx3wEH/LX/hiQ6\n2tYaDh70nv/dd/bLoB3rqYbk0CHYvdt2UX/ccd7Ltmyx3xVjwn8EtGAR48dOd0SkMzDLGNPLx7IM\nYDqQCewA7jTGrDnMfm4EbgRITU0dOG3atDrFk5+fT1JSUp22DSXz57fin//s6TWvb99snn9+RZAi\nOjqR8v8CkVOWUCyHMXDOOadTXm5/yz799EruvLMvAO+++yPt2x/yuV0olqWujqYsQ4cOXWaMqfkZ\nbWOM315AZ2D1YZY1AZIc08OAjbXZ58CBA01dzZs3r87bhpp58+aZP/7R+ZvI/fr734Md2ZGLtP+X\nSBAK5Zg61ZgdO4wZP96YtDRjhg71/ltfs6Z2+wmFstSXoykLsNTU4hwbtNZHxphcY0y+Y3o2ECsi\nEd4pbf16442qTVj//W/3NdZdu4IXm1J1dfCgHc1s5EjbHPuRR+xloXnzbNcw+fn27z7SRjwLFUFL\nCiLSRkTEMT3IEcv+YMUTzqZM8X0NtV07mDQpODEpdSR++AGuusr+mElLg3XrvJdv2GD/xt95x7vj\nOlX//NkkdSrwPdBdRDJF5A8icpOI3ORY5QpgtYisBF4ARjiqOKqOysqqPt/whz+4aw6XXx6cuJQ6\nnKVL7d/mKafAf/9r5xUW2vcXXrCNKIyBbt2CF2ND47eun4wxI2tYPhGY6K/jN1TO5xvKyqr2tDp9\nuh1FatCg4MSm1IED8PrrkJUFEyZUXX777fZBTXsNQQVDA+8PMHI5k8PChbZveKeTTrLvK1fawceV\n8rddu2zz6REjfC+fMMHdJ5EKPu3mIsINGWKTwzffeM/v29f+Gtu4MThxqcj1/vv2noDzsmW7dvD8\n897rrFzpbkekCSG0aFJoIIYOtV/AV17xnt+tW9UvrFJHoqTE9jnkTALXXFO1ZdCkSVBe7k4EWksN\nXZoUGpibbqr6pbz9dvtlHjsWVq+G3NzgxadC3969sGIFDBtm/27i422fQ56WLrW9lDpvFB9/PETp\n2SYs6D2FBspZfY+Lc/et9PLL9gV2mVKeli+3Yxb76lYlKckOct+li45cFu40dzdgIrYJa0UF9OxZ\nddnNN7ubB6qGY+FC2Lkzgago9yWha6+1zxJ4JoT8fNuayBg73nGPHpoQIoEmBYWIvWxUXg6DB7vn\nv/KKfVBIxF431stKkccYO3jT4sUwfrz9vz7tNLjmmpO9aosJCTYxOIeuNMb+bVQeX1yFP00KyiUq\nyv5K9HV5ID7eDlv40UeBj0vVj/Jy++t+7lz71LCI/T9v1sz+GGjp0clMjx653HILFBXZBPDmm5Cc\nrENXNgSaFFQVIu5fg40aeS+78kq7/G9/C05sqvaMsTW8BQtgzBh7aSc5Gc4+G7Zurbr+7bfb+0u2\nldpPvPii/TGgGhZNCqpaBQX2JHHbbd7zJ0ywySE5GU480fdAQCrwPvgApk6FceNsLSA+3o4+Nnly\n1XUnTbJJw/kDAHQMAqVJQdXS88/bE8cXX3jPz8+3zQ9jY+0JCWDPHjsQivKvPXvgvPNsM+O9e6F7\nd/vU8NVX28HpPQ0ZYi8bOZuIGmNrD5W7QlFK2wqoI3LeefaEsmuXfVLV04gR3l0ZTJpkO+Fr0iSw\nMUaS0lJbC/vgA3vZZ/Roe3KvrEcP+OUX9+cFC+DYY6v+HylVE60pqDpp29Ymh4oK+9CbLzfcYG9M\nisCAAXYIxWeesa1YlDdnJ4ZgO4tzNgU94wx7X2fMGOjY0XdCaNvWLvccgmbIEE0Iqm40KaijIgIT\nJ9oTUXm5vZThy/Ll0KYN3HknvPee+6T36quwZ08827cHNu5AqqhwPw+ydi2sX2+7hT7nHEhMhCef\ntNf/Y2NtX1QZGe5tPccOuOsu26/Qt996J4CdO7VVkKo/evlI1ZuoKPtsg7N/pYoKe9JftMiezHz5\ny18ATvGaN2CAHTho/nx73Xz4cPcA7U2aBL5b5W3b4Jhjqs7PzLRPhP/4o30SvLAQ7rorhssvt5fX\nHn8c/vnPqp0RVnbPPe7pxo1t2U86Cbp2ha++0m6kVYDVZszOUHrpGM1WOJdl1y5jLrnEmGeecf/e\nbd3ae/zdG2+sOv505VdamjH9+7s/L15c/frDhrmnP/zQvsfHG/P22+75995rzJgx1R9z796aY6vp\nddNN9r13b2Py8owpKQn2/4q3cP77qkzLYlHLMZq1pqACrk0bmDHDTt9xB8yfP5+MjAyMgVWr7NO1\n55wDH38M+6sZoHXLFu/P48ZVf9zZs93TV15p34uLbXceTo8/Xv0+tmyxzTybNrVP9x5OQgJcf70d\nYrJLFzvWcOUO4Sr3WKtUKKh1UhCRXkA6kOCcZ4yZ4o+gVMMkYsd56NvXft63z/d6xtiTeXy8vYQz\ncaK97DJ+PIwaZdvpX3WVbbEzYoS9DJWVZZPGnDm287Y774RbbrEdvD3zjF334EH4xz9sE9sWLex6\n7drZa/0VFfbdeSnn4EHfsTkTnFLhqlZJQUQeBDKwSWE2cAGwENCkoAJOxP4SB9si54kn3Mvef999\n/2LatOr3c+ml7unx493TZ55ZP3EqFY5q2/roCuAsIMsYMwboC2h7B6WUijC1TQqHjDEVQJmINAH2\nAB39F5ZSSqlgqO09haUi0hR4A1gG5APf+y0qpZRSQVGrpGCMcbbPeFVEvgCaGGNW+S8spZRSwXAk\nrY/6AJ2d24hIF2PMdD/FpZRSKghq2/poEtAHWAM4h2AxgCYFpZSKILWtKZxsjEn3ayRKKaWCrrat\nj74XEU0KSikV4WpbU5iCTQxZQDEggDHG9PFbZEoppQKutknhLWAU8DPuewpKKaUiTG2Twl5jzEy/\nRqKUUiroapsUlovI+8Bn2MtHAGiTVKWUiiy1TQqJ2GRwrsc8bZKqlFIRprZPNI/xdyBKKaWCr7YP\nr73gY3YOdiSfT+s3JKWUUsFS2+cUEoB+wEbHqw/QAfiDiDzvp9iUUkoFWG3vKfQBBhtjygFE5BVg\nATAE20xVKaVUBKhtTaEZkOTxuTHQ3JEkin1vopRSKtzUtqbwJLBCROZjn2Y+HXhURBoDX/sptnr1\nY+aP3PvzvVwVfxUXd7+Y45ofF+yQlFIq5NSqpmCMeQs4FfgEmAEMMca8aYwpMMbc5c8A60t2UTZZ\nRVnc8dUddHmxC+kvpXP/3PtZunMpFUYf0lZKKaghKYhID8f7AKAtsN3xauOYV922k0Rkj4isPsxy\nEZEXRGSTiKyqaX9H67wu5zH5xMlsvnUzz577LO2btOfJRU9y4hsnkvxYMvfMuYelO5dijPFnGEop\ndcSMMdw06yaWHVzm92PVVFO4w/H+jMfraY9XdSYD51ez/AKgq+N1I/BKDfurF2nN0rj9lNuZM2oO\nWXdm8cZFb9AppRNPLrYJosdLPXhswWNk5WcFIhyllKrRYwsf47Vlr7Exf6Pfj1VtUjDG3OiYfAUY\nbowZCszDPqNwZw3bfgccqGaV4cAUY/0ANBWRtrWOvB60bNSSPw74I+vGrmPHHTv404A/kRyXzP3f\n3E/H5zry+w9/zzdbvqG8ojyQYSmllMtnGz7j79/8nZG9RnJVh6v8fjypzeUSEVlljOkjIkOAf2Fr\nCf8wxpxUw3adgVnGmF4+ls0CHjfGLHR8ngvcY4xZ6mPdG7G1CVJTUwdOmzatxph9yc/PJykpqcb1\nthdu57Ndn/FF1hfkleXROr41p7U8jSEth9A7pTfREl2n49en2pYlHGhZQk+klAPCuyw/5/zM3avu\nplOjTkzoN4GyQ2V1LsvQoUOXGWNOqHFFY0yNL2C54/0x4GrPeTVs1xlYfZhls7A3rJ2f5wIn1LTP\ngQMHmrqaN2/eEa1fWFJopv481Vz4/oUm/l/xhocwTR9vaoZPHW7eXPam+S37tzrHcrSOtCyhTMsS\neiKlHMaEb1k+3/i5SXo0yXR9oavZmbvTGHN0ZcH2QFHj+b62TVJ3iMhrwDnAEyIST+2fcTjsPoGO\nHp87OOaFjMTYREb0GsGIXiPIL8nni01fMGP9DGb9MotPN9jePbq36M65x53LmWlnktE5g6YJTYMc\ntVIqnBljmPDjBO786k56p/bm/67+P9omB+7Kem2Twu+xN42fNsZkO679H21T1JnALSIyDTgJyDHG\n7DrKffpNUlwSV6RfwRXpV2CMYc3eNcz5dQ5f/volb/70Ji8ueZEoiWJA2wGc1uk0BncczOBOg2mT\n1CbYoSulwsTG/RsZO3ssczbP4ZIelzDlkikkxycHNIba9pJaiEc32Y6Td7UncBGZCmQALUUkE3gQ\niHVs/yowGxgGbAIKgbDpiVVE6NW6F71a9+L2U26nuKyYHzJ/YO6WuXy77Vte/t/LPPfDcwC0T27P\noPaD6NemH31T+zKo/aCAZn2lVOjbX7ifRxc8ysT/TSQ+Op6Xhr3EX074CyIS8FhqW1M4YsaYkTUs\nN8BYfx0/kOJj4jmj8xmc0fkMAIrLilmetZzF2xezbNcyluxYwoz1M1zrt01qS/+2/emX2o++bfqS\n3iqdrs27Eh8TH6wiKKWCYFv2Nib8OIHXl73OobJDXNf3Oh458xHaJbcLWkx+SwoNWXxMPCd3OJmT\nO5zsmldYWsjyXctZunMpP2X9xE+7fuLLTV9SbvsYJFqi6dm6Jz1b9eT4lsfTO7U3PVr24LhmxxEb\nHRusoiil6ll5RTlzNs/h9WWv8+mGTxGEkb1Hct+Q+0hvlR7s8DQpBEqj2EYM7mTvMzgVlxWzdu9a\n1u9bz4qsFazeu5pF2xcxdfVU1zqxUbF0b9mdnq160qt1L3q37s3xrY53JROlVOgrqyhjRdYKpv48\nlfd+fo/dBbtpkdiCu069i5tPvJlOKZ2CHaKLJoUgio+Jp3/b/vRv25+Rvd1X2/JL8l3JYu3etazZ\nu4YlO5bwwZoPXOtEEUWXNV3o2rwraU3TOLbZsaQ1c7w3TQv4zSmllFtRWZHrysAnGz7hp10/kV2U\nTWxULMO6DuPaPtdyUbeLQvKSsSaFEJQUl8Sg9oMY1H6Q1/z8knxW71nNqt2rmLdyHiVJJWw+uJkF\nvy0gtzjXa92WjVqS1jTNJoqm3gmjU0onvSSlVD3aU7CHt356i20521i1exXfZ37vWtahSQcu63EZ\nQ9OGMqzrMJonNg9ipDXTpBBGkuKSXPcquuV1IyMjA7Dtmg8WHWTLwS1sPriZLdnu9592/cSMdTMo\nrSh17SdKoujYpKMrSVSuZbRu3DoorR6UClWe37GnFj/FgUMHaNGoBdNWV+1dISEmgbOPPZure13N\n6ceczrHNjg2r75MmhQggIjRPbE7zxOYMbDewyvLyinJ25O3wmTRmb5pdpfO/RrGN6Ny0Mx2bdKRz\n0850btqZY1KOse9Nj6FNUhui5GifXVQqNBSVFbGvcB+78naxK38X27K38dwPz3Gw6CDZRdnERMVQ\nVlFWZbu46DgAujTvwo0DbqRFoxaM6DWCRrGNAl2EeqVJoQGIjoqmU0onOqV0cjWb9VRYWsjW7K1e\nSWNL9ha252xn2a5l7Cvc57V+fHQ8xzQ9hk4pnWif3J60pmm0TW5LauNU2iS1oU1SG1KTUkmISQhU\nEVUDZIyhuLyYvQV72bB/A22S2lBQUkB2UTblppztOdtZtXsVeXvyWBS1iB15O1i5eyWLty927SM2\nKtarFl1ZSnwKJ7Y/kczcTBJjEjn72LNp1agVl6dfTlrTtLCqAdSWJgVFo9hGpLdKP2xzuPySfH7L\n+Y2t2Vu9Xr/l/MbXe79mR57v3klS4lNISUihdePWtEhsQUpCCq0ataJJfBOS4pJoltCMZonN+O3A\nbzTa0Yjmic1JiU+hSXwT4qLjIvIL19CUV5RTUl5CuSmnwlSQU5TDgUMHKCwtpLC0kKKyIorLiykp\nL+FQ6SGyi7IpKisitziXNXvXUG7KEYS1e9cSGx3LL/t/qVsgv0HzxOa0SGxBvzb9WJG1gmiJ5ob+\nN9AisQWdUjrRLrkdbZPb0i65XYOuDWtSUDVKikuqNmmUlJewt2AvWflZZOVnsbtgt2s6pziH3fm7\nOXDoAFuyt7C3YC+5xblVm9T+7P0xSqJoFNuIxrGNaRTbyE7HuaeT4pJIik0iMTaRKIkiPjqemKgY\nYqNjiY2KrfE9LjrO9YqPiSc+Op7Y6FjXvhJiEoiPiSdaoomLjiNKohARBKnyDrimy0055RXlXuv4\nkzGGQ2WHKCgp4FDZISpMBcYYKkyF64RqMJSWl7pOzsYY1wm5qKyIwtJCoqOiKSororS8lILSAn7+\n7WfmfjOXgtICCkoKKCwrJLc4l0OlhzhUdoi46DhyinIwGAShpLyEsooyKkwFZRVliAibDmw6qrLF\nRcdxXLPjyCvJY1feLrq26ErzxOYcOHSAbi26Mbz7cOKi48grzqOkvITTjzmdpglNyS7KJjUplfyS\nfGKjYtm3cR9XnHMFibGJ9fSvHtk0KaijFhcdR/sm7WnfpH2tt3H+Kswuymbu4rmkHZ/G/kP7yS3O\nJa84j8LSQgpKC7zeC0sLKSgpICs/i4KSAvJL8l0nwuKyYkorSn1e+w2476rO8pVManqvMBWuk3uF\nqSA2yrYY8xw+trSi1G/DycoWoXFcY1diTo5PJjEmkcTYRA6VHqJV41ZESzQG40q4URLl+oU9pNMQ\n2ie3p3FX5iI9AAAY7ElEQVRsY6Kjol3LmiU0o0WjFqTEpxATFUNSXBIJMQnERceRkpBCYkwiCTEJ\n9ZZQ5++YrwnhCGhSUEGRGGtPLm2T27I7ZTcZ3TLqZb/GGMoqyiitKKW0vNTrvayizDVdUl7iSiTF\nZcUUlxdTXFYM4LqkUVxWTLkpp7S81PUL22CqvDuPazBs3rKZzp07H3bdI3mPkiivk2lpealX7cR5\nMm4S34TGcY1JjEl01WiiJMpr3I/Y6Fjio+Nd2zeKbURCTIL9f4hJpMJUkBCTQGx0LI1jG7P0+6Wc\ne+a5egmvAdKkoCKKiNhLRNGxju4XA2t+xXwyzsgI/IHrmTOBqIanYd5JUUop5ZMmBaWUUi6aFJRS\nSrloUlBKKeWiSUEppZSLJgWllFIumhSUUkq5aFJQSinloklBKaWUiyYFpZRSLpoUlFJKuWhSUEop\n5aJJQSmllIsmhVBTVgYVFbB8OYwfD0lJIAIffWTfHa+MoUO9PiMCQ4bY9xtvhM8/h7lzIT8/2CVS\nSoUR7To7EPbuhZkzITYWYmJg3z447TRITYX27aFZMygogJISu/6XX8Kll0JhoXsfGzbUfJxFi+z7\nG2/YV3U++wzOPhsSdBxlpZSbJoWjtWMHbNwI6enwww8wfLh72YIF9td7jx5w4ID3dk8/DbfeCv36\n2WXG2KSQng7HHQf33ANdukB2NrRrZ/d7//3w669w6BC/vPkm3f77X8jKqlvcF11UdV7btvDMMzBy\nZN32qZQKe5oUaiszE+6+G6ZOtZ+vvRbefde9fMECWLPGe5uCAvt+772weDFkZMA550Dr1rZ2EB1t\nLxP58o9/+J7fpQsAOy+9lG4TJtQ+/q1bISoK/vUvmD69apIC2LULrr7avjzddpstQ2qqvTyllIpY\nek/Bl/Jy+2tZBOLi4NFHoWNHd0IA6N3bPR0VBQMGwB13wM6ddntj4Lzz7PK77oIZM+zJNT0dWra0\nCSGQOneGTp3sZaX9+218xth7GF9/Xf22EybYWkRUlP03SU6G9esDErZSKrC0puC0ebP9NX3mmTB6\nNEybZueXltobtg8+CHv22Msu555rT+p33111P23bBjLqoxcdDWedZRME2IQ2ezZs2wY//uhdG3LK\nz4fjj/eet3MntGpl75kopcJWw/4GFxXBhRfak77Tvn32PsC778Ltt8MTT9gTXUO5bBId7b7fcMst\n8M47NmF88EH19xratfP+/OqrNrnGx/stVKVU/Wt4l4/Ky+3NXRH7698zIXz+OTRvDn/+sz0RPvus\nbTHUUBLC4YjAiBHuS07GwMqVcNJJh9/mpptsyyZnc9mLLoLcXHu5SikVshpOUjDGtu2PibEnNLCt\nf3JybKsfY+D88zUB1FafPra1lTG26ewnn1S//qxZkJLiTrIitja2e3dg4lVK1UrDSQo7drinL7/c\nPjvQvj00aWJPVKruEhNtk1nPmkR5Obz0UvXbjRoFbdp4P4j37beBiVkp5VPDSQrt2/PTiy/ak9VH\nH9kWQMp/oqLg5pu9E0VxMXz8cfXbZWRUfVL7hx/sU95KKb9rOElBhNxevezJSgVHXBxcdpl3oigs\nZNPNN1e/3Smn2BvgnoniqadsyzClVL2KiNZHpaWlZGZmUlRUVO16KSkprFu3LkBR+ZezLAkJCXTo\n0IHYcL0ElphI5pVX0sXzUtOOHfDyy/b5kMO5++6qTYK//tp2HxIX559YlWoA/JoUROR8YAIQDbxp\njHm80vIM4FNgi2PWdGPMw0d6nMzMTJKTk+ncuTNSzY3ivLw8kpOTj3T3ISkvL4+kpCT2799PZmYm\naWlpwQ6p/rRvD488Yl9OhYW29VJ1z4Gcfbb35wsvtN2EzJ2riUKpWvLbtRQRiQZeAi4A0oGRIpLu\nY9UFxph+jtcRJwSAoqIiWrRoUW1CiEQiQosWLWqsIUWERo2gTZuq9yiWLoUHHvC9zaxZsHChfVai\n8n2Kzz+HvLzAlkGpMODPC+yDgE3GmM3GmBJgGjC8hm3qrKElBKeGWm7A/vofOBAeftg7WWRlwXXX\nVb/tsGG25VnlZPHBB3DwYGDiVyoEiXF2b1DfOxa5AjjfGPNHx+dRwEnGmFs81skApgOZwA7gTmPM\nGh/7uhG4ESA1NXXgNGcXFA4pKSl0cXQUV53y8nKiA93nkJ94lmXTpk3k5OQEOaK6y8/PJykpya/H\nkNJSOkyfTpvPP6fxtm1HvP2hdu3Yds017D77bEw1l6ICUZZAiJRygJbFaejQocuMMSfUuKIxxi8v\n4ArsfQTn51HAxErrNAGSHNPDgI017XfgwIGmsrVr11aZ50tubm6t1vOXTz/91Dz22GP1si/PstS2\n/KFq3rx5wTt4aakxkyYZ07u3Z13jyF9Nmxrz+efm29mzg1eWehTU/5N6pmWxgKWmFuduf14+2gF0\n9PjcwTHPMyHlGmPyHdOzgVgRidgHCC6++GLuvffeYIehPMXEwJgxsGqV92m+osLO+/zz2u0nOxsu\nuIDThw2reklKxHYJsnixNqNVIc+frY/+B3QVkTRsMhgBeHXULyJtgN3GGCMig7D3OPYf9ZEzMqrO\n+/3v7RO0hYX2enJlo0fb1759cMUV3svmz6/xkFu3buX888/n5JNPZvHixZx44omMGTOGBx98kD17\n9vDee++xdu1ali5dysSJExk9ejRNmjRh6dKlZGVl8eSTT3JF5eOq4BGx3aP37u3uQbay7dvhd7+z\nPcrm5la/vyVLYPDgwy8/6yx4/HFIS4MWLeoet1JHyW81BWNMGXAL8CWwDvivMWaNiNwkIjc5VrsC\nWC0iK4EXgBGOak5Y2rRpE+PGjWP9+vWsX7+e999/n4ULF/L000/zqI8297t27WLhwoXMmjVLaxDh\nqGNHW5vIyXHVMObPm+euaaxda1s/1cbcuXDiifZJe181jdNOs4MgOYdsVcpP/PqcguOS0OxK8171\nmJ4ITKz3Ax/ul31enm3aWN0v/5Yta1Uz8CUtLY3ejsF3evbsyVlnnYWI0Lt3b7Zu3Vpl/UsuuYSo\nqCjS09PZrR3DRRYR95gTlX/nOC9RvfaaHcr1uedq3t/ChVW7J/f0zjt2UKdWreoes1I0pG4uAiDe\nY+yAqKgo1+eoqCjKfHQZ7bl+GFeQ1JESsd2t/OUvtnt2X7euS0vhiy9q7lTQadQoO8yrr1rG3XfD\nZ5/ZWkZ5uX/LpsKeJgWlQlFMjP3lX7lTQWPg0CE7UmCfPrXb11NPwcUX24f4nANGidghWp0P8u0/\n+lt5KjJoUlAq3CQk2BvSK1f6rmWUlEBBgR0wqjrO5zWGDatyL8PVnbmzZ2HVYEREh3ihoHPnzqxe\nvdr1efLkyT6XjR49uspysA+lKFUvYmPt63C//idPhrfftuvMmVP9vm691b582bLFDmnbvbsOThVB\ntKagVEMzejTMmwdffVV1YKR58+Ctt2q3n7Q0ezM9Ksr7HsZll8GCBX4tgvIfTQpKKSsqyj7jc8MN\n7qa1lZPGrFkwYED1+5kxA04/veoN7z597ABXBQUBKY6qG00KSqnaiYqyD+stW1Y1Yaxda2se1fn5\nZ7jySkhKqpowpkzR0fVChCYFpdTRO/54OOcc3y2lFi2qefvrr686ul6bNrB8ub1voQJGk4JSyn8S\nEuDUU323kKqpZrF7t71UlZjoThTnnANdutTcrYiqM00KSqnAi431XbPYvx/+85/Db/f11/Drr5CS\n4l2rWLxYuwCpJ5oUlFKho3lz2zqqcrLYsweuugouucT3doMHe4+wN2qUvc+hjpgmBaVU6GvVCqZN\nsy2bnImirAz69vW9/rvvQs+e7gfxHn7YJhZVo4h7eO1vX/yNFVkrfC6r68hr/dr04/nzn692ndp0\nnd2zZ0/++te/snr1akpLS3nooYcYPnw4W7duZdSoURQ4mupNnDiRU089lfnz5/PQQw/RsmVLVq9e\nzcCBA3n33Xcb9hCcSjlFR8MKj+96RQU89pjttfapp7zXffBB+3J67TW44ALb063yEnFJIZg2bdrE\nhx9+yKRJkzjxxBNdXWfPnDmTRx99lPT0dM4880wmTZpEdnY2gwYN4uyzz6Z169bMmTOHhIQENm7c\nyMiRI1m6dCkAy5cvZ82aNbRr147BgwezaNEihgwZEuSSKhWCoqJg/Hg7/eSTtjbxySfk3XMPyRs3\neq/75z97f/7+e9t1eYQM13s0Ii4pVPeLPi8vj+TkZL8du6auszMzM5k5cyZPP/00AEVFRfz222+0\na9eOW265hRUrVhAdHc0vv/zi2uegQYPo0KEDAP369WPr1q2aFJSqDRG49FKWNWtGhnPgrd274bvv\n7KBbnk45xT3ds6cdFKlRo4CFGkoiLikEU01dZ0dHR/Pxxx/TvXt3r+0eeughUlNTWblyJRUVFSQk\nJPjcZ3R0tM8uuJVStZSaah+gc3ZVv2ED9Ojhvc6aNdC4sfvz7Nn2UlMDoTeaA+i8887jxRdfdI2d\nsHz5cgBycnJo27YtUVFRvPPOO5Rrr5RKBUb37t7jcj/xRNV1PMfdbgB9OmlSCKAHHniA0tJS+vTp\nQ8+ePXnggQcAuPnmm3n77bfp27cv69evp7HnrxSlVGA4ByRyJom5c6uu4+zTqVEjOHgw8DEGgF4+\nqie17Tr7tddeq7Jt165dWbVqlevzE45fKxkZGe5rodhWSUqpADnzTPdlplWrvJu/HjrkHq/i8stt\nDeO44wIfox9oTUEppWrSp4/7EtPMmXDbbe5lH39su94QsWNphzlNCkopVVsicNFF8PzzNkmsXOm9\n/LTT7DoDBthBiMKQJgWllKorZw0iL897/vLlcOyxNkFcfrn7MlQY0KSglFJHKynJfYM6J8d72fTp\n7tHpwqBJuSYFpZSqT02a2ORQWAitW3svi421ySGEWy5pUlBKKX9ITLRPUBsD77/vvax5c5scQnBo\nUk0KSinlbyNH2uQwfbr3fOfQpAcOBCcuHzQpKKVUoFx6qU0OHv2bAdCihW3WGgIiMilkZFR9vfyy\nXVZY6Hu581mzffuqLquNrVu30qNHD0aPHk23bt245ppr+Prrrxk8eDBdu3ZlyZIlLFmyhFNOOYX+\n/ftz6qmnsmHDBgCee+45brjhBgB+/vlnevXqRWFh4VH/OyilQlTXrjY5rFvnnvfrr7bW8O67wYuL\nCE0KwbJp0ybGjRvH+vXrWb9+vavr7KeffppHH32UHj16sGDBApYvX87DDz/M/fffD8Btt93Gpk2b\nmDFjBmPGjOG1116jUQPtoVGpBqVHD5scHnnEPW/UKJscgiQiu7mYP9/3/Lw822XJ4ZYDtGxZ/fLq\n1NR1dk5ODtdffz0bN25ERCgtLQVsL6qTJ0+mT58+/PnPf2bw4MF1C0ApFZ7uv9++unSxNQZwJ4YA\nP+OgNYV6VFPX2Q888ABDhw5l9erVfPbZZxQVFbnW37hxI0lJSezcuTPgcSulQsSmTfYatycR8OhX\nzd80KQRQTk4O7du3B7w7zMvJyeHWW2/lu+++Y//+/Xz00UdBilApFXSJibZ2sGiRe17v3jBmDNGH\nDvn98JoUAujuu+/mvvvuo3///l6D5dx+++2MHTuWbt268dZbb3HvvfeyRwcZV6phO/VU70tHkydz\n2rBhfj9sRN5TCIbadp3tOdTmv//9bwAmTZrkmtexY0c2bdrk52iVUmHDGMjNhZQUVj71FH1r3uKo\naE1BKaVCnaPrjIMnnOD3Q2lSUEop5RIxScGEUde09amhllsp5R8RkRQSEhLYv39/gztBGmPYv38/\nCQkJwQ5FKRUhIuJGc4cOHcjMzGTv3r3VrldUVBQxJ1BnWRISEujQoUOww1FKRQi/JgUROR+YAEQD\nbxpjHq+0XBzLhwGFwGhjzE9HepzY2FjS0tJqXG/+/Pn079//SHcfkiKpLEqp0OG3y0ciEg28BFwA\npAMjRSS90moXAF0drxuBV/wVj1JKqZr5857CIGCTMWazMaYEmAYMr7TOcGCKsX4AmopIWz/GpJRS\nqhr+vHzUHtju8TkTOKkW67QHdnmuJCI3YmsSpKamMr+OPdbl5+fXedtQo2UJTZFSlkgpB2hZjlRY\n3Gg2xrwOvA4gInuHDh26rY67agnsq7fAgkvLEpoipSyRUg7QsjgdU5uV/JkUdgAdPT53cMw70nW8\nGGNa1TUgEVlqjPH/I4EBoGUJTZFSlkgpB2hZjpQ/7yn8D+gqImkiEgeMAGZWWmcmcJ1YJwM5xphd\nlXeklFIqMPxWUzDGlInILcCX2Capk4wxa0TkJsfyV4HZ2Oaom7BNUsf4Kx6llFI18+s9BWPMbOyJ\n33Peqx7TBhjrzxgqeT2Ax/I3LUtoipSyREo5QMtyRKShdQ2hlFLq8CKi7yOllFL1Q5OCUkoplwaT\nFETkfBHZICKbROTeYMdTmYh0FJF5IrJWRNaIyG2O+c1FZI6IbHS8N/PY5j5HeTaIyHke8weKyM+O\nZS84+pgKRpmiRWS5iMwK57KISFMR+UhE1ovIOhE5JRzLIiK3O/62VovIVBFJCJdyiMgkEdkjIqs9\n5tVb7CISLyIfOOb/KCKdA1yWpxx/X6tEZIaINA1aWYwxEf/Ctn76FTgWiANWAunBjqtSjG2BAY7p\nZOAXbJ9RTwL3OubfCzzhmE53lCMeSHOUL9qxbAlwMiDA58AFQSrTHcD7wCzH57AsC/A28EfHdBzQ\nNNzKgu0pYAuQ6Pj8X2B0uJQDOB0YAKz2mFdvsQM3A686pkcAHwS4LOcCMY7pJ4JZloB+uYL1Ak4B\nvvT4fB9wX7DjqiHmT4FzgA1AW8e8tsAGX2XANv09xbHOeo/5I4HXghB/B2AucCbupBB2ZQFSsCdT\nqTQ/rMqCu0uZ5thWh7McJ6KwKQfQudKJtN5id67jmI7BPjUsgSpLpWWXAu8FqywN5fLR4fpYCkmO\n6l5/4Ecg1bgf6MsCUh3ThytTe8d05fmB9jxwN1DhMS8cy5IG7AX+47gU9qaINCbMymKM2QE8DfyG\n7VssxxjzFWFWjkrqM3bXNsaYMiAHaOGfsGt0A/aXv1dcDn4vS0NJCmFDRJKAj4G/GWNyPZcZm/pD\nvg2xiFwI7DHGLDvcOuFSFuwvrQHAK8aY/kAB9lKFSziUxXG9fTg2ybUDGovItZ7rhEM5DiecY/ck\nIuOBMuC9YMXQUJLCEfexFAwiEotNCO8ZY6Y7Zu8WR3fijvc9jvmHK9MOx3Tl+YE0GLhYRLZiu0w/\nU0TeJTzLkglkGmN+dHz+CJskwq0sZwNbjDF7jTGlwHTgVMKvHJ7qM3bXNiISg71suN9vkfsgIqOB\nC4FrHEnOKy4Hv5eloSSF2vTDFFSOlgNvAeuMMc96LJoJXO+Yvh57r8E5f4SjpUEadqCiJY7qdK6I\nnOzY53Ue2wSEMeY+Y0wHY0xn7L/1N8aYa8O0LFnAdhHp7ph1FrCW8CvLb8DJItLIcfyzgHVhWA5P\n9Rm7576uwP7NBqzmIXaUyruBi40xhR6LAl+WQNwgCoUXto+lX7B378cHOx4f8Q3BVn9XASscr2HY\na4FzgY3A10Bzj23GO8qzAY8WIMAJwGrHson48YZZLcqVgftGc1iWBegHLHX833wCNAvHsgD/BNY7\nYngH26IlLMoBTMXeCynF1t7+UJ+xAwnAh9h+2JYAxwa4LJuw9wGc3/1Xg1UW7eZCKaWUS0O5fKSU\nUqoWNCkopZRy0aSglFLKRZOCUkopF00KSimlXDQpqAZFbI+nN9dx29mevVfWcR/9RGTY0exDKX/S\npKAamqbYXiSrcDz9eVjGmGHGmOyjPH4/7PMnSoUkTQqqoXkcOE5EVjj6sM8QkQUiMhP7pDIi8omI\nLBM79sCNzg1FZKuItBSRzmLHVXjDsc5XIpJY+UAicqXYsQtWish3jqfpHwauchz/KhFp7Ohff4mj\nw73hjm1Hi8inIjJf7HgBDwbmn0c1dPrwmmpQHD3QzjLG9HJ8zgD+D+hljNnimNfcGHPAcaL/H3CG\nMWa/oy+nE4Ak7NOiJxhjVojIf4GZxph3Kx3rZ+B8Y8wOEWlqjMl29G9zgjHmFsc6jwJrjTHvOi5N\nLcH2kHsl8BjQCyh0xDHaGLPUX/82SoHWFJQC25fMFo/Pt4rISuAHbMdiXX1ss8UYs8IxvQzbP35l\ni4DJIvIn7EBPvpwL3CsiK4D52C4KOjmWzTHG7DfGHMJ2YDek9kVSqm6qvYaqVANR4Jxw1BzOxg5S\nUigi87En6sqKPabLgSqXj4wxN4nIScDvgGUiMtDHfgS43BizwWum3a5yNV6r9crvtKagGpo87HCn\nh5MCHHQkhB7Y4Q7rRESOM8b8aIz5B3agno4+jv8l8FdHT5eISH+PZeeIHYc4EbgEW/NQyq80KagG\nxRizH1jkuAH8lI9VvgBiRGQd9qb0D0dxuKfEDqy+GliMHWt3HpDuvNEM/AuIBVaJyBrHZ6cl2PE1\nVgEf6/0EFQh6o1mpEFT5hrRSgaI1BaWUUi5aU1BKKeWiNQWllFIumhSUUkq5aFJQSinloklBKaWU\niyYFpZRSLv8PS6KKBngy67UAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b6755fa90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(SIGMA['Smin'][:,0], 'r--', label='min')\n",
    "plt.plot(SIGMA['Smean'][:,0], 'g-', label='mean')\n",
    "plt.plot(SIGMA['Smax'][:,0], 'b--', label='max')\n",
    "plt.xlabel('train step')\n",
    "plt.ylabel('sigma')\n",
    "plt.title('SIGMA')\n",
    "plt.legend()\n",
    "plt.grid()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def get_pi_idx(x, pdf, h, w, order):\n",
    "    \n",
    "    accumulate = 0\n",
    "    P = pdf[order,:,h,w]\n",
    "\n",
    "    for i in range(KMIX):\n",
    "        \n",
    "        accumulate += P[i]\n",
    "        if (accumulate >= x):\n",
    "            return i\n",
    "    \n",
    "    print('error with sampling ensemble')\n",
    "    \n",
    "    return -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def generate_ensemble(out_pi, out_mu, out_sigma, occlud):\n",
    "    \n",
    "    generated_image = np.copy(occlud)\n",
    "    \n",
    "    for order in range(number_generate):\n",
    "\n",
    "        mu, std, idx = 0, 0, 0\n",
    "        result = np.random.rand(height_occlud * width)\n",
    "        rn = np.random.rand(height_occlud * width)\n",
    "    \n",
    "        count = 0\n",
    "        for h in range(height_occlud,height):\n",
    "            for w in range(width):\n",
    "                \n",
    "                idx = get_pi_idx(result[count], out_pi, h, w, order)\n",
    "                mu = out_mu[order,idx, h, w]\n",
    "                std = out_sigma[order, idx, h, w]\n",
    "                generated_image[order,h,w,:] = mu + rn[count] * std\n",
    "                \n",
    "                # truncated normal\n",
    "#                 lower = 0\n",
    "#                 upper = 1\n",
    "#                 a, b = (lower - mu) / std, (upper - mu) / std\n",
    "#                 generated_image[order,h,w,:] = truncnorm.pdf(rn[count], a, b, loc = mu, scale = std)\n",
    "                # end of truncated normal\n",
    "                \n",
    "                count += 1\n",
    "            \n",
    "    return generated_image"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# generate\n",
    "number_generate = 5\n",
    "\n",
    "test_data = mnist.train.next_batch(number_generate)\n",
    "test_data = test_data[0]\n",
    "\n",
    "original = test_data\n",
    "\n",
    "occlud = np.copy(test_data)\n",
    "occlud[:, height_occlud * width : height * width] = 0\n",
    "\n",
    "original = original.reshape((number_generate,height,width,1))\n",
    "occlud = occlud.reshape((number_generate,height,width,1))\n",
    "oo = occlud.reshape((number_generate, height * width))\n",
    "# occlud = occlud.reshape((number_generate, height, width, channel))\n",
    "out_pi_occlud, out_sigma_occlud, out_mu_occlud,ss = sess.run(get_mixture_coef(conv_layer), feed_dict={X: oo})\n",
    "\n",
    "out_pi_occlud = np.exp(out_pi_occlud)\n",
    "out_sigma_occlud = np.exp(out_sigma_occlud)\n",
    "\n",
    "y_occlud = generate_ensemble(out_pi_occlud, out_mu_occlud, out_sigma_occlud, occlud)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "improve_generated_image = np.copy(y_occlud)\n",
    "\n",
    "def improve(old_value, old_min, old_max, new_min, new_max):\n",
    "#     new_value = ( (old_value - old_min) / (old_max - old_min) ) * (new_max - new_min) + new_min\n",
    "    new_value = ( (old_value - old_min) / (old_max - old_min) )\n",
    "    return new_value\n",
    "\n",
    "for i in range(number_generate):\n",
    "    \n",
    "    half = improve_generated_image[i, height_occlud:height,0:width,0]\n",
    "    old_min, old_max, new_min, new_max = np.min(half), np.max(half), 0, 1\n",
    "    \n",
    "    for h in range(height_occlud,height):\n",
    "        for w in range(width):\n",
    "            improve_generated_image[i,h,w,:] = improve(improve_generated_image[i,h,w,:],\n",
    "                                                       old_min, old_max, new_min, new_max)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# show:\n",
    "\n",
    "original_image = np.empty((height, width * number_generate))\n",
    "occluded_image = np.empty((height, width * number_generate))\n",
    "predicted_image = np.empty((height, width * number_generate))\n",
    "improve_predicted_image = np.empty((height, width * number_generate))\n",
    "            \n",
    "for i in range(number_generate):\n",
    "    original_image[0:height,i*width:(i+1)*width] = original[i].reshape([height,width])\n",
    "    occluded_image[0:height,i*width:(i+1)*width] = occlud[i].reshape([height,width])\n",
    "    predicted_image[0:height,i*width:(i+1)*width] = y_occlud[i].reshape([height,width])\n",
    "    improve_predicted_image[0:height,i*width:(i+1)*width] = improve_generated_image[i].reshape([height,width])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAByCAYAAABDTSr6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAE6pJREFUeJzt3Xm0FOWZx/HvI0EUURZFRVDAiBglLmjccMENJSQCmhhQ\nJw46wbjG5RgBz7hFJ47bGM9RM6hRJBFHRZRo1MQ1jhn3GAGRiBtLEIKooGgA88wfVW933aXv7du3\ntyp+n3PuudXvW9X1NHS/9+13NXdHRETSb4NaByAiIuWhAl1EJCNUoIuIZIQKdBGRjFCBLiKSESrQ\nRUQyQgW61BUz+6WZ/Xu5z23lefqZmZvZ1wrkzzGzoe29j0ilmcahy/rOzPoB7wEd3X1dbaMRKZ1q\n6FI3zKxDrWMQSTMV6FJRZvYNM3vGzD6Jmy6OTuTdaWa3mNnvzOxz4JA47YrEOT81syVm9jcz+7e4\naWSHxPVXxMdDzWyRmZ1vZsvia8YlnmeEmf3ZzFaa2UIzu7QNr+F9Mzs8Pr7UzO4zs1+b2Sozm2Vm\nO5rZxPi+C81sWOLacWY2Nz73XTM7tdFzt/T6OpnZtWa2wMyWxk1MG7f1/0DWHyrQpWLMrCPwW+D3\nwJbAWcBvzGxg4rTjgSuBTYH/bXT9UcB5wOHADsDQVm65NdAV6A2cAtxkZt3jvM+BHwLdgBHAaWY2\nqsSX9l1gKtAd+DPwONFnqTdwOfDfiXOXAd8BNgPGAf9lZoOLfH1XATsCu8f5vYGLS4xZ1gMq0KWS\n9gW6AFe5+xp3fwp4GBibOOchd3/e3f/p7l82uv444A53n+Puq4FLW7nfWuByd1/r7r8DPgMGArj7\nM+4+K77PG8A04OASX9dz7v543N5+H9Azfo1rgXuAfmbWLb7vI+7+jkeeJfrjdmBrr8/MDBgPnOvu\nK9x9FfAfwJgSY5b1QLO9+iJlsg2w0N3/mUj7gKimGSxs5fpXijwX4KNGnZqrif6gYGb7ENV4BwEb\nAp2ICuNSLE0cfwEsd/evEo+J7/uJmQ0HLiGqaW8AdAZmxee09Pp6xue+GpXtABigfgYpSDV0qaS/\nAduaWfJ9th2wOPG4pWFWS4A+icfbtiOWu4GZwLbu3hX4JVEBWTFm1gmYDlwLbOXu3YDfJe7b0utb\nTvTHYRd37xb/dHX3LpWMWdJNBbpU0otEteSfmlnHeCz3d4maJYpxLzAu7ljtDLRnzPmmwAp3/9LM\n9iZqu6+08E3g78C6uLY+LJFf8PXF32puJWpz3xLAzHqb2ZFViFtSSgW6VIy7ryEqwIcT1ThvBn7o\n7m8Vef2jwI3A08B84IU46x8lhHM6cLmZrSLqWLy3hOdok7jd++z4Xh8T/RGZmchv7fVdGNLNbCXw\nBHGfgEhzNLFIUsPMvgHMBjplcQJQ1l+fVJ5q6FLXzGx0PB67O/CfwG+zVNhl/fVJdalAl3p3KtFY\n7neAr4DTahtO2WX99UkVtavJJZ4Y8QuioVS3uftV5QpMRETapuQCPV5346/AEcAi4GVgrLu/Wb7w\nRESkWO1pctkbmO/u78ajGe4BRpYnLBERaav2zBTtTcOZbYuAfVq6wMw0pEZEpO2Wu3vP1k6q+NR/\nMxtPtCaFiIiU5oNiTmpPgb6YhlOV+9BwSjcA7j4ZmAyqoYuIVFJ72tBfBgaYWX8z25BoFbiZrVwj\nIiIVUnIN3d3XmdmZRGtBdwB+5e5zyhaZiIi0SVWn/qvJRdJq2LBoTa1HH30UgOnTp+fyjjvuuJrE\nJOuVV919r9ZO0kxREZGM0AYXIgWMGDEid3zffdFeGGGziX32aXGErkhNqIYuIpIRKtBFRDJCTS5S\n0GGHHQbABRdcAOQ7BiHfKfj973+/+oFV2F57RX1Pd999dy5to402anDOjBkzqhqTSDFUQxcRyQjV\n0KWBTTbZJHd84YUXAvmaenKI6yuvvEKW7Lnnnrnjyy+/HIBNN920yXlz5kRTLa655prqBCbSBqqh\ni4hkhGro0sD++++fOw418+CDD/LrA02ZMqVqMVVS165dAZg8eXIubY899ih4/qWXXgrA4sVNli0S\nqTnV0EVEMkIFuohIRqjJpQ169ozWl092Dq5atQqAHj16APDhhx/m8qq5Tk577bDDDgBMnTq14Dmj\nRo3KHSdfZ5pdccUVQMvNLACDBw8G4C9/+UvFY5LyC01lAAcffDAAzz77LACXXHJJwesuu+yy3PEz\nzzzT4Hc9Ug1dRCQj1uvVFrfffnugYUdgv379ABg+fHiT83fffXcA1q1bl0tbsGABALvssgsADzzw\nQC7ve9/7XnkDLrPOnTvnjq+77joAxo9vurnUxx9/DEDfvn1zaZ9//nmFo6us0aNHA3DvvfcC0KFD\nhybn3HXXXbnjcePGAen61iV5lfp/C2v7VIFWWxQRWZ+0WqCb2a/MbJmZzU6k9TCzP5jZ2/Hv7pUN\nU0REWtNqk4uZHQR8Btzl7oPitKuBFe5+lZlNALq7+4Wt3qwOmlySY6ufeOIJoPmvY2vWrAHgnXfe\nKep5e/XqBcAGG+T/Rnbr1q3kOKvhlltuyR0319QSmpaGDBkCpH92aBhzDvDUU08BzXeGhtmgofMM\nYMWKFRWOLvu6d4/qfV999VUubeXKlRW9Z+gMbanjsz1Cp2my07VCytPk4u5/BBq/m0cCYWbJFGAU\nIiJSU6UOW9zK3ZfExx8CW5Upnop54YUXAPjWt77VJC9ZC7/xxhuB/FZj8+fPL+r5Q4dp41X56llr\nmzSEmlTaa+ZBcgha45r5woULc8dXX301oFo55L9lfvnll7m0Ll26APn3x8iRI3N5X//614GGawKF\n5xgzZgwAb775Zi4vrGxZTsnacjE18+aGIYYhjUnNPVdIq0INvSjtHofu7t5SU4qZjQeafp8XEZGy\nKrVAX2pmvdx9iZn1ApYVOtHdJwOToTZt6KEWuttuuxHHkMsL613/6Ec/yqWtXr26pPu8/vrrpYZY\ndQMHDgTyE6UKmTRpUjXCqbgf//jHAJxxxhlN8r744gsAjj/++Fza888/X53A6sRBBx0EwE477QTA\n2LFjc3m77rorkG//Tvrss88A6NixYy7t008/BWDLLbcseL9kDb2WDjnkEKD4iUIt1fZDDb3WNfVS\nhy3OBE6Kj08CHipPOCIiUqpihi1OA/4PGGhmi8zsFOAq4Agzexs4PH4sIiI11GqTi7uPLZB1WIH0\nunLeeecB0KlTJwCWLcu3Dp1wwgk1ialWQlPLmWeeCcA222zT5Jw//elPueO5c+dWJ7AK6dOnDwA/\n+9nPgOZng4ahq8lmlgMOOADIr8+TtHbtWiDfaZ4WG2+8MQATJ04EGg7f3XvvvQF46aWXgIbbCp56\n6qkAbLHFFrm0F198EcgPJkgOHAgdyeG9BtC/f38g37EahozWSlubWtJEM0VFRDIi86stfvLJJw0e\nh23V1kdhqN6JJ57YJO+1114D4OKLL86lPf3009UJrELCJhybb755k7zly5cDcOuttwIwc+bMXF6o\nvSbXugmTz8Lvl19+OZcXhuO9//775Qq9LDbccMPccVizZsSIEQB89NFHubwbbrgByG+rl/wWW+qE\nnNmzZzd7XA/aUjNP22dANXQRkYzIZA19xx13zB2H4WhhWOG0adNqElM9CG2jm222WZO80B6athpJ\nY6F9FODAAw8seF5oHw811+YmhDW3JEQY9hranQHOOussAM4///wSIq6csHwFwCOPPALAgAEDgIaf\nkTfeeANoWDPPsjC0MNTUhw4d2uScsOxDc3nNCd9kkrX/WrTRq4YuIpIRKtBFRDIikxtcnHvuubnj\n66+/Hsg3uSTXjkiu+pZVyRUGly5dCjSc2ReEtSsOPfTQ6gRWIUcffXTu+MEHH2zXcyU38QidoKHJ\nJbkS46xZswDYc889c2nJTVDqSWhaCh25ANdeey2Qb346/fTTqx9YhVR7Q5LkekFlnjWqDS5ERNYn\nmewUTU6YCX+hQydYcr3yLNfQQy08OUyzcc08TJKB/OSbtDvnnHNKui7ZgRi24ws1V8hvwxeG+CU7\ny775zW8CDSfrPP744yXFUWlhcs+dd96ZSwsdvCeffDIAEyZMyOVVer3ySgud5NXq7E8O86zFui6q\noYuIZIQKdBGRjKjrJpfQARXWYYGGC+0XkhwjHDz22GNAw2aGLBs1KtpEqqWZsRdddFHuOO3jz9sr\nOfPzjjvuAKBv3765tDCLcty4cUD1O9sKOeKIIwC44IILcmkhtiOPPLLgdckNKJYsifaqCTNLjz32\n2Fxe+LdIqzAWPNlZWers1/Bcyc0vKrW1XalUQxcRyYi6HrY4fPhwAH7+85/n0sKwtAULFhS87gc/\n+EHuOMwMDZ1aYTNnaNgRljXDhg0DWl4VcL/99ssdh5X20u60007LHd90001FX9d4zR8ofpPvsNFD\ncshntbbte+utt4CGMz/D+zr5rSPUwhcvXgzAMccck8vbbrvtgPxQy/DtDvIzTLOouQ2kG88ebW0Y\nYkvlZ3IznTLQsEURkfVJq23oZrYtcBfRRtAOTHb3X5hZD+B/gH7A+8Bx7v5xOYO7+eabgYZrMW+9\n9dZAfqPapNCeePbZZzfJC8O06nXCR7mNHj26YF7YEDmLa3e89957JV1XbG08CFvXQX64Xy020w61\n6WS7d+hDGjx4cC4tDK0Mkv9OYU348Hl79dVXKxNsnWm8pktSck2g9j5/NYcvFlNDXwec7+47A/sC\nZ5jZzsAE4El3HwA8GT8WEZEaabVAd/cl7v5afLwKmAv0BkYCU+LTpgCjmn8GERGphjZ1ippZP+CP\nwCBggbt3i9MN+Dg8buH6NnWKPvfccwAMGTKkLZc18O677wIwaNAgoLhhj2kWtl0LX/979uzZ5Jwr\nr7wSaLiZRVYkN6W4/fbbgYad5O0V/l2THfUzZswo2/NLuoThvs0tsxuacsrRfEORnaJFj0M3sy7A\ndOAcd1+Z7MF1dy9UWJvZeGB8sfcREZHSFFVDN7OOwMPA4+5+fZw2Dxjq7kvMrBfwjLsPbOV52lRD\nDx2fI0eOzKWFTtHkanfdu3cH8psaz5s3L5c3ffp0oP62B6uUsCbLpEmTCp4TVgUMK1BmVZgoEybd\nJL+RNF7XJrxPIL/p8Zw5c3JpYfhe+IaX7BQVqcLwxfIMW4ybU24H5obCPDYTOCk+Pgl4qJQoRUSk\nPIppchkC/Aswy8xClW4ScBVwr5mdAnwAHFeZEEVEpBh1PVNU2u7+++8Hmh+Hvnr1agCmTp0KZGsj\nA5FaSk2Ti4iIpENdr7YoxQlrcUB+eGZzbrvtNqDhFn0ikh2qoYuIZITa0EVE2qmlCUZqQxcRkTZT\ngS4ikhHqFBURaaewLV1zTS7JtOaW6i0n1dBFRDJCNXQRkXZqbhOLsN5UpWvlSaqhi4hkhAp0EZGM\n0Dh0EZH6p3HoIiLrk2p3ii4HPo9/p9UWKP5aSnP8aY4dFH8t9S3mpKo2uQCY2SvFfHWoV4q/ttIc\nf5pjB8WfBmpyERHJCBXoIiIZUYsCfXIN7llOir+20hx/mmMHxV/3qt6GLiIilaEmFxGRjKhqgW5m\nR5nZPDObb2YTqnnvtjKzbc3saTN708zmmNlP4vQeZvYHM3s7/t291rG2xMw6mNmfzezh+HFq4jez\nbmZ2v5m9ZWZzzWy/lMV/bvzemW1m08xso3qO38x+ZWbLzGx2Iq1gvGY2Mf4szzOzI2sTdV6B+K+J\n3z9vmNkMM+uWyKur+MuhagW6mXUAbgKGAzsDY81s52rdvwTrgPPdfWdgX+CMON4JwJPuPgB4Mn5c\nz34CzE08TlP8vwAec/edgN2IXkcq4jez3sDZwF7uPgjoAIyhvuO/EziqUVqz8cafhTHALvE1N8ef\n8Vq6k6bx/wEY5O67An8FJkLdxt9u1ayh7w3Md/d33X0NcA8wsor3bxN3X+Lur8XHq4gKk95EMU+J\nT5sCjKpNhK0zsz7ACOC2RHIq4jezrsBBwO0A7r7G3T8hJfHHvgZsbGZfAzoDf6OO43f3PwIrGiUX\ninckcI+7/8Pd3wPmE33Ga6a5+N399+6+Ln74AtAnPq67+MuhmgV6b2Bh4vGiOK3umVk/YA/gRWAr\nd18SZ30IbFWjsIpxA/BT4J+JtLTE3x/4O3BH3GR0m5ltQkrid/fFwLXAAmAJ8Km7/56UxJ9QKN40\nfp5PBh6Nj9MYf6vUKdoKM+sCTAfOcfeVyTyPhgjV5TAhM/sOsMzdXy10Tj3HT1S7HQzc4u57EC0Z\n0aB5op7jj9uaRxL9YdoG2MTMTkyeU8/xNydt8SaZ2UVEzai/qXUslVTNAn0xsG3icZ84rW6ZWUei\nwvw37v5AnLzUzHrF+b2AZbWKrxVDgKPN7H2i5q1DzezXpCf+RcAid38xfnw/UQGflvgPB95z97+7\n+1rgAWB/0hN/UCje1Hyezexfge8AJ3h+nHZq4m+LahboLwMDzKy/mW1I1CExs4r3bxMzM6L227nu\nfn0iayZwUnx8EvBQtWMrhrtPdPc+7t6P6N/6KXc/kfTE/yGw0MwGxkmHAW+SkviJmlr2NbPO8Xvp\nMKJ+mLTEHxSKdyYwxsw6mVl/YADwUg3ia5GZHUXU7Hi0u69OZKUi/jZz96r9AN8m6ml+B7iomvcu\nIdYDiL5evgG8Hv98G9icqLf/beAJoEetYy3itQwFHo6PUxM/sDvwSvx/8CDQPWXxXwa8BcwGpgKd\n6jl+YBpRe/9aom9Ip7QUL3BR/FmeBwyv0/jnE7WVh8/wL+s1/nL8aKaoiEhGqFNURCQjVKCLiGSE\nCnQRkYxQgS4ikhEq0EVEMkIFuohIRqhAFxHJCBXoIiIZ8f+alJioHT13PQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50be8278>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAByCAYAAABDTSr6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEH1JREFUeJzt3XnQXXOex/H3J4sQDIltspDEMjSKxN4Y2gSNGKGGVIKe\nWEqYYpqhLaHKXlOapjDVzIRGaEshMdKq9BBbd9MiaLqzWBJbQiIiIrFG+M4f59z7nGe/z5O7nnxe\nVU895/5+Z/ne57n3e3/39/udcxQRmJlZ4+tR6wDMzKw8nNDNzHLCCd3MLCec0M3McsIJ3cwsJ5zQ\nzcxywgnd6pqkuyRd3c1tT5L0p3JvK2krSV9I6tmdfZtVSq9aB2DWaCLiA2CDWsdh1pJb6GZmOeGE\nbmUl6UeSnpW0XNJsSUdl6taTdL2k9yV9LulPktZL6/aX9EK63QJJJ7Wx71bdIJJC0rbp8iaSpkla\nIeklYJsW6+4g6UlJyyS9KWlMpq7DbVvsZ2h63F7p42clXZ3G/4Wk36X7uzfd30xJQzPb35Q+xxWS\nXpH0jy3+RpMlfSZprqQLJC3M1A+UNEXSJ5LelfTzTv8pttZwQreykdQb+B3wBLA58O/AvZK2T1f5\nFbA7sC/QH7gA+EHSEOBx4L+AzYDhwGvdCOHXwDfAAOCU9KcQ2/rAk8B9aWxjgVsk7djZtiUaC/wM\nGETyYfBn4E6S5zkXuCyz7kyS59g/jechSeumdZcBQ4GtgUOAEzPPoQfJ3/f19DgjgXMk/bSLsVpO\nOaFbOe1D0rd8TUSsioingceAcWkyOgU4OyI+jIjvI+KFiPgWOB6YHhH3R8R3EfFpRHQpoacDlP8C\nXBoRX0bELGByZpUjgfci4s6IWB0RfwGmAMeVsG0p7oyI+RHxOcmH0/yImB4Rq4GHgBGFFSPit+lz\nXB0R1wN9gMKH3hjgPyPis4hYCNycOcaewGYRcWX6930HuI3kw8TMg6JWVgOBBRHxQ6bsfZLW5KbA\nusD8Nrbbsp3yrtiM5PW8oMWxC4YAe0taninrBdxTwral+Diz/HUbj4uDqJJ+AZxK8vcK4O9I/j6k\nZdk4sstDgIEtnkNP4I9djNVyygndyukjYEtJPTJJfSvgLWApSZfGNiRdBlkLgL1K2P+XQN/CA0l/\nn6n7BFhN8uHwRubY2WM8FxGHtNxp2kLvaNuySfvLLyDpLpkdET9I+gxQusoiYDAwJ328ZWbzBcC7\nEbFdJWKzxucuFyunGcBXwAWSekv6CfDPwANpgr8DuCEd2Osp6ceS+gD3AgdLGiOpVzqgOLyN/b8O\n7CRpeNrnfHmhIiK+B6YCl0vqm/aNj89s+xjwD5J+lsbWW9Kekn5UwrbltCHJh8cnQC9Jl5K00Ase\nBCZK6idpEHBWpu4lYKWkC9PB056Sdpa0Z4VitQbjhG5lExGrSBL44SQt8luAf42IQqv3F8DfSAYF\nlwG/BHqk87qPAM5Ly18Ddm1j/28BVwLTgbeBlif+nEXStbEYuItkULKw7UrgUJL+5o/SdX5J0n/d\n4bZl9n/A70m+tbxP8q0l261yJbAQeJfkeT4MfJs+h+9JxgKGp/VLgduBjSoUqzUY+QYXZvVL0r8B\nYyPiwFrHYvXPLXSzOiJpgKT9JPVIp3ueBzxS67isMXhQ1Ky+rAP8DzAMWA48QNJ1ZdapNepykXQY\ncBPJ1KnbI+KacgVmZmZd0+2Enk71eovkbLaFJANd4yJiTocbmplZRaxJH/pewLyIeCed3fAAMLo8\nYZmZWVetSR/6IJpPt1oI7N3RBpI8pcbMrOuWRsRmna1U8UFRSROACZU+jplZjpV0KYo1Segf0vy0\n5MFpWTMRMQmYBG6hm5lV0pr0oc8EtpM0TNI6JGfgTStPWGZm1lXdbqFHxGpJZ5GcytwTuCMiZpct\nMjMz65KqnvrvLhdrVIceeigAjz/+OABTpkwp1o0ZM6bNbczK6JWI2KOzlXzqv5lZTvjUf7N2jBo1\nqrj80EMPASAlly3fe+8OZ+ia1YRb6GZmOeGEbmaWE+5ysXaNHDkSgPPPPx9oGhiEpkHB4447rvqB\nVdgeeyRjT/fdd1+xbN111222ziOP+Iq2Vn/cQjczywm30K2Z9ddfv7h84YUXAk0t9ewU15dffrm6\ngVXY7rvvXly+8sorAdhwww1brTd7dnKqxXXXXVedwMy6wC10M7OccAvdmtl3332Ly4WWecH77zdd\nH2jy5MlVi6mSNtooub/ypEmTimUjRoxod/3LL78cgA8/bHXZIrOacwvdzCwnnNDNzHLCXS5dsNlm\nyfXls4ODK1euBKB///4ALF68uFhXzevkrKltt90WgHvuuafddY4++ujicvZ5NrKrr74a6LibBWC3\n3XYD4PXXX694TFZ+ha4ygAMPPBCA5557DoDLLrus3e2uuOKK4vKzzz7b7Hc9cgvdzCwn1uqrLW69\n9dZA84HAoUOHAnD44Ye3Wn/48OEArF69ulj2wQcfALDTTjsBMHXq1GLdscceW96Ay6xv377F5euv\nvx6ACRNa31zqs88+A2DIkCHFsi+//LLC0VXWMcccA8CDDz4IQM+ePVutc/fddxeXTz75ZKCxvnVZ\nk0r93wrX9qkCX23RzGxt0mlCl3SHpCWSZmXK+kt6UtLb6e9+lQ3TzMw602mXi6QDgC+AuyNi57Ts\nWmBZRFwj6SKgX0Rc2OnB6qDLJTu3evr06UDbX8dWrVoFwPz580va74ABAwDo0aPpM3LjjTfudpzV\ncOuttxaX2+pqKXQt7bfffkDjnx1amHMO8PTTTwNtD4YWzgYtDJ4BLFu2rMLR5V+/fkm77/vvvy+W\nrVixoqLHLAyGdjTwuSYKg6bZQdcKKU+XS0T8AWj5ah4NFM4smQwcjZmZ1VR3py1uERGL0uXFwBZl\niqdiXnzxRQD23HPPVnXZVvjNN98MNN1qbN68eSXtvzBg2vKqfPWss5s0FFpSjd4yL8hOQWvZMl+w\nYEFx+dprrwXcKoemb5nffPNNsWyDDTYAml4fo0ePLtZts802QPNrAhX2MXbsWADmzJlTrCtc2bKc\nsq3lUlrmbU1DLExpzGprX4WyKrTQS7LG89AjIjrqSpE0AWj9fd7MzMqquwn9Y0kDImKRpAHAkvZW\njIhJwCSoTR96oRW66667ksZQrCtc7/q0004rln311VfdOs5rr73W3RCrbvvttweaTpRqz8UXX1yN\ncCrujDPOAODMM89sVff1118DcPzxxxfLnn/++eoEVicOOOAAAHbYYQcAxo0bV6zbZZddgKb+76wv\nvvgCgN69exfLPv/8cwA233zzdo+XbaHX0kEHHQSUfqJQR639Qgu91i317k5bnAaMT5fHA4+WJxwz\nM+uuUqYt3g/8Gdhe0kJJpwLXAIdIehs4OH1sZmY11GmXS0SMa6dqZDvldeXcc88FoE+fPgAsWdLU\nO3TCCSfUJKZaKXS1nHXWWQAMHDiw1TovvPBCcXnu3LnVCaxCBg8eDMBVV10FtH02aGHqarabZf/9\n9wears+T9d133wFNg+aNYr311gNg4sSJQPPpu3vttRcAL730EtD8toKnn346AJtuummxbMaMGUDT\nZILsxIHCQHLhtQYwbNgwoGlgtTBltFa62tXSSHymqJlZTuT+aovLly9v9rhwW7W1UWGq3oknntiq\n7tVXXwXg0ksvLZY988wz1QmsQgo34dhkk01a1S1duhSA2267DYBp06YV6wqt1+y1bgonnxV+z5w5\ns1hXmI733nvvlSv0slhnnXWKy4Vr1owaNQqATz/9tFh34403Ak231ct+i+3uCTmzZs1qc7kedKVl\n3mjvAbfQzcxyYq2+2qKZWYPw1RbNzNYmTuhmZjnhhG5mlhNO6GZmOeGEbmaWE07oZmY54YRuZpYT\nTuhmZjnhhG5mlhNO6GZmOeGEbmaWE6Xc4GJLSc9ImiNptqSz0/L+kp6U9Hb6u/U9qszMrGpKaaGv\nBs6LiB2BfYAzJe0IXAQ8FRHbAU+lj83MrEY6TegRsSgiXk2XVwJzgUHAaGByutpk4OhKBWlmZp3r\nUh+6pKHACGAGsEVELEqrFgNblDUyMzPrkpLvWCRpA2AKcE5ErJBUrIuIaO9a55ImABPWNFAzM+tY\nSS10Sb1Jkvm9ETE1Lf5Y0oC0fgCwpK1tI2JSROxRysXZzcys+0qZ5SLgN8DciLghUzUNGJ8ujwce\nLX94ZmZWqk5vQSdpf+CPwN+AH9Lii0n60R8EtgLeB8ZExLJO9uVb0JmZdV1Jt6DzPUXNzOqf7ylq\nZrY2cUI3M8sJJ3Qzs5xwQjczywkndDOznHBCNzPLCSd0M7OccEI3M8sJJ3Qzs5xwQjczywkndDOz\nnHBCNzPLCSd0M7OcKPmORWWyFPgy/d2oNsXx11Ijx9/IsYPjr6UhpaxU1cvnAkh6uZHvXuT4a6uR\n42/k2MHxNwJ3uZiZ5YQTuplZTtQioU+qwTHLyfHXViPH38ixg+Ove1XvQzczs8pwl4uZWU5UNaFL\nOkzSm5LmSbqomsfuKklbSnpG0hxJsyWdnZb3l/SkpLfT3/1qHWtHJPWU9BdJj6WPGyZ+SRtLeljS\nG5LmSvpxg8X/H+lrZ5ak+yWtW8/xS7pD0hJJszJl7cYraWL6Xn5T0k9rE3WTduK/Ln39/FXSI5I2\nztTVVfzlULWELqkn8GvgcGBHYJykHat1/G5YDZwXETsC+wBnpvFeBDwVEdsBT6WP69nZwNzM40aK\n/ybg9xGxA7AryfNoiPglDQJ+DuwRETsDPYGx1Hf8dwGHtShrM970vTAW2Cnd5pb0PV5Ld9E6/ieB\nnSNiF+AtYCLUbfxrrJot9L2AeRHxTkSsAh4ARlfx+F0SEYsi4tV0eSVJMhlEEvPkdLXJwNG1ibBz\nkgYDo4DbM8UNEb+kjYADgN8ARMSqiFhOg8Sf6gWsJ6kX0Bf4iDqOPyL+ACxrUdxevKOBByLi24h4\nF5hH8h6vmbbij4gnImJ1+vBFYHC6XHfxl0M1E/ogYEHm8cK0rO5JGgqMAGYAW0TEorRqMbBFjcIq\nxY3ABcAPmbJGiX8Y8AlwZ9pldLuk9WmQ+CPiQ+BXwAfAIuDziHiCBok/o714G/H9fArweLrciPF3\nyoOinZC0ATAFOCciVmTrIpkiVJfThCQdCSyJiFfaW6ee4ydp3e4G3BoRI0guGdGse6Ke40/7mkeT\nfDANBNaXdGJ2nXqOvy2NFm+WpEtIulHvrXUslVTNhP4hsGXm8eC0rG5J6k2SzO+NiKlp8ceSBqT1\nA4AltYqvE/sBR0l6j6R7658k/ZbGiX8hsDAiZqSPHyZJ8I0S/8HAuxHxSUR8B0wF9qVx4i9oL96G\neT9LOgk4EjghmuZpN0z8XVHNhD4T2E7SMEnrkAxITKvi8btEkkj6b+dGxA2ZqmnA+HR5PPBotWMr\nRURMjIjBETGU5G/9dEScSOPEvxhYIGn7tGgkMIcGiZ+kq2UfSX3T19JIknGYRom/oL14pwFjJfWR\nNAzYDnipBvF1SNJhJN2OR0XEV5mqhoi/yyKiaj/AESQjzfOBS6p57G7Euj/J18u/Aq+lP0cAm5CM\n9r8NTAf61zrWEp7LT4DH0uWGiR8YDryc/g/+F+jXYPFfAbwBzALuAfrUc/zA/ST9/d+RfEM6taN4\ngUvS9/KbwOF1Gv88kr7ywnv4v+s1/nL8+ExRM7Oc8KComVlOOKGbmeWEE7qZWU44oZuZ5YQTuplZ\nTjihm5nlhBO6mVlOOKGbmeXE/wNFyxFb+TWG8gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50c59470>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAByCAYAAABDTSr6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXu8Z3P1/58LjWnQTBjTmJlQJhKi5BKloiKXEaUhPyai\nkqlvP5WRR6WLUikUJbl+K7dISSkiSS6hJJfkmtu4logKeX//+OzX3q/Pmc+Zc86YOed8PrNej8d5\nzGf2e1/Wfu/3fu+11mut9Y5SColEIpHofiwx0gIkEolEYuEgJ/REIpHoEeSEnkgkEj2CnNATiUSi\nR5ATeiKRSPQIckJPJBKJHkFO6InEIBARJSJW76ftvIjYY7hlSiT6Iif0RM8jImZFxKWL6vyllK1L\nKScvqvMnEoNFTuiJrkZELDXSMiQSowU5oScWGBHxqoj4Q0Q8HhE/iIjTI+Lz1r5tRFwbEY9GxGUR\nsa613RkRH42I6yLiH9WxY4dw7AERcR3wREQsFRFzIuK2SpYbI+Lt1b4vB44BNomIf0bEo9X2pSPi\nsIi4KyIeiIhjIuL5do2PRcTciLgvIvYcoB8ujoj3Vr9nRcRvI+LwSvbbI+K11fa7I+JBd89ExDZV\nHz5WtR/c59y7R8RfI+KRiPhkde9bVm1L2H0/EhFnRMTyQ3uKiV5CTuiJBUJEjAHOBk4ClgdOBd5u\n7esDJwDvA1YAvg2cExFL22l2BrYCVgPWBWYN4dhdgG2ACaWUZ4DbgNcB44HPAN+LiMmllJuA9wOX\nl1KWLaVMqI4/FHgZsB6wOjAF+FR1/a2AjwJvBqYDWw6xezYCrqtkPwU4DXhNdZ3dgKMiYtlq3yeA\n3YEJ1f18ICJ2qORYC/gm8G5gcnVvU+w6s4EdgM2BlYG/A0cPUdZEL6GUkn/5N+Q/4PXAvUDYtkuB\nz1e/vwV8rs8xNwObV7/vBHazti8Dxwzh2D0HkO9aYEb1exZwqbUFrYn0pbZtE+CO6vcJwKHW9jKg\nAKv3c62LgffatW6xtnWqYyfZtkeA9fo51xHA4dXvTwGnWts44Clgy+r/NwFbWPtk4GlgqZEeH/k3\nMn/pf0wsKFYG7i3VTFLhbvu9CrBHRMy2bWOq44T77feT1jaYY/1aRMTuwP8HVq02LQus2I/sE2lN\njtdERH0KYEm7t2ts/7/2c57+8ID9/hdAKaXvtmUruTeiZS2sTeselwZ+YHLU91lKeTIiHrHzrAKc\nHRHP2rb/ApNofWwTixnS5ZJYUMwFpoTNiMA0+303cEgpZYL9jSulnDqIcw/m2PpDEhGrAN8B9gNW\nKC23yvW0Jum2fSs8TGtSfYWdf3wpRW6QuX3u5cWDkHlBcQpwDjCtlDKelr9fcs8FpmrHyse/gh17\nN7B1n34aW0rJyXwxRU7oiQXF5bS0wf0qUnIGsKG1fwd4f0RsFC0sUxGAyw3i3EM9dhlak/ZDABHx\nHloar/AAMLXy+1NKeba6xuERsVJ1zJSIeGu1/xnArIhYKyLGAZ8ehMwLiuWAv5VS/h0RGwK7WtuZ\nwHYVqToGOJhmsofW5H9I9UEjIiZWzyGxmCIn9MQCoZTyFLAjsBfwKC2y71zgP1X71cDewFG0yLpb\nqUjPQZx7SMeWUm4EvkrrI/MALb/1b22Xi4AbgPsj4uFq2wHVea+IiMeAXwJrVOc7j5Yv+6Jqn4sG\nI/cCYl/gsxHxOC2f+RlqKKXcQIv4PI2Wtv5P4EGqPgaOpKXdn18dfwUtQjaxmCLaXaCJxIIjIq6k\nRWyeONKy9CKqyJhHgemllDtGWp7E6ENq6IkFRkRsHhEvqlwue9AKPfz5SMvVS4iI7SJiXEQsAxwG\n/IlWlE8iMQ9yQk88F6wB/JGW1rg/8I5SytyRFannMAO4r/qbDswsaVYn+sFzcrlUCRhH0gr3Oq6U\ncujCEiyRSCQSQ8MCT+gRsSTwF1rZdPcAVwG7VARVIpFIJIYZz8XlsiFwaynl9iri4TRa5mEikUgk\nRgDPJVN0Cu3ZevcwQMjUmDFjyvOf//z57ZJIJBKJPnjsscceLqVMHGi/RZ76HxH7APsAjB07lk03\n3XRRXzKRSCR6Cuedd96gyk88F5fLvbSnR0+lQ/2IUsqxpZQNSikbjBkz5jlcLpFIJBLzw3OZ0K8C\npkfEalVa8kxaWWuJRCKRGAEssMullPJMROwH/IJW2OIJVapyIpFIJEYAz8mHXkr5GfCzhSRLIjFq\nMXZsazGlSZMmAfDkk0/WbQ899NCIyJRI9EVmiiYSiUSPIBe4SCT6gbRygJVWWqmtLQn+xGhEauiJ\nRCLRI8gJPZFIJHoE6XJJ9Au5HF7wghcA4Fm+IgV7kRCUO2XixCYxr32lPXjiiSeGVaZEYjBIDT2R\nSCR6BKmhJ/rF+PHjgXZyUPjPf/4zz7ZuhpOcEyZMAGCJJebVd55++mkAHn/88eERLJEYAlJDTyQS\niR5BauiJNrg23lczf+aZZ+rfveZDXn755evfSy+9dL/7PfroowD897//XeQyJRJDRWroiUQi0SPI\nCT2RSCR6BOlyGQI6kWTPPvssAEsuuSTQvab4Uku1hsKKK67Y7z4PPvhg/btb77Mv5GqZn5sFYO7c\n1trXTz311CKXKbHwIYIfGlfiv//9b6AhwTtBLjbffzQHBKSGnkgkEj2CxVpDl1bq2pm2dVoqT6Ft\nvrC2NNXnPe95QPdW4VPykCwNh6wQhez1AsaNGwfAcsst1+8+//znP+vfqZl3Nzpp4Z3CcQdznOOv\nfx3UQkLDhtTQE4lEokcw4IQeESdExIMRcb1tWz4iLoiIW6p/X7hoxUwkEonEQBiMy+Uk4Cjgf23b\nHODCUsqhETGn+v8BC1+8hQ83s7RYQSfIreKx1/67L+SWGIwZN1rgsdedXA/qgwceeGDYZBouyMXU\nCXIt/f3vfx8ucRYLKKhA78pwwMnQRXn+f/zjH4v0OoPFgBp6KeUS4G99Ns8ATq5+nwzssJDlSiQS\nicQQsaCk6KRSytzq9/1A/6ruKMGLXvQioHN4mmvejz32GAD/+te/5mmbH0SY9q3KN5ox2EUaeoUQ\ndIKr7zjw5yxtazg1ydGKTlp13/BdDyBQcIBDRPsyyywDtI+n+++/f+EJW8G18oFITWjCEQfa1ulc\n2tY1GvpAKC27vPTXHhH7RMTVEXF1r0wMiUQiMRqxoBr6AxExuZQyNyImAw/2t2Mp5VjgWIDx48f3\nO/EvKkgL7aSNqh7Jww8//Jyv000fK4Vm6t/+0Cs+5GWXXRbo7E8VT+BjYDQnjiwKyFqRdi1NGpr3\nplNSnYfvCn0T7TphsFbvooasg8E+7/lp+6PFl76gGvo5wB7V7z2AHy8ccRKJRCKxoBhM2OKpwOXA\nGhFxT0TsBRwKvDkibgG2rP6fSCQSiRHEgC6XUsou/TRtsZBlWSSQKSSy0muQLAxXSzdBLpb5ZYW6\n+dntmaG6vxe+sP80iU71OeSCmB/B3Yk06wbIbeDhtbpf9YFnOCuc1V0u2k+uEx8ncrk4Odp3nI10\n3w3V1dJNyEzRRCKR6BH0fC2XvqFnvUL0LQhEcDnpJUhb6VRdrluhypHzq5KpMNWVVlqpbpP2Oj8N\n3bU7WXqjhezrBN2fQgz9vRCRp77wNh8PQ4Fr7aPN0huKZj6/5MPRiNTQE4lEokcwrBr6Eksswbhx\n43jZy15Wb1NFuzlz5tTbbrjhBgBOOeUUoN0Hp/033HDDepsqHN59991AuxauxXxf+tKXArDaaqvV\nbXfccQcAp59+er1t2223BRptyzW3F7/4xQBccskl9bY3vvGNAFx99dVAe/jidtttB7RruhtvvDEA\nxx57LACrr7563aZUfNf0Dj20xTe/5CUvAdq1680337ztHgFWWGEFoOEKrrrqqrpN/Th16lSgPaVf\niVe/+tWv6m2vfvWrgcb3vv3229dt1113HQC33XZbve3d73430Dw3r60uTee+++6rt2255ZYAnHfe\neUD7snZvf/vb2/71vtA5pFFC4xt+1ateVW+76aabgEbLdE1RWqn2X2WVVeq2e+65B4BddmnooyOO\nOAJoasK/9rWvrdumTJkCwCabbFJv0zW/853vAO0JNBoXLv+VV14JNM/IQ+TWWmstoD3MVGP8wgsv\nBJrn3ve3oNDNK664AmjGADRjSuPJn8MGG2wAwKc//el6m94Dya9xAnDrrbcC7c/+3HPPBZq+9vDR\njTbaCIDbb7+93qbxoGv7ufz9Fc4//3ygeVe9r/VM/D3W2NX5Tz755LpNvv8ttmhRhHfeeWfdpj73\ndQFUtVPPba+99qrb1Bdu5ey0005AM578fd5qq63a7t/P79vmh9TQE4lEokeQE3oikUj0CKJTttei\nwtixY8u0adNqExJg8uTJALzlLW+pt8nsEYn3zne+s257z3veAzTuEoBdd90VaFwvbpb99Kc/BRqz\nxzNG5e64/vq6MjA33ngj0Jidq666at02bdo0AF7zmtfU22S+yQ3jbgmZ9ffee+8859hhh1Y9sy9/\n+ct1m0i4V7ziFfU2yS0T/7TTTqvbZIL7PckVJXPPXVMym9/0pjcB7Sa/3GAygaFxI2n/H/3oR3Wb\nTOTdd9+93qb7/OpXvzrPvZ1zzjlAu+krV5HM4t/97nd1m+7JK0LKdSUT3E1r9Z27n+R2klvsrLPO\nqts23XRTAP7whz8A7a6yHXfcEWh3Ddxyyy0AfOtb3wLa+1UkqldwXG+99QC47LLLAPj+979ft8nV\n5Ob2u971LqAJITzuuOPqNpGUchEArLHGGkCzNN7RRx9dt73+9a8HGhckNG4Sve/+LGfPng00riZ3\nuWg8eO2bz3/+80Dj/pwxY0bdpvN7qKj64oc//CEAb3jDG+q23//+90B7GKXci3r2l156ad0mAlru\nCWjchT/5yU+A5plC0xc+1tdff32gGR86DmC//fYD4Be/+AXQPi5e97rXAc07DE1Y5z777NO2j8Nd\nqLr3Rx55BIAvfelLdZtccT4nv/nNbwZg5syZ15RSmgHQD1JDTyQSiR7BsGroK664Ytl+++3btOtj\njjkGgMMPP7zeJk1bX23/on/jG98A4Mc/bqoNfOITn2i7jhM+0mr0RTzppJPqNmkOnRY8XnnllYF2\njVWkiEgeaLQZaVjen9KgRfICXH755W3Xdk1M2oTLIzmkYay99trzyHrwwQfXv3feeWegIQCnT59e\nt0nTk1bkRKCu6RruxIkTgUYblLUDDRnqhJiINx3nxJ40xFNPPXUeebbZZhsAjjrqqLrtL3/5CwB7\n7733PDLKwrvrrrvqNmllun9orC1ZK9LMoBkj0tp9/B1yyCFAe+KZLDVZSq69n3HGGUB7HQ9ZEepj\nDwXsFA6ppczWXHPNea7daXxqPEsuWbrQEHTed3vuuSfQjCMnj2+++WagIeD83nRPHuonDVqyunb9\ngx/8AGjX8qXlSpOWxQeNNer3qHEgLdwtN1nEbjkrLFUWj4/rI488EmjXqvVb76pbxBpb3/72t4F2\nMnLfffcF2oMupEHrvdHYgcabcO2119bbZKFqLHYK6fzYxz5W/xaJetZZZ6WGnkgkEosTckJPJBKJ\nHsGwulwmTpxYdtxxxzrWG5r421e+8pX1NrkJvvCFLwCNKe+QuQfwzW9+E2hcHG7SyfyUSefn2mOP\nVsHIs88+u94mk04EnBOycpe4S+etb30r0JhoTh4pK89NWMWpfvaznwWa+HhoTF+PyVW86vHHH09f\nyPz32G6Rsx/+8IcBOPPMM+s2mcFycbgLRTHpHlcud4pMZndZKK7cSSC5vtQHTijJDHaCSK4ouWYk\nl7e5ufr+978faOKO/b4VC+7x4XITrLvuugB87Wtfq9s0DkRQOsGqGGR3D+nZ6H2ZNWtW3Sby2OPE\nRQxrfHhfiER00lJjXi6gt73tbXWb3C8iQKEZbyLXHXIhuGtHMeYi8fRuuWwKTJDLE+DEE08E2vMB\n9I6IBHZZ1QfuGpTrQa4ad6/I9ePvgVyIL3/5ywHYbLPN6ja5pnxcSDaRp05Oa3yKwIVmTtA4cneM\nZNMc4jkkItLlLoVmHOid9fGnd8lj+D/ykY8ATZ/7XKL3wIM65CK+7LLL0uWSSCQSixOGVUMfM2ZM\nmTRpUq0tQKMNeBiYZJKm9L73va9uU8igazwic0RofOUrX6nbtE2kkdf1UGich1EqLFBfas/k1HX8\ni64QS2mvIkehCcdz0kjEkDQrkcLe5hqS+uW73/0u0IQ2AfzpT38C2sPfpJVJE/YQLoXeicjxhaHV\nP64xyGqSNuthiLont7a0TdqKshih0do9nE3PWWGn/tx0T9LqoOl3EV2f/OQn6zaRV24BSH4RaK6l\niWjTNg/91Pj829+apXSlJWtceBicCDEnGjVWlBHsxL7293EhElXjwffXPYk0d3lkfbiFK4LX+0Ja\nrDKHPTtSGbgid50AFYnnYcUa15JBYYx+T/6OqD9FlkvThcaCcYgIlCatEEJoxrdn5cp6Evl92GGH\n1W3K1HXyUWNdz0hWCDRBCieccALQbnVpTLpV+uc//xloLGi/H/WPAhugCQ6Q/G5hyUL15yaNf++9\n904NPZFIJBYnDKihR8Q04H9pLQRdgGNLKUdGxPLA6cCqwJ3AzqWU+ZYynDx5cpk1a1b9VQPYf//9\ngXaNQV8ofZ08PE0am76u0J60Ac0XHhqtVFqaJxFI+/BQPWncOod8odCEwbk/UXUddH7XZKQN+f1K\nC5fW4iGN0mzdDy8tUV90aTnQ1IVxLVnat/zlzifoWUub8Epy0sr8/ErIufjii4H2pCBphK7dSMuU\n/9SfkRbd9pCyX/7yl0Cj1Xz0ox+t2xS69fOf/7zeJu1eFpXX+JEW5xZJ3xDOrbfeum77zW9+0yaP\nPwf1nftPZRmpzbkY9adrYrp3+caVtAON1ie/PzQ1VrTN/evyDXtIphLOpG16KJ2u6dblRRddBDS8\ng/MhGv/ScPW8oQkd1PODxkpW4o+PeXFEbv3pnjTm/X3Ws/dEIfW1fOFK2oHGKnWtXe+gQjOdW5Gl\nI00dmnrvGj9uMcg6Vvil5g9o+BbX2iW/wjt9LtF+siD8mpovfAxLez/ooIPqbRqzRx999ELT0J8B\n9i+lrAVsDHwwItYC5gAXllKmAxdW/08kEonECGHACb2UMreU8vvq9+PATcAUYAYgtfpkYF66PZFI\nJBLDhiGRohGxKnAJsDZwVyllQrU9gL/r//1BmaJOHsmNoVAoaOp+fOADHwDaCQ0d6yU15aKQeeSE\nlcwvkUcya6Cpu+JkmUx9mcye7Sg5nEBTxqrMNic05P5wck1hhDKL5TaBxsT3cDllusqU61R/xd0q\nIk91TQ+B0vnVh17WU9m7noErc1WmtYenyVR0ckphjjKtve/kjvDMVYWeilRTmCfAzJkz264NzfPV\n+PCwPPW1m7DKiNV+HvYnclMlcp3AFeGuOizQjB+Z0T6O5LqSmQ7wxS9+EWjql/hzU/97NqWuJVPc\n+07mvD9nXVMkvpv6cnH4ORRepz78+te/XrdpXHfKjtZ76e4qudn0jnjIoTJ8PTRRLrJf//rXQDuJ\nL7dQJ5eUSEUPBZSsXsJa7hq5Ydz1pZBHf8cVGKFre2CCMnrlclVIKjR97C5R1S/SNpdV49lDhzWe\n5eJ0N6b6yedkEdYPPfTQwiVFI2JZ4Czgf0opj3lbaUnQ8csQEftExNURcXW3r4CTSCQSoxmD0tAj\n4nnAucAvSilfq7bdDLyhlDI3IiYDF5dS1pjfecaPH1822WSTtkQbfa39qy3NUJqMf+EUrO9ar76m\n+np7bQYRkj/72c/muY7goXoi4aRpOGEizcFDsvTVVpKC13lRZT7XGqXpiFRzskbyd6pUp2s7ISON\np1N4mu7DE2aU0KLjPDxNbb5AsMgx3VOnipie9CHNVosCOBksLc5DMkVwi8h0Ik3nEhEFzcINF1xw\nAdBYIwDvfe976QtZP3pGrg0pLE11atxaEdGlfoJG29fz8tovOr+HrKr/lQDj4aYiybz/daw0Z6+R\no/M7cajz6x59TCr80C0Y3ZOIeq+QqPGvZCOvO6Px5qG9CrVT373jHe+o2zQu/LnJ+tH77Bqxkofc\n6pWGrQVK/J2VPF7LpW+NpQMOOKBuE4nqUL/rvpVgCI1l8bnPfa7tfqCxKN07oNpSmoOcnNZY9zBt\nafIihr06q7wDPk7Vvt122y0cDb1ypxwP3KTJvMI5gHpiD+DHfY9NJBKJxPBhMEvQbQr8P+BPEaF8\n208AhwJnRMRewF+Bnfs5PpFIJBLDgGHNFJ00aVLZdddd28wrmZqehSiTRqSfx63K1PJ4ZpGIcm14\nTRCRUb/97W+BhmiFhnBwE1Nkl+LFvbj+brvtBrTH6Yq4kZvECSXVcPCYWWUOyu3kNVoUT+4xv30z\nUT12XNf2eG/FG+ue3LT+4x//CDSmpteMEUHnMbwiMFWq1bNztb+7e3RPIjRVdwMa01Gx7dC4s2RG\nuztGfeCuBD1fmeROfskF57V3ZDaLuNIzhYbk1EIPThIqDtjjxOUO0zPyeHeNsU7Zo3I1+XNTmy+4\nIdlE7vqiKyJDr7nmmnqbYsZFwnlf6H41vqHpd7m1nLyTe1FkodaGhSYr1+PuJaPGhb8/yhT1BTR0\n73KF+pqnGkeqWQTNs1GmuN5daIhedw1qDGqseF9obvje975Xb1OGscad14XS+TX+POtULi9/zgo6\nUPCCx5CLcPdnqeesa/q51P9+b+qfE088MTNFE4lEYnHCsFdb3GmnndoIDWm2XsFMXzRVA/SwRVVu\n8zAnaX8iqjwcTFqfSClVTPRz+f4ihmQBOKEpzcGtAxGf0qSdMJEG6sSM7kValIeDKYTT763v0nau\nDemaHkIn60fksRNvImwUOiULyPdz8u7jH/840Ghd0jhcflX98/MqHMxJzr4ZctBoIpLLCV8Rpp65\nKnJMWcVOWEl78lo9IqOkJftyedKSVSvHiWgtsOA1SkTEqv89nFIaYqdFLzRmXOtS1UhpuNDUaZkz\np5Wf55aV+trJQfWjqvG5daOx4ivWy8pVRqyTrjpWBKWTqcr6VZVAaGqZiEh2jV4ksO4fGktJ4ab+\nPmtMKdvT712hnz5mZF06caiQT9XncUtM48EtQ+2n/u8UhqjAjE5Wl88JityT9SqrApox4+/4pz71\nKaCxuP2ZSm7P4pVVs+aaa6aGnkgkEosThr3a4sSJE9u0A31BvaqetBUtoeWJSNrPa13o6yut1L+S\n8lOqLoQv7aWQO/kjodEiFOblWqA0MfeT64uu8KUPfehDdZvL2Peaqk/hIV+S0RcDljajGjSf+cxn\n6jZpqq7dqK/0XD3hRElD0lhd21fSkC/3JQ1XHIBrEzqvJ69Iy5fMXpdaST3uP5X2oYVy/TlLa3JN\nVb5UjQuXXz5S11QVZin/r1syCvuTdufvgTTtThaMxoX7ZPseB804VcitjwWNAX82fbVSf0ek/Xno\noJ6hrCD33apf3YpQOJ78zFpDABpLUs/Nq0AqRNGtRlmS0py9Do6SoFRBExoLWH3soa6SwxN/ZOHp\nWfo7q2fufa1xo4Qn18b1bjgvpecqa9otGY1/zUtu8Sk01usLiWNTv3pynI71hDwlaukZ+dyjNg+j\n1pxz0kknpYaeSCQSixNyQk8kEokewbC6XKZOnVpmz55dkwXQkF5OTMhEVplOLxkgU1YhhNCEKYqk\n8TAk/dbyaF6KU0SVn1+mnMLgPDxNZrHCvKBxOch8c0JJJrVnIcoNoXv0LFi5BDzsqu8CIJ4hK1md\nNFLtEB2ncqbQmHTqcw/JUjieu29kbmubQi6hMYMVwgbNM1S4n5v8ul/J1+l+3fRVlqZn2SmkUua8\n1wtRv3gYpUrkKqzTyyqLHFcNG8/w0zNyglukq/rCiS6NRd9fEEHp41ulcr22jIg2PRt3cegZ+pKB\n2l/uCR93ul93Y55yyilA4zpyV5kyPuVe9HGhcecuCwUTqPyx3I7QjAevgSJ55B5yolEuSndJabES\nPVMPl9Vz88U++hLu7jLSWPRABhG2cjH5cnnqf40/D5tV5qpDob1yBam2DjSk6IEHHlhvUx+o/LQH\nAogMPf300+ttuvcjjjgiXS6JRCKxOGFYNfQJEyaUzTbbrA6PgibBQYsmQxMipeQE18T0FXaCSJqe\nCAnXMKQ16YvuWpTC05xEUYihiByvCyNtZd999623iRTZb7/9gPaaFEqwcaJOyTwilpwU1blcy1QN\nGtVo8ZAvkTuunYkEltbhWqC0CFk0rnEoQUI1aaDRPqRR+dJb0mjd+hBpqWv7fUhu17ZEMokUdRJS\nyTQezjp79uy2+/W+7mv5+G/1iYeDaUx1WsBB9Vq8UqW0V70vrqGrVonC86CxzlS3xJO4NN6c2JP1\nofBC71dpvUoMgyYc0gk6QRaME9wi2tQXvviFyDtZaV55Uv3ilSS10IaepVfQlEarcF5otFJp6h5o\noCqQIlOhGZd6R5wglsbtlrMWmtc9eqiu3nsn43fccUegseB8kXgR/9KgPWxW49pDMkWqK4zS9xdZ\nqwXYobEmFI7spKvmMQ/J1DhbZ511UkNPJBKJxQk5oScSiUSPYFhdLsstt1xZb7312sxoESoiZqAx\nB2V2OsEiOKnTt8aHZ67JjJTrxOueKBvMTV+ZXzKvfOENmZhu1uscIjc9xlZmtJvz66yzDtDUOXFz\nTISbr/gueXUurUru13ITTeasYtndlSVzWPfmrixd08lB/ZZ5qPUroelzj5mVS0Omsq+lqExMJ9Ak\nt0xkdzPIFHX3nGKvVWbU6/KozonXX1EfqA89g1BlheVicveQTHI33ZURq3VPnSDWsX5+kfEi9hRf\nDvDBD34QaM8UVd+q9oivW6tx5+4/9af6yUsVi7B295ZioUUY+vum+j8iaz2rVa5NH/N69+RK9Fhq\nufXcjSl3mJ6Xj0nFsHvdH5Wz1buh3BC/tmcha1xrrIi09fvuROoK7n465JBDgOY98lwKlQT2uHjF\n8EtWlWX2Y71ujvpH41WuHWhcaj4nyN225557psslkUgkFicMq4YeEQ8BTwAPD7TvKMaKpPwjiW6W\nv5tlh5T2wZ/pAAAER0lEQVR/JLFKKWXiQDsN64QOEBFXD8Z0GK1I+UcW3Sx/N8sOKX83IF0uiUQi\n0SPICT2RSCR6BCMxoR878C6jGin/yKKb5e9m2SHlH/UYdh96IpFIJBYN0uWSSCQSPYJhndAjYquI\nuDkibo2IOcN57aEiIqZFxK8i4saIuCEiPlxtXz4iLoiIW6p/XzjQuUYSEbFkRPwhIs6t/t818kfE\nhIg4MyL+HBE3RcQmXSb/R6qxc31EnBoRY0ez/BFxQkQ8GBHX27Z+5Y2IA6t3+eaIeOvISN2gH/m/\nUo2f6yLi7IiYYG2jSv6FgWGb0CNiSeBoYGtgLWCXiFhr/keNKJ4B9i+lrAVsDHywkncOcGEpZTpw\nYfX/0YwPA173s5vkPxL4eSllTeCVtO6jK+SPiCnAh4ANSilrA0sCMxnd8p8EbNVnW0d5q3dhJvCK\n6phvVu/4SOIk5pX/AmDtUsq6wF+AA2HUyv+cMZwa+obAraWU20spTwGnATMGOGbEUEqZW0r5ffX7\ncVqTyRRaMp9c7XYysMPISDgwImIqsA1wnG3uCvkjYjzweuB4gFLKU6WUR+kS+SssBTw/IpYCxgH3\nMYrlL6VcAvytz+b+5J0BnFZK+U8p5Q7gVlrv+Iihk/yllPNLKarrcAWgWhWjTv6FgeGc0KcAvsjm\nPdW2UY+IWBVYH7gSmFRKUU3a+4FJIyTWYHAE8HHgWdvWLfKvBjwEnFi5jI6LiGXoEvlLKfcChwF3\nAXOBf5RSzqdL5Df0J283vs97AudVv7tR/gGRpOgAiIhlgbOA/ymlPOZtpRUiNCrDhCJiW+DBUso1\n/e0zmuWnpd2+CvhWKWV9WiUj2twTo1n+ytc8g9aHaWVgmYjYzfcZzfJ3QrfJ64iIg2i5Ub8/0rIs\nSgznhH4vMM3+P7XaNmoREc+jNZl/v5SitdMeiIjJVftk4MH+jh9hbApsHxF30nJvvSkivkf3yH8P\ncE8p5crq/2fSmuC7Rf4tgTtKKQ+VUp4Gfgi8lu6RX+hP3q55nyNiFrAt8O7SxGl3jfxDwXBO6FcB\n0yNitYgYQ4uQOGeAY0YM0VoW53jgplLK16zpHGCP6vcewI+HW7bBoJRyYCllaillVVp9fVEpZTe6\nR/77gbsjQnVetwBupEvkp+Vq2TgixlVjaQtaPEy3yC/0J+85wMyIWDoiVgOmA7/rcPyIIiK2ouV2\n3L6U8qQ1dYX8Q0YpZdj+gLfRYppvAw4azmsvgKyb0TIvrwOurf7eBqxAi+2/BfglsPxIyzqIe3kD\ncG71u2vkB9YDrq6ewY+AF3aZ/J8B/gxcD3wXWHo0yw+cSsvf/zQtC2mv+ckLHFS9yzcDW49S+W+l\n5SvXO3zMaJV/YfxlpmgikUj0CJIUTSQSiR5BTuiJRCLRI8gJPZFIJHoEOaEnEolEjyAn9EQikegR\n5ISeSCQSPYKc0BOJRKJHkBN6IpFI9Aj+D7V/h4pJXVzNAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50c59400>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAByCAYAAABDTSr6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXeYXVXVxn+LkFBCINSQhEBAAxgQQSlBWpReAgEFQpGA\nCIogVfqnIOUJKiAoTaQmIC1UUeklIr23UEIJCYTQpUpzf3+c89697uROJgkz986drPd55plzT7vr\n7L3Pvmu9q2xLKREIBAKB5sccjRYgEAgEAu2DmNADgUCgiyAm9EAgEOgiiAk9EAgEughiQg8EAoEu\ngpjQA4FAoIsgJvQuCDN7ysyGNlqOwKzBzC4ws+NaObaTmd1Ub5kCzYE5Gy1AoP2RUlqh0TLMzjCz\nBAxKKU1o73unlC4GLm7v+wa6BkJDD8wyzGy2Uwhmx2cONA9iQu+CMLOXzWyDcvtoM7vCzC4ysw/M\n7AkzW9bMDjezN8xskplt5K69w8xGmdn9Zva+mV1rZguVxwaaWTKz3c3sFeC2cv+WJc3zXnn9N8r9\nh5rZ2BaynWpmfyy3FzCzc81sipm9ambHmVm3Vp5pHjO70MzeNbPxZnaImU12x/uZ2ZVm9qaZvWRm\n+7pjR5vZ5WY2umyDp8xs1Zm4dmzZfu8Du5rZ6mZ2T/m8U8zsNDPrUZ4/rrz0MTP70My2L/dvYWaP\nltfcbWYrue9YxcweLmW7DJh7On27q5nd5T4nM/u5mT1fXn+smX2t/I73y+eWbAua2fXlc75bbi/h\n7rW0mY0r73OLmZ1uZhe540PK+75nZo8FrdcJkVKKvy72B7wMbFBuHw38F9iYgmIbDbwEHAl0B/YA\nXnLX3gG8CqwI9ASuBC4qjw0EUnmPnsA8wLLAR8CG5f0OASYAPYClgI+BXuX13YApwJDy89XAn8t7\nLQbcD/y0lWc6AbgTWBBYAngcmFwemwN4CPh1+b3LAC8CG7dog81KGUYB987EtZ8Dw8tz5wG+Awwp\n23MgMB7Y38magK+7z6sAbwBrlN8/suyjucrvnAgcULbfD8vvO66VdtgVuKvFd10LzA+sAHwK3Fo+\nxwLA08DI8tyFgR8A8wK9gCuAa9y97gFOLGVaG3jf9X1/4O2yDeco+/ttYNFGj/f4c+Oj0QLEXwd0\n6rQT+s3u2DDgQ6Bb+blXOSn0Lj/fAZzgzh8MfFZORAPLc5dxx38FXO4+z0HxgzC0/HwXsEu5vSHw\nQrndp5x85nHX7gDc3sozVSbZ8vNPyBP6GsArLc4/HDjftcEtLZ7pk5m4dlwb7b0/cLX73HJCPxM4\ntsU1zwLrAesCrwHmjt3NzE3oa7nPDwGHus8nAae0cq+VgXfL7SWBL4B53fGL3IR+KDCmxfU3Uv5Y\nxF/n+As+cPbAVLf9CfBWSulL9xlgPuC9cnuSO38ihea4iNvnj/crzwEgpfQ/M5tEodEB/JVioh4N\n7Fh+hkJ77w5MMTNdPkeLe3v0a3HMby8F9DOz99y+bsC/3OfX3fbHwNwlHz4j11bJZGbLAicDq1Jo\nu3NSTKStYSlgpJn9wu3rUT5TAl5N5QxZYiIzh5b92/Lz4qXc8wJ/ADahsHQAepU0Vz/gnZTSx+7a\nScAA9wzbmtkwd7w7cPtMyhroQMSEHqiFAW57SQoK4C23308+rwHf1AcrZucBFFo6FGb9SSVXuzWw\nZrl/EoWGvkhK6YsZkGkKBdXydA0ZJ1HQRoNm4D4tMSPXtixJeibwCLBDSukDM9ufgiqZ3nccn1I6\nvuUBM1sP6G9m5ib1JYEXZvgJZhwHAcsBa6SUXjezlSmewyjadyEzm9dN6i3beExKaY8OkCvQTgin\naKAWdjazwaVGdwww1mn0LXE5sLmZrW9m3SkmjU8paANSSm9S0DjnU0yc48v9U4CbKCb7+c1sjtKZ\nt950vufw0rHXH9jHHbsf+KB0ws5jZt3MbEUzW20GnnVWru1FwS9/aGbLA3u1OD6VgsMW/gL8zMzW\nsAI9zWxzM+tFwVt/AexrZt3NbBtg9RmQe1bQi0Jjf88KR/dROpBSmgg8CBxtZj3MbE0Kek64CBhm\nZhuXbTS3mQ31TtVA4xETeqAWxgAXUNAUcwP7tnZiSulZYGfgTxRa/DBgWErpM3faX4ENyHSLsAsF\n9fA08C4wFujbylcdA0ymcOjeUp77aSnDl8AWFJzwS6Uc51A4BaeLWbz2lxT00QcUk/VlLY4fDVxY\nRoNsl1J6kML5fFr5nBMouHDKdtqm/PwOsD1wVVtyzyJOoXDqvgXcC9zQ4vhOFBbU28BxFM+lNp4E\nbAUcAbxJobEfTMwhnQpWTd0FZneY2R0UjrBzGi3L9GBmewEjUkqtafSBr4gyhPKZlNJRbZ4c6BSI\nX9dAU8DM+prZWiU1sxwFtXN1o+XqSjCz1Uraaw4z24RCI7+m0XIFZhzhFA00C3pQxKwvTRGNcylw\nRkMl6npYnILuWZiC3torpfRIY0UKzAy+EuVS/oqfShHmdU5K6YT2EiwQCAQCM4dZntDL2NXnKJJF\nJgMPUIRxPT3dCwOBQCDQIfgqHPrqwISU0oulp/5SCs4tEAgEAg3AV+HQ+1OdQTeZIo26VVhRVjQQ\nCAQCM4e3UkqLtnVShztFzWxPYM+O/p5AIBDowpihchBfZUJ/lerU4CXI6d4VpJTOBs6G0NADgUCg\nI/FVOPQHgEFlDeUewAjguvYRKxAIBAIzi1nW0FNKX5jZPhQlNLsB56WUnmo3yQKBQCAwU6hr6n9Q\nLoFmxUYbFYs6/fOf/wTgyiuvrBzbbrvtGiJTYLbCQymlVds6KVL/A4FAoIsgUv8DgVaw+eabV7av\nuOIKALQYxxprTDdCNxBoCEJDDwQCgS6CmNADgUCgiyAol0CrWH/99QE4+OCDgewYhOwU3Hbbbesv\nWAdj1VUL39Nf/5rX45h77rmrzrn66qjcG+h8CA09EAgEughCQw9UoWfPnpXtQw89FMiaug9xffDB\nB+srWAfjO9/5TmX7mGOOAaBXr17TnPfUU0Wqxe9///v6CBYIzARCQw8EAoEugtDQA1X47ne/W9mW\nZi5MnJjrA1144YV1k6kjscACxVrQZ599dmXfKqus0ur5Rx99NACvvjpN2aJAoOEIDT0QCAS6CGJC\nDwQCgS6CoFxmAosuWtSX987BDz74AICFFloIgNdff71yrJ51cr4qvv71rwMwZsyYVs8ZPnx4Zds/\nZzPjuOOOA6ZPswB8+9vfBuCxxx7rcJkC7Q9RZQDrrbceAHfeeScARx11VKvX/eY3v6ls33HHHVX/\nOyNCQw8EAoEugtm62uIyyywDVDsCBw4cCMCmm246zfkrr7wyAF988UVl3yuvvALACiusAMBVV11V\nOfbDH/6wfQVuZ8w777yV7ZNOOgmAPfecdnGpd999F4Clllqqsu+jjz7qYOk6FltvvTUAl19+OQDd\nunWb5pzRo0dXtnfbbTeguayuQEZH9Ztq+9QBUW0xEAgEZie0OaGb2Xlm9oaZPen2LWRmN5vZ8+X/\nBTtWzEAgEAi0hTYpFzNbF/gQGJ1SWrHc9zvgnZTSCWZ2GLBgSunQNr+sE1AuPrb6lltuAWqbY599\n9hkAL7zwwgzdt2/fvgDMMUf+jezdu/csy1kPnHnmmZXtWlSLqKW11loLaP7sUMWcA9x2221AbWeo\nskHlPAN45513Oli6ro8FFyz0vi+//LKy7/333+/Q75QzdHqOz68COU2907WD0D6US0ppHNByNG8F\nKLPkQmA4gUAgEGgoZjVssU9KaUq5/TrQp53k6TDce++9AKy22mrTHPNa+B//+EcgLzU2YcKEGbq/\nHKYtq/J1ZrS1SIM0qWbXzAUfgtZSM580aVJl+3e/+x0QWjlkK/O///1vZd98880H5PGx1VZbVY59\n7WtfA6prAukeI0aMAODpp5+uHFNly/aE15ZnRDOvFYaokEaPWvfSvjpo6DOErxyHnlJK06NSzGxP\nYFp7PhAIBALtilmd0KeaWd+U0hQz6wu80dqJKaWzgbOhMRy6tNBvfetblDJUjqne9R577FHZ9/HH\nH8/S9zz66KOzKmLdsdxyywE5Uao1HHHEEfUQp8Pxs5/9DIC99957mmOffPIJADvuuGNl37///e/6\nCNZJsO666wKw/PLLA7DDDjtUjq200kpA5r89PvzwQwC6d+9e2fef//wHgMUWW6zV7/MaeiPxve99\nD5jxRKHpafvS0Butqc9q2OJ1wMhyeyRwbfuIEwgEAoFZxYyELV4C3AMsZ2aTzWx34ARgQzN7Htig\n/BwIBAKBBqJNyiWltEMrh9ZvZX+nwoEHHgjAXHPNBcAbb2R2aKeddmqITI2CqJZ99tkHgH79+k1z\nzt13313ZHj9+fH0E6yAsscQSABx77LFA7WxQha56mmXttdcGcn0ej88//xzITvNmwTzzzAPA4Ycf\nDlSH766++uoA3H///UD1soI//elPAVhkkUUq++677z4gBxP4wAE5kjXWAJZeemkgO1YVMtoozCzV\n0kyITNFAIBDoIujy1Rbfe++9qs9aVm12hEL1dt5552mOPfzwwwD8+te/ruy7/fbb6yNYB0GLcCy8\n8MLTHHvrrbcA+Mtf/gLAddddVzkm7dXXulHymf4/8MADlWMKx3v55ZfbS/R2QY8ePSrbqlmz+eab\nA/D2229Xjp1yyilAXlbPW7GzmpDz5JNP1tzuDJgZzbzZ3oHQ0AOBQKCLoK7VFnv37p2GDh3K4MGD\nK/sU+vTb3/62su+RRx4B4M9//jNQzX2q/rhCrSBX/nvxxReBrH1B5u3WXHNNoDrh4bnnngPg3HPP\nrewTf6ikCaX0Q06auPHGGyv7NttsMwDuuuuuqu+DHAqn0DiAoUOHAvCnP/0JyKFikEO9xNMCHHLI\nIQB84xvfmEZ+VYT0VojuobR9z4mrLIE4Tb+MmsLSzjnnnMo+VaFU+0sTBXjooYcAePbZZyv7xLeq\n3xZffPHKMbWjqlMCbLnllgBcccUVQB4LAD/4wQ+q/kOuXf7aa68B1WnjSl7xiz0rPE6hdCrnALnN\ndL7axMvoLRlVo5w6dSqQeXbIXL3fpwqVKq/g68errrzkArjnnnuAbAH4shF6X+acMxvU4qpvvfVW\noJrjlkXi320lAynBTjJDHhfi0n0lTSX+eMttySWXBHL7++Sg559/fhp5/va3v1Wd50swKKxY7y5k\n/8Q666wDVIdAqm6/x/XXXw/k8abxAbDNNttUHYM8djUn+OUHFYK5ySabTCOX2nzKlCmVfXof1Rbb\nb7995ZjeDZ+gJr/d8ccfD1QvRK734dprc9Cg+m3UqFFRbTEQCARmJ8SEHggEAl0EdaVcevTokRZb\nbLFK9hnAgAEDgOrlzeTMUaihTC+AfffdF8h0CWRTXya7D5mSM0hOIN0TMo0hisdv616iWfy2XxBD\n5ttNN90EVNMSMru9s0z32H333YHa2Zi+zojMNTnq5MSDbB5655eoKIUc1mo7OcY8VaMFOjyVpVA+\nna/MWsjmpM++nDhxIpDNc09l6Vpv+oo+GzJkCJDpAP9sPptVdJYoBW/6KgPY0zairtR2onYgt4v6\nz9NcWpjEUwMab6eddlqVzJBDAueff/7KPtX2URv6xTI22mgjoNrc9tmZUN3Pekc9nSSqTvTC6aef\nXjmmPpw8eXJln94z3euaa66pHPvFL34BZApO/QKZlvDvjcJAdZ5oDYD//e9/QHVmqdriyiuvBHLY\nIOT29zWQ9I5osRkf5vjmm28CmZ6AHH6r+3uH9fe//32geqyL5hGtOnbs2Mqxgw8+GMg0kafpdC9R\nTpDHiPpP53j4BXE23HDDqufwmaWiF/2crHdvs802C8olEAgEZifUVUNfZJFF0rBhw6q0a/06+l8q\n/fIrbEyOR8jagZIgIGvogn7ZITuqFIolZyRkJ5D/BRX0K+xrYsvZ6jU9ObZUD8bXepbm7Ou8SNvQ\nfU8++eTKsY033niae0izkobhtXdppdK8IWv+n376KUCVA1p9LUepdzDpO70mI216xRVXnOa5n3nm\nGSDXSoesofbpUxTf9OGCWu7PO6AEOXdV6dLf3/ettD9ZE97BKk3PW0iqay5HnRZ6hty/suCkeUOu\nyuid63Ka6nm99n7JJZcA1U5OWRZats+/Z7WWLZMVJ+3UhxXquf09JJvGuk8SkxPb17jXEnqS0beF\nrC29b/7Z5Ozzzn7JKCtBFgrk9qxlKWk8eS1WY8uPeY0D9aV37Cu81lvOak85EP2xUaNGAdVOb/W9\n2tMzBtpWKKd3UB500EFA9bjYYostgDxneYtbNYQ0NiG/G5p7vAUg/PznP69sS/O/5JJLQkMPBAKB\n2QkxoQcCgUAXQV0pl0UXXTQNHz68yixW1pZfbEHOSjkovAlYy0ySWaU4XZlBkM1PmXTeESVn0EUX\nXVTZJ4eKYsdlqkKmSzylI4fQiSeeCFQ7KGXC+pog+++/P5BrangHrigC0Q0AY8aMAbIJ6M11OZf8\n4gyKkZdjUtmSkM1gOf08hSLnmo8rl0NMZqF3BMrEl5MHYK+99gKyA020D2Qz2NNboqLUv8OGDasc\nU3ahp6tkit5www1VMgP0798fqKaA9P0qnaxMSMjmuWgu72DdYIMNgGonsJzMGn+itiDTfz5OXItk\niC70bbH11lsD1f02aNAgINM3coZBdqD551Wsv+7lIUrKL4eo/Ac9t+KgIfevYq99HPr5558PVDs+\n1Sei2Gq9b6JSIL9Doj08vSLqx9N/ol91TLJDjgv3i64o9ltZnT6GX/SOd/RKxr///e9AtZNTsqkt\nauWQiEaDTKuIRvayat8JJ+TahaLB1Ob+u+VI9m1x1llnATBu3LigXAKBQGB2Ql019DnnnDP16tWr\n4gSDrA348DrJpF9+rx1IA/Maj7RuaWLeMSEnopyLXsOVJqmwKsiZktIkZS1AzgqTgw+yRi4Lw/9C\nSzvwIV+S48c//jGQNTnI2XveoaR2OeOMM4Da2ZrSujykafhQQGmZCvnyYXaSy2sfctzovMMOO6xy\nTG3hK/PJIpGWrww+yI6zWhUM9Uxek9H9vYNLssmR7OuM6LvkQITcr9IMvZYmrVpOP99H6kOf4SdH\nmO7vnce1MiYlv8IJpfVDdkz6UD1lQ5566qlAdWifxmItB70sVT+G1T7eGpImLwtUmjfkMXjZZZcB\n1e+W5FKoJeR3UJaDAhX8M2k8QW5POYp92K80YT8PyYKUxurHkd5fn5WrjGBpxNJqITtYvfNR75nG\nqz//0ksvBfL75q0uvWfeqStLUhnB3lpR+8h6hGzdqy/9vRS67ftN540YMSI09EAgEJid0KaGbmYD\ngNEUC0En4OyU0qlmthBwGTAQeBnYLqX07vTu1bdv37TbbrvxxBNPVPapPocPJ1SYk369fD0FcY2e\nC9cvrH69d9lll8ox/Xq35Cgh88A+3EwJLbvuuisARx55ZOWYuMMf/ehHlX3iXsV7eU7zX//6FwCP\nPfZYZV/LRCqf1CTN1mtu+pVXW/jEHP16+xA03VeWj7eG1Nd/+MMfgGrNQWFp/v7if1Vbw9e10WLb\nPtRQIVmSx1sOksdr3KpwKB5b/gXI1oB4Tsgam/hZX+NHMvoQMdXSkXbmeelx48YBWev3Y1K8qedP\nZdVon6/EqCQgHzooDX3ZZZcFqpN8JLevp6IEJLW/P1/jaLvttqvsk4Wg7/TWhMa6/kOu+SIe3oe/\nyiJUeKevRigN2i/NKMtNYanqP8iWp+97yagx7BPtND69L0aLTqstfFiu3kEl/kCukyMfi69RpPv6\ncaoQZvkYvFWtcSr/iV8uT++DH3caF+qPWnOJv4c0flmNfvk+8ekHHHBAZZ/e5xNPPLHdNPQvgINS\nSoOBIcDeZjYYOAy4NaU0CLi1/BwIBAKBBqHNCT2lNCWl9HC5/QEwHugPbAUohOJCYHjtOwQCgUCg\nHpgpp6iZDQTGASsCr6SUepf7DXhXn1uDMkV9+JvoCF9/QdtyhnongULpZN5DdkzKtPFlVRUapjoY\n3qGpLCzvLFOIlUxG78QTFeRDE0XhyJz0NUFkLok2ATjvvPOATFl4c09mba0Stnom74wT9SCzGDL9\nJKeZD4ESraL2V60ZyA4lH6onc1iOMe+cltnpnXfqE8njM0VlTnon8ze/+U0gm5iexhBd4u8hSkp1\nSHxYnsx+bw57+gWqw/40pkTPqRYPZIpGJZEhO9xlIvtwM1EDypKE7GhUaKg3xeU89eGB+i5Rct5h\nrb73y8aprTX+vCNdVJoP39O4Vj97CkJOUF3nQ4gff/xxoDpbW2NY/eXHmPrIhyYqjFJUjqdLRcF5\nikm0hJ7J1xdS3/j6LqI9RMN4Kkvj07ePqFlluiok2MutucEHFagfPCWqbGXt845rBQJcfPHFlX0q\nK1yL4tT74OdkOf6nTp3avk5RM5sPuBLYP6X0vj+WCglq/jKY2Z5m9qCZPejThwOBQCDQvpghDd3M\nugPXAzemlE4u9z0LDE0pTTGzvsAdKaXlpnef+eefP6266qpVWq9+rf3CDdIGpI1fcMEFlWMKvfP1\nFEaOHAnkX2/vJJSGIU3JaweCTxRSxTZp+14raunQgPyrLa3Ra4VatMNrjaqopl9qX8tF2r3XSuWA\nkmbonShKIvJWgRZluOqqq4BqzUdar67zP7DSSLSAA2RHo9pOziovhw/HU/vLueYdjdKGvKYkh6EW\nd/AJZNIafbic2kzy+3HRsp4PZOtGFphfKEGOTMnlLR9ZJn75MfWrwv18kpKeyVdMVKidnN7eWa7E\nsVqLoShBzY9h3d9bYuobvSM+TFDhh96CUTsqIcdXN5VmrmQjH/qpMS8t2z+LnK4KM4RsvfpxIYes\nnkkhfv6+PjxQGrYWofZzg8add67LIax3V7V4oDroQNDYkpXlx44sNyX+eWtcsvpxJEtMfe+d07LA\nfFtIk3/ppZeA6rBfJeZ5rV2O8HXWWad9NPSSTjkXGK/JvMR1wMhyeyRwbctrA4FAIFA/zMgi0WsB\nPwKeMDPlYR8BnABcbma7AxOB7Vq5PhAIBAJ1QF0zRfv06ZN23HHHqqy8Wgs9KKNMTgKZXpDNdO/c\n1EIKcnbUiteV2XfooYdWjmm9Tt8GMuVkht58882VY4pz/cc//lHZpxhYyeydIvvssw9Qveq5TGrF\ndCsmHHJNCu8sa5mJ6mPH9d0+5lemuExHTwPI2SzKyNeMkVnv64vIgSmnrs8gFI3h6R5RaT/5yU+A\n6n5TNqhfQ1WOZPWbj3VWvLd3PsosV1yzbwuVm/XPq3o2op18HL2cnKKmPA2gceGda3pO0U6eWhPt\n5h2f2ieHof9uHfO1dOTkFMXnx4z2+cAB0Vqilbysel7VOILc1qIcfbamHKWiBrXuJWSHoXfSikJQ\nm3uKRpTC1VdfXdnXsgyzp1w11j31qL6RE97HxcvR6wMN1DeiTn1biJbzZXAPPPBAINM3nk6SbJLL\nZ8HK+er7WfOQqC8fQ65cFl+PSGNX3+nvJYpMcfKQ34nTTz89MkUDgUBgdkLdqy1us802VWFOcnT5\nUCkVsVcYmK/DsN9++wHV2WbSyqSRecebfmmlIfpwJ2Um+vN/+ctfAllT984ahZt5h4wcn9KkvcNE\nmoyvDKdn0a+wX9VeDhwt5QY5nE7PWGsBDe+klYYk7dtnO0qjkox+8Qs56LyGK+tJ4VfSvCGHa3nn\noPpSmr13ckr7830vC0OOWN/WamPfnnKOKWzOO4iVBVqrwqAchtKYYNrl77zWqHoqvraMKjxKG60V\nzuqXXVP4pzIyvUYpS88vYiFZlRXpnajKfPSWmLRRtYW3bmRF+HdE/SXN39ed0Tui8eDrHUmr9lm8\nqi8k61eOeMjaqA/hVDa4Age8VSdnsG8fyS/r1Vvjyuz1jsM777wTyAth+IxdjQfvXNd5CqzwjIGs\nG2WY1qrZ48eY3me9P95xLUveL5enCrJq/1oZtQpphmytLLbYYqGhBwKBwOyEumro3bp1S/PNN18V\nf9cyyB9ykoh+qf354tAV9gM5zFFJDT4JQvXExb35sDxp0L7WgqqtKazLJxFIs/A8ubQgaSH/93//\nVzkmTdu3sX75pQkr5BKyhuefV98puXxCiCr5+Vre4vKkSfokKyWhqAa71/ZlKaimCOR+kGbltQlx\nf15TlZYimX1ii7h5v+iztFdZVn4RZFkfPplJyTeqQe25W9V99/4HhR9Kbl9JUtqT7un7SHL7Maln\n0z19yGTL6yBbIgoh9MvlKVHG942eU23htTT5Q7xFJa21ViXMWly1+lrWiqoJQq6eqO/xGqvk8r4V\n1e2XDD48Vc8kzRtyn6iNfaVE+S58cp/aTnOD1971HL6tFdqrpDpfF0ZWoLdU1a/yW3hfj8a/rEVv\nrcgnphpEkPl9jS2fHKdrvbUl9kFVMv1ynDrm/Ubqk7POOis09EAgEJidEBN6IBAIdBHUlXIZMGBA\n2m+//apCiOTc8NSGQqtkmnqHj8wln32lMEXVJlG4I2TTRks/yekJmX7xZrqyNOUw8bUcZEbK5IRs\n1opK8A4T0RI+e0ymopx9fok4OTe9ySWHrRxR3pGme/kyqbqf2syHUck5K1PzV7/6VeWY2tDTNwpf\n076TTjqpckxt5x0+oknksPP0ivpUFBhM6/j0NJqc134BADkHVb7YU0ZqF1/3RyVy5dRVWChk03rC\nhAlAtfNLNIZ3yIpqkfnvaT3dV05hD1F3nsZQZqwv8yoTX7Sbpzj22GMPoLqUsMaZ+t5TAzL7vfNe\nyywq9NQ7cEVjSka/6IroDP8Oyll+yy23ANXZyHI++hBLyaN29aF6crZ6Skqht6JJfLisSgn7DG45\n3PW8fi4RxeQDB9QWogbleIT8bihc2WeRy6Hs50zNR9rn32ctouLL/+o9kFPUBwKIZvP3kNN11KhR\nQbkEAoHA7IS6augLLLBAGjJkSNUvojQwr0lqkVhVKfNalzQSv+SWfpmlCfhFKfSLK83BV2lU7Qqv\nbSlhRE4a/z1yhvr6C3KKSsP12oHC/HxYpJwg+u8X45DG48O6xo4dC+TQMB/CqeQEr52NHj0ayHUz\nvKYnJ6L4KUE4AAAGo0lEQVRk9QtvqF29w0fahzQq72ySRuytD2nVcnb6fmsZ3gU5wUMOPe+ElAXm\na5rIypJW47UbhUj6Wj1yhiqBxy/qoLZQ33unmZxrPlzO1+OB6qXGFFrqE3nU56eddhpQvUiLxrx3\n7Elbl4POWwxqd99fskIVTumhsSINEXISlsaTDx+Vtq9FujUOIfeXnLuQLRL1qTR8qO10lWYuS8mH\nm6oKpNfaVa9JbeGrs+r+3gKQY1uWrR9jGkfeWlQIs2r1KOAAcmisNGhvpWne8ovKK2RSTIOfX6Rx\nyzELeRwp0dFb9LIGfBKaLLx+/fqFhh4IBAKzE2JCDwQCgS6CulIuPXv2TIMHD64yoeQM8fUUFG8r\ns94vNCB6wTt1ZMbIZPHlMGU6iTrxsdTK6vLxunLaydT3WZ4y5XxdCznLVFbVZ6Tp2bxDSfLIkeQX\nXZBp5rPNZAKKOvG1X2RO+qw5mbOKLfZUligEPZunRPSdviyx6BRRCt5ZK3hnk/pV2YK+Homczd75\nJbnllPY0g/rZx17LtJcjTXHBkPvJ1/FQW4uK8+0kp64oC98Wisn39JYoBNUC8rVfdK03lZUtqzGs\nPAXI2c6+rUWJKL7dxy5LDsWXQx7/MtlFU/j7evmVSStK0NNbMv/lrPVy6Tn8e6PvVr/5OG45qr0z\nW++L3kvfFgow8FmtyujVe6OyuP67/Tuo915ziC/nK8rCv4MqU6sxprwMyHSt3iOf7Sx6ztdaUYav\nAgeUG+Kv9YvYqH3uu+8+oDr3QnSvp2j0ndtuu21QLoFAIDA7oa4aupm9CXwEvNXWuZ0YixDyNxLN\nLH8zyw4hfyOxVEpp0bZOquuEDmBmD86I6dBZEfI3Fs0sfzPLDiF/MyAol0AgEOgiiAk9EAgEugga\nMaGf3YDvbE+E/I1FM8vfzLJDyN/pUXcOPRAIBAIdg6BcAoFAoIugrhO6mW1iZs+a2QQzO6ztKxoH\nMxtgZreb2dNm9pSZ7VfuX8jMbjaz58v/C7Z1r0bCzLqZ2SNmdn35uWnkN7PeZjbWzJ4xs/FmtmaT\nyX9AOXaeNLNLzGzuziy/mZ1nZm+Y2ZNuX6vymtnh5bv8rJlt3BipM1qR//fl+HnczK42s97uWKeS\nvz1QtwndzLoBpwObAoOBHcxs8PSvaii+AA5KKQ0GhgB7l/IeBtyaUhoE3Fp+7szYDxjvPjeT/KcC\nN6SUlge+RfEcTSG/mfUH9gVWTSmtCHQDRtC55b8A2KTFvprylu/CCGCF8pozyne8kbiAaeW/GVgx\npbQS8BxwOHRa+b8y6qmhrw5MSCm9mFL6DLgU2KqO3z9TSClNSSk9XG5/QDGZ9KeQWQWLLwSGN0bC\ntmFmSwCbA+e43U0hv5ktAKwLnAuQUvospfQeTSJ/iTmBecxsTmBe4DU6sfwppXHAOy12tybvVsCl\nKaVPU0ovARMo3vGGoZb8KaWbUkqq63AvoNoQnU7+9kA9J/T+wCT3eXK5r9PDzAYCqwD3AX1SSloF\n4nWgTyuXdQacAhwC/M/taxb5lwbeBM4vKaNzzKwnTSJ/SulV4ETgFWAK8J+U0k00ifwOrcnbjO/z\nj4F/ltvNKH+bCKdoGzCz+YArgf1TSu/7Y6kIEeqUYUJmtgXwRkrpodbO6czyU2i33wbOTCmtQlEy\nooqe6Mzyl1zzVhQ/TP2Anma2sz+nM8tfC80mr4eZHUlBo17caFk6EvWc0F8FBrjPS5T7Oi3MrDvF\nZH5xSumqcvdUM+tbHu8LvNHa9Q3GWsCWZvYyBb31fTO7iOaRfzIwOaV0X/l5LMUE3yzybwC8lFJ6\nM6X0OXAV8F2aR36hNXmb5n02s12BLYCdUo7Tbhr5Zwb1nNAfAAaZ2dJm1oPCIXFdG9c0DFbU1jwX\nGJ9SOtkdug4YWW6PBK5teW1nQErp8JTSEimlgRRtfVtKaWeaR/7XgUlmptqm6wNP0yTyU1AtQ8xs\n3nIsrU/hh2kW+YXW5L0OGGFmc5nZ0sAg4P4a1zcUZrYJBe24ZUrpY3eoKeSfaaSU6vYHbEbhaX4B\nOLKe3z0Lsq5NYV4+Djxa/m0GLEzh7X8euAVYqNGyzsCzDAWuL7ebRn5gZeDBsg+uARZsMvl/AzwD\nPAmMAebqzPIDl1Dw/Z9TWEi7T09e4MjyXX4W2LSTyj+BgivXO3xWZ5W/Pf4iUzQQCAS6CMIpGggE\nAl0EMaEHAoFAF0FM6IFAINBFEBN6IBAIdBHEhB4IBAJdBDGhBwKBQBdBTOiBQCDQRRATeiAQCHQR\n/D+QhroT3V/a2wAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50c3b0f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXQAAAByCAYAAABDTSr6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAE5pJREFUeJztnXmwHNV1h7+fhMQqAwKChSQQTgSOIA4EmSW4bMpAwGwi\nToIhEIsKMQmxg3GRsJhKTGxcpio2gcQ2icImEGYxe1EVB5AhhDKbWIwBgREIkMQDsSmAcQDZJ3/0\nfaY1num+t6fnzUy/81VNve6+269vd98595zb82RmOI7jOMPPhH4LcBzHcerBB3THcZyG4AO64zhO\nQ/AB3XEcpyH4gO44jtMQfEB3HMdpCD6gNxBJj0nap986nGpIukTSWR3SjpZ0y1hrcoaD9fotwKkf\nM9up3xrGM5IMmG1my+qu28wuBy6vu16nGbiF7lRG0rgzCMbjOTvDgw/oDUTSs5L2C9tnSvq+pEWS\n3pT0E0k7SDpd0mpJKyT9Qa7sHZK+Iek+SW9IulHS1JA2S5JJOk7S88APw/HDgptnTSj/2+H4qZKu\nadF2nqR/CdubSrpQ0oikVZLOkjSxwzltKGmhpNclLZV0iqSVufRtJF0r6WVJyyWdmEs7U9LVki4N\nffCYpLkJZa8J/fcGcKyk3SXdHc53RNK3JU0O+e8MRX8s6S1JnwnHD5H0cCjzI0kfybWxq6QHg7ar\ngA0Kru2xku7K7Zukv5b0VCj/NUm/Gdp4I5z3qLbNJd0czvP1sD0jV9f2ku4M9dwm6TuSFuXS9wz1\nrpH0Y3frDSBm5p+GfYBngf3C9pnA/wEHkLnYLgWWA2cAk4DPActzZe8AVgE7AxsD1wKLQtoswEId\nGwMbAjsAPwP2D/WdAiwDJgPbAW8DU0L5icAIsGfYvx7491DXbwD3AX/Z4ZzOBv4b2ByYATwCrAxp\nE4AHgH8I7X4IeAY4oKUPDgoavgHck1D2PeDwkHdDYDdgz9Cfs4ClwEk5rQb8Vm5/V2A1sEdof364\nRuuHNp8DvhT6749De2d16Idjgbta2roR+ACwE/AOsDicx6bA48D8kHcL4I+AjYApwPeBG3J13Q18\nM2j6GPBG7tpPB14NfTghXO9Xga36fb/7J3d/9FuAf3pwUX99QL81l3Yo8BYwMexPCYPCZmH/DuDs\nXP45wLthIJoV8n4ol/73wNW5/QlkXwj7hP27gM+G7f2Bp8P21mHw2TBX9ijg9g7n9KtBNuz/Be8P\n6HsAz7fkPx24ONcHt7Wc088Tyt5Z0t8nAdfn9lsH9POBr7WUeRL4BPBx4AVAubQfkTag753bfwA4\nNbf/LeDcDnXtArwetrcF1gIb5dIX5Qb0U4HLWsr/F+HLwj+D8XF/4Pjgpdz2z4FXzOwXuX2ATYA1\nYXtFLv9zZJbjlrlj+fRtQh4AzOyXklaQWXQA3yMbqC8F/jTsQ2a9TwJGJI0Wn9BSd55tWtLy29sB\n20hakzs2Efif3P6Lue23gQ2CPzym7DqaJO0AnAPMJbN21yMbSDuxHTBf0t/kjk0O52TAKgsjZOA5\n0mi9vq37Hwy6NwL+GTiQbKYDMCW4ubYBXjOzt3NlVwAzc+fwJ5IOzaVPAm5P1Or0EB/QnXbMzG1v\nS+YCeCV3PD/4vAD8zuiOstF5JpmVDtm0/lvBV/uHwF7h+AoyC31LM1sboWmEzNXyeBuNK8jcRrMj\n6mklpmzrT5KeDzwEHGVmb0o6icxVUtTG183s660Jkj4BTJek3KC+LfB09BnEczKwI7CHmb0oaRey\n8xBZ/06VtFFuUG/t48vM7HM90OXUhAdFnXYcI2lOsOi+ClyTs+hbuRo4WNK+kiaRDRrvkLkNMLOX\nydw4F5MNnEvD8RHgFrLB/gOSJoRg3icK2jk9BPamA1/Ipd0HvBmCsBtKmihpZ0kfjTjXKmWnkPmX\n35L0YeCElvSXyHzYo/wH8FeS9lDGxpIOljSFzG+9FjhR0iRJnwZ2j9BdhSlkFvsaZYHur4wmmNlz\nwBLgTEmTJe1F5p4bZRFwqKQDQh9tIGmffFDV6T8+oDvtuAy4hMxNsQFwYqeMZvYkcAzwr2RW/KHA\noWb2bi7b94D9eN/dMspnyVwPjwOvA9cA0zo09VVgJVlA97aQ952g4RfAIWQ+4eVBxwVkQcFCKpb9\nWzL30Ztkg/VVLelnAgvDapAjzGwJWfD52+E8l5H5wgn99Omw/xrwGeC6Mt0VOZcsqPsKcA/wg5b0\no8lmUK8CZ5Gd12gfrwDmAV8GXiaz2P8OH0MGCq3runPGO5LuIAuEXdBvLUVIOgE40sw6WfROl4Ql\nlE+Y2VdKMzsDgX+7OkOBpGmS9g6umR3JXDvX91tXk5D00eD2miDpQDKL/IZ+63Li8aCoMyxMJluz\nvj3Zapwrge/2VVHz+CCZu2cLMvfWCWb2UH8lOSl05XIJ3+LnkS3zusDMzq5LmOM4jpNG5QE9rF39\nKdnLIiuB+8mWcT1eWNBxHMfpCd340HcHlpnZMyFSfyWZz81xHMfpA9340Kez7ht0K8leo+6Isp8V\ndRzHcdJ4xcy2KsvU86CopOOB43vdjuM4ToOJ+jmIbgb0Vaz7avAM3n/d+1eY2QJgAbiF7jiO00u6\n8aHfD8wOv6E8GTgSuKkeWY7jOE4qlS10M1sr6QtkP6E5EbjIzB6rTZnjOI6TxJi++u8uF2fYafe8\n5H7+13F6xQNmNrcsk7/67ziO0xD81X/HicB/xM4ZBtxCdxzHaQg+oDuO4zQEd7k4pRS5G5ocEHQ3\nizNsuIXuOI7TENxCdzrilnlnmnz+zvDiFrrjOE5DcAvdcYj3l7tl7gwybqE7juM0BB/QHcdxGoK7\nXJx1GG+BUHe1jA/qWII6DPeAW+iO4zgNwS30DoyXb/RR/CUaxylmGH5p0y10x3GchlA6oEu6SNJq\nSY/mjk2VdKukp8LfzXsr03EcxykjxkK/BDiw5dhpwGIzmw0sDvtDh5l1/IwHYs9X0sBNLbsl5byb\ndu7jiV4/z4M2XpQO6GZ2J/Bay+F5wMKwvRA4vGZdjuM4TiJVg6Jbm9lI2H4R2LomPT3Dl6c5fg/0\nnlRrtRd9PUgW81jT9SoXM7Oi/xUq6Xjg+G7bcRzHcYqpOqC/JGmamY1Imgas7pTRzBYAC2Bw/0m0\nW2TtGU/9Mp7OtYzxYuGmXvOifhlN6/d9VHXZ4k3A/LA9H7ixHjmO4zhOVWKWLV4B3A3sKGmlpOOA\ns4H9JT0F7Bf2HcdxnD6isZxe9cPlMt5+mySG8RYc9H9Y8T6pfTEMb0e2ErMctRf1dlN3BA+Y2dyy\nTP6mqOM4TkMYd7/lMujWRb9pUv+kWFTdzFSHoc+qWpfDcG69ZNgCxG6hO47jNISBsdBTfXWx+Vst\nsHy5qsuW2vkY29UV47/vxt/XrU+vzFca015qX9TZd2UaY65v1XhCvlyq1jru9ZhyqfnGqs/ble3m\nPm8tW3Zftx6r4xoVlWtH7DOSilvojuM4DcEHdMdxnIYwMC6XdhRNQdpNq4qmSXVMcdq5SYqm4jHT\nyNjpXrv8MefUTk+Ma6odqa6Rsr5obbPs3FrrjQ3i1eHuac1fds9024/t+iL2vkglpi+KrmVsX8Q8\nP63pMXmq3g8xWmPLpd4XVZ/nMtxCdxzHaQh9t9BTgyKpVnKM5VPWZiupVl1Z2Zg8RVZaHZZtUfk6\n+6LXy+CKZiTdzCba5SvKn7ocsuoMqUhXUdnY863jfqjan70K0hb1RRExM5iyWWDRIo127aQ+L26h\nO47jNAQf0B3HcRpCX1wuZS6U1rTUaUds/pg2U7WWtVM1QNSuL4oCVqlrwotIXTNf9Xql9kUZVdcb\nxwTZylxsMcH4ojZT77HYwGFs/qJ8qWvyU9eJt+ar4xkpqr8bt1KMKyv1vuhmXb9b6I7jOA2hLxZ6\nqoXVzfK0GB11vInXa62t5crKVk3rJgAaYwUWtVlHXxRZZ3VaSqlL9VLKlunKp8fObLudsXXzjKQu\nTEidTaQGfFMDmWX68vnLrnfVvvBli47jOOOMUgtd0kzgUrJ/BG3AAjM7T9JU4CpgFvAscISZvZ4q\noOoLHi0a1/mb6lNO/WasY1lbu/xVfbZ16imyVmLrKlqSFasjZslXGTHL01Jf8ChqJ/U+SvWVpt67\nZfm6bTvW59vtUr3U+67dsdT6iyiLYxXl77Yvyoix0NcCJ5vZHGBP4POS5gCnAYvNbDawOOw7juM4\nfaJ0QDezETN7MGy/CSwFpgPzgIUh20Lg8F6JdBzHccpJCopKmgXsCtwLbG1mIyHpRTKXTBS9Wp4W\ns2yuV0vvWsvn2yoKxhUtaexUbyupwbuqy9Ni2+5mOlxVa+pyuVRS3UOprsQYUq9b1YB16tK7svOp\nGvSOJaavqwb7yzRXdd/0atli9IAuaRPgWuAkM3uj5eY1dfh/oZKOB45PUuU4juMkEzWgS5pENphf\nbmbXhcMvSZpmZiOSpgGr25U1swXAglCPhb9R4uoMwnVjtacQO/uI0dUuf7uydSxPq2rhdjPDiDm3\nOiyeovxV+6ksWFt1KV3ssxETqK4a4I69J2NnZDELE4pIDSjHWrixgcl29bbmq2NGVsd9UepDV1bT\nhcBSMzsnl3QTMD9szwdujGrRcRzH6QkxFvrewJ8BP5H0cDj2ZeBs4GpJxwHPAUf0RqLjOI4Tg+p0\nN5Q21sbPnjq9jZkexUyNOrUZ03YdAaWqgd8yUoI0vQ5S9arNbqawrXVUvS9i20ktV2eAtWogPdVt\nGNt2rwKTRe2kusNidBW12cPr9oCZzS3T4W+KOo7jNIS+/9pi0bE6ly2mWvt1LBOMCRLGWoaxenqx\nhLMof+pyx24CUKn5U/u/qM5e3BexM8l29Xdqp1O+mHLtKAoCt2uvapA5tS/aERvU7VSuTFfM85m6\n5LOszZi287iF7jiO0xAG8tcWu7XOUi2rbpaKpfpiU5d8FbVdtDwtdRlijA+wDv932QypNV+ZxdOu\n3tb66/SRFpVLnZ2l1h87C0mNDRXpK7JUU33EVa9b6ngR+4y0I3WW36l8Gd1Y4UW4he44jtMQfEB3\nHMdpCGPqctltt91YsmRJ6dQiJhhSNMUsmvrGBjnaUXUZVTtt3U7JOx0rClgVTeu7naaX6SpqM7Uv\nYttMDd4VlY+Z1rcrW2cguapbKV821d1TNcg5lq6HbgPJdbhQ2+Wp2hfdjC9uoTuO4zSEgXyxKOab\nqo5lbalWex0vD3RrNabWX1Suzj6PbbtMR1FbvZhRdduH+fy9XpKZet9Vvb7dWIi9sNC7uReqLuFM\nXSqZ2naFe9JfLHIcxxlP+IDuOI7TEPqyDj1P1Slg6ttdqdOq1PW97eqscx16uzrr7LuitmO1xqyl\njk1v58aoGuDuhXsudh16bJtFxAT9Uu+LbnTFBFG7cXGm3kdVg7rt9lOfy6p9Edt2qkvcLXTHcZyG\nMNZB0ZeBnwGvjFmj9bMlrr+fDLP+YdYOrr+fbGdmW5VlGtMBHUDSkpho7aDi+vvLMOsfZu3g+ocB\nd7k4juM0BB/QHcdxGkI/BvQFfWizTlx/fxlm/cOsHVz/wDPmPnTHcRynN7jLxXEcpyGM6YAu6UBJ\nT0paJum0sWw7FUkzJd0u6XFJj0n6Yjg+VdKtkp4Kfzfvt9YiJE2U9JCkm8P+0OiXtJmkayQ9IWmp\npL2GTP+Xwr3zqKQrJG0wyPolXSRptaRHc8c66pV0eniWn5R0QH9Uv08H/f8U7p9HJF0vabNc2kDp\nr4MxG9AlTQS+A3wKmAMcJWnOWLVfgbXAyWY2B9gT+HzQexqw2MxmA4vD/iDzRWBpbn+Y9J8H/MDM\nPgz8Ltl5DIV+SdOBE4G5ZrYzMBE4ksHWfwlwYMuxtnrDs3AksFMo893wjPeTS/h1/bcCO5vZR4Cf\nAqfDwOrvmrG00HcHlpnZM2b2LnAlMG8M20/CzEbM7MGw/SbZYDKdTPPCkG0hcHh/FJYjaQZwMHBB\n7vBQ6Je0KfBx4EIAM3vXzNYwJPoD6wEbSloP2Ah4gQHWb2Z3Aq+1HO6kdx5wpZm9Y2bLgWVkz3jf\naKffzG4xs7Vh9x5gRtgeOP11MJYD+nRgRW5/ZTg28EiaBewK3AtsbWYjIelFYOs+yYrhXOAU4Je5\nY8Oif3vgZeDi4DK6QNLGDIl+M1sFfBN4HhgB/tfMbmFI9OfopHcYn+c/B/4zbA+j/lI8KFqCpE2A\na4GTzOyNfJplS4QGcpmQpEOA1Wb2QKc8g6yfzLr9PeB8M9uV7Ccj1nFPDLL+4GueR/bFtA2wsaRj\n8nkGWX87hk1vHklnkLlRL++3ll4ylgP6KmBmbn9GODawSJpENphfbmbXhcMvSZoW0qcBq/ulr4S9\ngcMkPUvm3vqkpEUMj/6VwEozuzfsX0M2wA+L/v2A5Wb2spm9B1wH/D7Do3+UTnqH5nmWdCxwCHC0\nvb9Oe2j0pzCWA/r9wGxJ20uaTBaQuGkM209C2W9YXggsNbNzckk3AfPD9nzgxrHWFoOZnW5mM8xs\nFllf/9DMjmF49L8IrJC0Yzi0L/A4Q6KfzNWyp6SNwr20L1kcZlj0j9JJ703AkZLWl7Q9MBu4rw/6\nCpF0IJnb8TAzezuXNBT6kzGzMfsAB5FFmp8GzhjLtito/RjZ9PIR4OHwOQjYgiza/xRwGzC131oj\nzmUf4OawPTT6gV2AJeEa3ABsPmT6/xF4AngUuAxYf5D1A1eQ+fvfI5shHVekFzgjPMtPAp8aUP3L\nyHzlo8/wvw2q/jo+/qao4zhOQ/CgqOM4TkPwAd1xHKch+IDuOI7TEHxAdxzHaQg+oDuO4zQEH9Ad\nx3Eagg/ojuM4DcEHdMdxnIbw//gVQ275zgHmAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x6b50ae5240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(original_image, cmap=\"gray\")\n",
    "plt.title(\"original image\")\n",
    "plt.show()\n",
    "\n",
    "plt.imshow(occluded_image, cmap=\"gray\")\n",
    "plt.title(\"occluded image\")\n",
    "plt.show()\n",
    "\n",
    "plt.imshow(predicted_image, cmap=\"gray\")\n",
    "plt.title(\"generated image\")\n",
    "plt.show()\n",
    "\n",
    "plt.imshow(improve_predicted_image, cmap=\"gray\")\n",
    "plt.title(\"improve generated image\")\n",
    "plt.show()\n",
    "\n",
    "plt.imshow(improve_predicted_image>0.5, cmap=\"gray\")\n",
    "plt.title(\"improve generated image\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}