report_real_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Данные ноутбук использовался для генерации данных для отчета. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n",
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: pylab import has clobbered these variables: ['exp']\n",
      "`%matplotlib` prevents importing * from pylab and numpy\n"
     ]
    }
   ],
   "source": [
    "from artm_experiments import Experiment, Pool, OptimizationTopicsFilter\n",
    "from artm import *\n",
    "import glob\n",
    "import os\n",
    "%pylab inline\n",
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "batch_vectorizer = BatchVectorizer(data_path='kos', data_format='batches')\n",
    "\n",
    "def create_model():\n",
    "    model_artm = ARTM(num_topics=50,\n",
    "                      scores=[PerplexityScore(name='PerplexityScore',\n",
    "                                              use_unigram_document_model=False,\n",
    "                                              dictionary_name='dictionary')],\n",
    "                      regularizers=[SmoothSparseThetaRegularizer(name='SparseTheta', tau=-0.05),\n",
    "                                    DecorrelatorPhiRegularizer(name='DecorrelatorPhi', tau=0.5e+5)])\n",
    "\n",
    "    if not os.path.exists('kos/dictionary.dict'):\n",
    "        model_artm.gather_dictionary(dictionary_target_name='dictionary', \n",
    "                                     data_path='kos', vocab_file_path='vocab.kos.txt')\n",
    "        model_artm.save_dictionary(dictionary_name='dictionary', dictionary_path='kos/dictionary.dict')\n",
    "    else:\n",
    "        model_artm.load_dictionary(dictionary_name='dictionary', dictionary_path='kos/dictionary.dict')\n",
    "    model_artm.initialize(dictionary_name='dictionary', seed=np.random.randint(1000000))\n",
    "\n",
    "    return model_artm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def display_points(phi):\n",
    "    points = ConvexHullTopicsFilter.project_points(phi.as_matrix().T, dim=2)\n",
    "    fig = plt.figure()\n",
    "    ax = fig.add_subplot(111)\n",
    "    ax.plot(points[:, 0], points[:, 1], marker='o', ls='')\n",
    "    for i in xrange(phi.shape[1]):\n",
    "        ax.annotate(phi.columns[i], xy=points[i], textcoords='offset points')\n",
    "        \n",
    "    plt.show()\n",
    "    \n",
    "def save_hist(vals, bins, filename):\n",
    "    bins = (bins[:-1] + bins[1:]) / 2.0\n",
    "    np.savetxt(filename, np.vstack((bins, vals)).T, delimiter=',')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEPCAYAAAC3NDh4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFg5JREFUeJzt3X+wJWV95/H3d5gZBuSXMSVXRRlIgtQadUJM4qprTkFc\nCLpoLNlF/IlUKpUCZWXLkqjJjOXusphilZikEgsd0YhuHF2DGsIP4USNP5DAiPwMWRYRkdkYQdBS\nEPnuH92D18t97u05p/t0n5n3q+oU3ef26efLvT33c7uf7ueJzESSpOWs6bsASdJwGRKSpCJDQpJU\nZEhIkooMCUlSkSEhSSrqNCQi4n0RsSMirlv03jsj4qaI2B4RH4+IA7qsQZI0ua7PJLYCxy5571Lg\naZm5CbgV+IOOa5AkTajTkMjMLwD3LHnv8sx8uF79MnBIlzVIkibXd5/E64CLe65BklTQW0hExFuB\nH2fmhX3VIEla2do+Go2I1wLHA0evsp0DS0nSBDIz2tjPLM4kon5VKxHHAW8CTsjMB1b7cGYO6rV5\n8+bea5iHmoZalzVZ055QV5u6vgX2QuCLwBERcUdEnAK8B9gPuCwiromIP++yBknS5Dq93JSZJy/z\n9tYu25Qktafvu5vmzmg06ruERxliTTDMuqypGWtqbqh1tSXavn7VpojIIdcnSUMUEeQcdVxLkuaU\nISFJKjIkJElFhoQkqciQkCQVGRKSpCJDQpJUZEhIkooMCUlSkSEhSSoyJCRJRYaEJKnIkJhDCwsb\niYiJXgsLG/suX9IccRTYORQRwKTfl2h95ipJw+IosJKkmTAkJElFhoQkqciQkCQVGRKSpCJDQpJU\nZEhIkooMCUlSkSEhSSoyJCRJRYaEJKnIkJAkFXUaEhHxvojYERHXLXrvsRFxaUTcEhGXRMSBXdYg\nSZpc12cSW4Fjl7x3FnB5Zj4VuAL4g45rkCRNqNOQyMwvAPcsefvFwAX18gXAS7qsQZI0uT76JB6f\nmTsAMvNu4PE91CBJamAIHdfOgCNJA7W2hzZ3RMTBmbkjIhaA/7fSxlu2bHlkeTQaMRqNuq1OkubM\neDxmPB53su/Opy+NiI3ApzLz6fX6OcB3M/OciHgz8NjMPKvwWacvXYbTl0paSZvTl3YaEhFxITAC\nHgfsADYDnwQ+BjwZ+AbwHzPz3sLnDYllGBKSVjI3ITEtQ2J5hoSklbQZEkPouJYkDZQhIUkqMiQk\nSUWGhCSpyJCQJBUZEpKkIkNCklRkSEiSigwJSVKRISFJKjIkJElFhoQkqciQkCQVGRKSpCJDYgoL\nCxuJiIleCwsb+y5fklblfBJT6GteB+eTkLQS55OQJM2EISFJKjIkJElFhoQkqciQkCQVGRKSpCJD\nQpJUZEhIkooMCUlSkSEhSSoyJCRJRYaEJKnIkJAkFe1SSETEmog4oI2GI+KNEXF9RFwXER+OiPVt\n7FeS1J5VQyIiLoyIAyLiMcD1wI0R8aZpGo2IJwKvB47KzGcAa4GTptmnJKl9Tc4k/k1m3ge8BLgY\nOAx4VQtt7wU8JiLWAvsCd7WwT0lSi5qExLqIWEcVEhdl5o+ZfMYbADLzLuBc4A7gW8C9mXn5NPuU\nJLVvbYNt/hK4Hfga8LmIOBS4b5pGI+Ig4MXAocD3gG0RcXJmXrh02y1btjyyPBqNGI1G0zQtSbud\n8XjMeDzuZN+7PH1pVHNn7pWZD03caMTLgGMz83fr9VcBv5GZpy/ZzulLB9SupPkw0+lLI+K/13/5\n73QQsGXKdu8Anh0RG+rQOQa4acp9SpJa1qRP4rcz896dK5l5D3D8NI1m5lXANuBaqstYAbx3mn1K\nktq36uWmiLgO+LXMfKBe3we4OjOf1nlxXm4aVLuS5kObl5uadFx/GPhsRGyt108BLmijcUnSsDXq\nuI6I36bqNwC4LDMv6bSqn7brmcSA2pU0H9o8k9jlu5tmyZAYVruS5sNMLjdFxBcy83kRcT8/+xsp\ngMzMVsZwkiQNl2cSU/BMQtIQzbrjmog4Cnge1W+mL2TmtW00LkkatiYP0/0R1d1MjwN+HvhARLyt\n68IkSf1r8pzELcAzM/NH9fo+wPbMfGrnxXm5aVDtSpoPMx2Wg2oI7w2L1vemGrlVkrSba9In8T3g\nhoi4jOrP1xcAV0XEnwBk5hs6rE+S1KMmIfG/69dO425KkSQNTdMnrtcDR9Srt9QTD3XOPolhtStp\nPsz0FtiIGFHd3XQ71YN0T46I12Tm59ooQJI0XE3ubvpH4OTMvKVePwL4SGb+aufFeSYxqHYlzYdZ\n3920bmdAAGTmPwHr2mhckjRsTTqur46I84G/qtdfAVzdXUmSpKFocrlpb+A0qmE5AD4P/FlmPthx\nbV5uGli7kubDTIcKj4gzMvO81d7rgiExrHYlzYdZ90m8Zpn3XttG45KkYVtpPomXAycDh0XERYu+\ntD/w3a4LkyT1b6WO6y8C36Ya+fXcRe/fD1zXZVGSpGFw0qEp2CchaYhm3SchSdpDGRKSpKJiSETE\nZ+v/njO7ciRJQ7JSx/UTIuI5wAkR8VGqwf0ekZnXdFqZJKl3xY7riHgZcCrVk9ZLh+HIzDy649rs\nuB5Yu5Lmw6yfuP7DzHxHG43tKkNiWO1Kmg8zDYm6wROA59er48z89NQNRxwInA/8MvAw8LrM/MqS\nbQyJAbUraT7MetKhs4FfBz5cv3VGRDwnM98yZdvnAX+bmSdGxFpg3yn3J0lqWZPLTdcBmzLz4Xp9\nL+DazHzGxI1GHFDv4xdW2c4ziQG1K2k+9PEw3UGLlg9sod3DgO9ExNaIuCYi3hsR+7SwX0lSi5pM\nOnQ2cG1EXEl1G+zzgbNaaPco4LTMvDoi3l3vc/PSDbds2fLI8mg0YjQaTdm0JO1exuMx4/G4k303\n7bh+AvBr9epVmXn3VI1GHAx8KTMPr9efB7w5M//Dku283DSgdiXNh5l2XANk5reBi1bdsKHM3BER\n34yII+o5s48Bbmxr/5KkdvQ2CmxEPJPqFth1wG3AKZn5vSXbeCYxoHYlzYeZPyfRF0NiWO1Kmg8z\nu7spIvaKiJvbaEiSNH9WDInM/AlwS0Q8ZUb1SJIGpEnH9WOBGyLiKuAHO9/MzBM6q0qSNAhNQuIP\nO69CkjRITZ+TOBT4pcy8PCL2BfbKzPs7L86O60G1K2k+zHRYjoj4XWAb8Jf1W08CPtlG45KkYWsy\ndtNpwHOB+wAy81bg8V0WJUkahiYh8UBmPrhzpR7W2+sVkrQHaBISfx8RbwH2iYgXAB8DPtVtWZKk\nIWgyn8Qaqrmu/z3VKLCXAOfPokfZjuthtStpPvQxfel64Eiq30y3LL781CVDYljtSpoPs56+9IXA\nXwD/h+pM4rCI+L3MvLiNAiRJw9XkctPNwIsy85/r9V8APpOZR3ZenGcSg2pX0nyY9XwS9+8MiNpt\nQOcP0jX1mc/8Heec82cTfTYCzjvvHWzatKnlqiRp91AMiYh4ab14dUT8LfDXVH++ngh8dQa1NfKJ\nT3yaz3/+icCLdvmza9eez5VXXtlTSOxdnxFI0nCtdCaxeCrRHcBv1sv/AuzTWUUTeTo/W24za9Zc\n0X4pjT3ANJeMJGkWiiGRmafMshBJ0vA0ubvpMOD1wMbF2ztUuCTt/pp0XH8SeB/VU9YPd1uOJGlI\nmoTEjzLzTzqvRJI0OE1C4ryI2AxcStXbCkBmXtNZVZKkQWgSEk8HXgUczU8vN2W9LknajTUJiROB\nw2c1XpMkaTiaDBV+PXBQ14VIkoanyZnEQcDNEfFVfrZPwltgJWk31yQkNndehSRpkFYNicz8+1kU\nIkkaniZPXN/PTwcZWg+sA36QmQd0WZgkqX9NziT237kc1bClLwae3Ubj9dSoVwN32schScPT5O6m\nR2Tlk8CxLbV/BnBjS/uSJLWsyeWmly5aXQM8C/jRtA1HxCHA8cB/A86cdn+SpPY1ubtp8UQNDwG3\nU11ymta7gDcBB7awL0lSB5r0SbQ+r0REvBDYkZnbI2LECrPobNmy5ZHl0WjEaDRquxzNwMLCRnbs\n+MZEnz344EO5++7b2y1I2o2Mx2PG43En+15p+tI/WuFzmZnvmKLd5wInRMTxVLPc7R8RH8zMVy/d\ncHFIaH5VATHZTHw7djgTn7SSpX9Av/3tb29t3yt1XP9gmRfAqcCbp2k0M9+SmU/JzMOBk4ArlgsI\nSVK/Vpq+9NydyxGxP9WdSKcAHwXOLX1OkrT7WLFPIiJ+jurOo1cAFwBHZeY9bRZQP9HtU92SNEAr\n9Un8MfBS4L3A0zPz+zOrSpI0CCv1SfwX4InA24C7IuK++nV/RNw3m/IkSX1aqU9il57GliTtfgwC\nSVKRISFJKjIkJElFhoQkqciQkCQVGRKSpCJDQpJUZEhIkooMCUlSkSEhSSoyJCRJRYaEGltY2EhE\nTPSazt4Tt7uwsLGN/3Vpj7XqHNfSTtNMQbrCNOYNPDBxu059Kk3HMwlJUpEhIUkqMiQkSUWGhCSp\nyJCQJBUZEpKkIkNCklRkSEiSigwJSVKRISFJKjIkJElFhoQkqaiXkIiIQyLiioi4ISK+HhFv6KMO\nSdLK+hoF9iHgzMzcHhH7Af8YEZdm5s091SNJWkYvZxKZeXdmbq+Xvw/cBDypj1okSWW990lExEZg\nE/CVfiuRJC3Va0jUl5q2AWfUZxSSpAHpbWa6iFhLFRAfysy/KW23ZcuWR5ZHoxGj0ajVOjZvPpsz\nzzyz1X1qSPaeePrUgw8+lLvvvn2izy4sbKxn8tsz2lW/xuMx4/G4k31H5qTTUU7ZcMQHge9kZvE3\ndETkavWdeurpvP/9RwKn73IN69e/kQcffDfTTck5f5+d9Gde/bKdv//fefxezVu7GpaIIDNbmbu3\nr1tgnwu8Ajg6Iq6NiGsi4rg+apEklfVyuSkz/wHYq4+2JUnN9X53kyRpuAwJSVKRISFJKjIkJElF\nhoQkqciQkCQVGRKSpCJDQpJUZEhIkooMCUlSkSEhSSoyJCRJRYaEJKnIkJAkFRkSkmrVLH6TvBYW\nNvZd/EwtLGzcY75XvU1fKmloHmDSWe127GhlErS5UU0Ru2d8rzyTkCQVGRKSpCJDQpJUZEhIkooM\nCUlSkSEhSSoyJCRJRYaEJKnIkJAkFRkSkqQiQ0KSVGRISJKKeguJiDguIm6OiH+KiDf3VYckqayX\nkIiINcCfAscCTwNeHhFH9lHLrhv3XcAyxn0XUDDuu4BljPsuYBnjvgtYxrjvAh5lPB73XULBuO8C\nOtXXmcSvA7dm5jcy88fAR4EX91TLLhr3XcAyxn0XUDDuu4BljPsuYBnjvgtYxrjvAh7FkOhHXyHx\nJOCbi9bvrN+TJA3I3E86tPfe69iw4S9Yv/6SXf7sgw9e30FFkrT7iMzJZleaqtGIZwNbMvO4ev0s\nIDPznCXbzb44SdoNZGYrU+D1FRJ7AbcAxwDfBq4CXp6ZN828GElSUS+XmzLzJxFxOnApVb/I+wwI\nSRqeXs4kJEnzYVBPXEfEOyPipojYHhEfj4gDCtu9MSKuj4jrIuLDEbF+ADUdGBEfq7e9ISJ+o++a\n6m3XRMQ1EXFRV/U0rSkiDomIK+rvz9cj4g1d1tS0rnq7mT3cGREvq4/fn0TEUStsN8vjvGlNszzO\nG9VUbzur43zVmno6zpv+/Hb9OM/MwbyA3wLW1Mv/Azh7mW2eCNwGrK/X/xfw6j5rqr/2AeCUenkt\ncEDfNdVffyPwV8BFA/jZLQCb6uX9qPqljhxAXWuAfwYOBdYB27usC3gq8EvAFcBRhW1mfZyvWlO9\n3SyP80Y11dvO6jhv8rPr4zhvUtdEx/mgziQy8/LMfLhe/TJwSGHTvYDHRMRaYF/grj5rqv86/XeZ\nubX+zEOZeV+fNdV1HQIcD5zfVS27UlNm3p2Z2+vl7wM30fHzMQ2/VzN9uDMzb8nMW4HV7j6Z5XG+\nak09HOeNvk8zPs5Xramn47zJ92qi43xQIbHE64CLl76ZmXcB5wJ3AN8C7s3My/usCTgM+E5EbK1P\ned8bEfv0XBPAu4A3AbPueFqpJgAiYiOwCfjKDOrZqVTX4B7u7Pk4L+nzOF9JX8f5qno6zksmOs5n\nfndTRFwGHLz4Laof7lsz81P1Nm8FfpyZFy7z+YOo0u9Q4HvAtog4ebltZ1UT1ffxKOC0zLw6It4N\nnAVs7qumiHghsCMzt0fEiNX/au28pkX72Q/YBpxR/6U1iLra1KSmVT7fy3G+il6O81U+38tx3nA/\nMz/OuzDzkMjMF6z09Yh4LdWp49GFTX4LuC0zv1tv/wngOcDE/3haqOlO4JuZeXW9vg2YqvOzhZqe\nC5wQEccD+wD7R8QHM/PVPdZEfelkG/ChzPybSWtpua5vAU9ZtH5I/V5nNTUw8+O8gZkf5w3M/Dhv\noo/jvIGJjvNBXW6KiOOoThtPyMwHCpvdATw7IjZERFA9kNfZMxZNasrMHcA3I+KI+q1jgBt7rukt\nmfmUzDwcOAm4Ypp/OG3UVHs/cGNmntdVLRPU9VXgFyPi0PoOopOATu+SWVxi4f2ZHudNapr1cd6w\nppke501qqs30OF+iVNdkx3kbPettvYBbgW8A19SvP6/ffwLw6UXbbab6B3MdcAGwbgA1PbP+IWwH\nPgEc2HdNi7b/Tbq/62PVmqj+6vtJ/T26tt7uuL7rqtePo7oL5VbgrI5regnVteEfUo04cHGhplke\n501rmuVx3qimRdvP4jhftaaejvOmP79dPs59mE6SVDSoy02SpGExJCRJRYaEJKnIkJAkFRkSkqQi\nQ0KSVGRIaLcTEfe3tJ+LI+KepcNPR8TGiPhyPdzyR+qna1fb15U7h3COiE/HysO7nxERG6b/P5Cm\nZ0hod9TWwz/vBF65zPvnAOdm5hHAvcCpu7LTzHxRrjx66n+mGvVV6p0hoT1CPRTBZ6OafOiyenhp\nIuLwiPhSRHwtIt6x+CwkM68ElhuY7Wjg4/XyBcDvLNPehvos44Z63KUNi772fyPi5yJi3/qs4tqo\nJhY6MSJeTzWXxJUR8dn2vgPSZAwJ7SneA2zNzE1Ug+S9p37/POBdmflMqgHsVjwLiYjHAffkT+eo\nuJPql/pSvw/8IDOfRjW8xrMWfW1nG8cB38rMX8nMZwB/l5nvoRp0bZSZx+zq/6TUNkNCe4p/C3yk\nXv4Q1fg6O9/fVi+3OYz486lmSiMzvw58bdHXdg7A9nXgBRFxdkQ8LzPvX/T1qYe8ltpgSGhP0aSf\nYtVfzJn5r8BBEbHz307TYcUfte+sZhI7iios/mtEvK3BfqSZMiS0O1rul/0XgZfXy68EPl8vfwl4\nWb18UmFfS/d3JXBivfwaYLn5Aj4HvAIgIn4ZeMajdhzxBOCHWU0k9MdUgQFwH1C8+0maJUeB1W4n\nIh6img9658xd/5Oqo/kDwOOAfwFOycw7I+IXqS4LbQAuAU7OzCfX+/kc1QTz+wH/CpyamZdFxGFU\n8wM/lmoo6FdmNWfw4ho2AFupwmHnHMenZeY1EXEbVR/Fs6jC4WHgQeD366+fDpxO1V9hv4R6ZUho\njxYR+2TmD+vl/wSclJmPultJ2lPNfPpSaWB+NSL+lOqs4x7gdT3XIw2KZxKSpCI7riVJRYaEJKnI\nkJAkFRkSkqQiQ0KSVGRISJKK/j8IJFH2cNV7sgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f5e2d421b50>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "34\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEPCAYAAAC3NDh4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGCxJREFUeJzt3XuwLWV55/Hvj4tcRZSUbhXloBHNGMEQk5jo6CqIJdGI\nGUtnFPFKOSnHC5OkLIkx4VQ5pdGU4xiTqYkloiZiStEy6MgoKkvjeEVAUBDJGAEvnKhBAYNE5Jk/\nug/Zbnbvvfa6de9zvp+qVae7V7/9Pnud3ftZ7/t2v52qQpKk9ezTdwCSpOEySUiSOpkkJEmdTBKS\npE4mCUlSJ5OEJKnTQpNEkrOS7Epy2ZrtL0lyZZLLk/zpImOQJE1vvwUf/2zgTcA7dm9IMgKeBDys\nqm5L8nMLjkGSNKWFtiSq6lPADWs2vxD406q6rd3ne4uMQZI0vT7GJI4BHpPks0kuTPKIHmKQJE1g\n0d1NXXXevaoemeRXgHcDD+ghDknSJvpIEtcB7wOoqi8kuT3JEVX1/bU7JnFiKUmaQlVlHsdZRndT\n2tdu7wdOAEhyDLD/eglit6ratq8zzzxzy2Xan3rK13w/r2niH8prO8du/P2/tnv887TQlkSSc4AR\ncESSa4EzgbcCZye5HLgVePYiY5AkTW+hSaKqTul461mLrFeSNB/ecb1Ao9Go7xBmsp3j386xg/H3\nbbvHP0+Zd//VPCWpIce3CEnYPb4wRem590dK2n6SUNto4FqStE2ZJCRJnUwSkqROJglJUieThCSp\nk0lCktTJJCFJ6mSSkCR1MklIkjqZJCRJnUwSkqROJglJUieThCSpk0lCktTJJCFJ6mSSkCR1MklI\nkjotNEkkOSvJriSXrfPeHyS5Pck9FhmDJGl6i25JnA08fu3GJEcCjwOuWXD9kqQZLDRJVNWngBvW\neesNwMsWWbckaXZLH5NIcjJwXVVdvuy6JUlbs98yK0tyEPAKmq6mOzYvMwZJ0uSWmiSABwI7gC8l\nCXAk8MUkv1pV/7RegZ07d96xPBqNGI1Gi49SkraR8XjMeDxeyLFTVQs58B0VJDuAD1TVw9Z57x+B\n46tqvXELktSi4xuaJndO+zOHve3zknRnSaiqufTSLPoS2HOATwPHJLk2yfPW7FLY3SRJg7XwlsQs\nbElsubQtCUnbpyUhSdreTBKSpE4mCUlSJ5OEJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkkJEmdTBKS\npE4mCUlSJ5OEJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkkJEmdTBKSpE4mCUlSp4UmiSRnJdmV5LJV\n216X5MoklyZ5b5LDFhmDJGl6i25JnA08fs22jwAPraqHA1cDf7jgGCRJU1pokqiqTwE3rNn20aq6\nvV39LHDkImOQJE2v7zGJ5wPn9xyDJKnDfn1VnOSPgJ9U1Tkb7bdz5847lkejEaPRaLGBSdI2Mx6P\nGY/HCzl2qmohB76jguQo4ANVdeyqbc8FXgCcUFW3blC2Fh3f0CQBpv2Zw972eUm6syRUVeZxrGW0\nJNK+mpXkJOBlwGM2ShCSpP4ttCWR5BxgBBwB7ALOBF4B3AX4frvbZ6vqv3SUtyWxtdK2JCTNtSWx\n8O6mWZgktlzaJCFprkmi76ubJEkDZpKQJHUySUiSOpkkJEmdTBKSpE4mCUlSJ5OEJKmTSUKS1Mkk\nIUnqZJLQHVZWdpBkqtfKyo6+w5e0AFualiPJPsChVXXj4kL6mfqclmNrpWealsMpQaQ9w1Kn5Uhy\nTpLDkhwCfBm4IsnL5lG5JGnYJulu+ndty+F3aJ4idzTwrIVGJUkahEmSxP5J9qdJEudV1U+Yvk9C\nkrSNTJIk/gr4BnAI8Mn2SXNLGZOQJPVry8+TSDO6uW9V3baYkH6mLgeut1bagWtJSx+4fnWSw1dt\nOhzYOY/KJUnDNkl3029V1Q92r1TVDcATFheSJGkoJkkS+yY5YPdKkoOAAzbYX5K0h5gkSbwT+FiS\n05KcBlwAvH2Sgyc5K8muJJet2nb3JB9JclWSDye523ShS5IWbaKB6yS/BZzYrl5QVR+e6ODJo4Gb\ngXdU1bHtttcC36+q1yV5OXD3qjqjo7wD11sr7cC1pLkOXG/56qYtV9BcMvuBVUniq8Bjq2pXkhVg\nXFUP6ShrkthaaZOEpOVc3ZTkU+2/NyW5cdXrpiSz3Cdxz6raBVBV1wP3nOFYkqQF2q/rjap6dPvv\nXRccw4ZfP3fu3HnH8mg0YjQaLTic7eyAtjUgaW8yHo8Zj8cLOfakYxLHA4+m+YP+qaq6ZOIK7tzd\ndCUwWtXddGFV/UJHWbubtlZ6hrKzlre7SRqKZd9M9yc0VzMdAfwc8LYkr9xCHWlfu50HPLddfg7w\nd1s4liRpiTZtSSS5Cjiuqn7crh8EXFpVD9704Mk5wIgmwewCzgTeD7wHuB9wDfAfV9+st6a8LYmt\nlZ6h7KzlbUlIQzHPlkTnmMQq3wYOBH7crh8AfGuSg1fVKR1v/eYk5SVJ/ZokSfwQ+EqSC2i+Zj4O\n+HySPweoqpcuMD5JUo8m6W56zkbvV9VEd19Pw+6mLZeeoeys5e1ukoZi6TfTJbkLcEy7elX74KGF\nM0lsufQMZWctb5KQhmKpYxJJRjRXN32D5q/I/ZI8p6o+OY8AJEnDNUl30xeBU6rqqnb9GOBdVfXL\nCw/OlsRWS89QdtbytiSkoVjqfRLA/rsTBEBVfQ3Yfx6VS5KGbZKrmy5K8hbgb9r1ZwIXLS4kSdJQ\nTNLddADwIpppOQD+HvjLqvrXBcdmd9PWS89QdtbydjdJQ7HUq5uSnF5Vb9xs2yKYJLZceoays5Y3\nSUhDsewxifXuk3juPCqXJA1b55hEkmcApwBHJzlv1Vt3Bf550YFJkvq30cD1p4Hv0Mz8+vpV228C\nLlu3hCRpj7Lwx5fOwjGJLZeeoeys5R2TkIZi2WMSkqS9lElCktSpM0kk+Vj772uXF44kaUg2Gri+\nd5LfAE5O8rf87CNIqaqLFxqZJKl3nQPXSZ4KnEZzp/XaaTiqqk5YcGwOXG+99AxlZy3vwLU0FMu+\n4/qPq+pV86hsq0wSWy49Q9lZy5skpKHo46FDJwOPaVfHVfXBmStOfo+mpXI7cDnwvLXzQZkktlx6\nhrKzljdJSEOx1Etgk7wGOB24on2dnuTVs1Sa5D7AS4Djq+pYmrGRp89yTEnS/E0yVfgTgYdX1e0A\nSd4OXAK8Ysa69wUOSXI7cDDw7RmPJ0mas0nvkzh81fLdZq20qr5NM9XHtcC3gB9U1UdnPa4kab4m\naUm8BrgkyYU0ndaPAc6YpdIkhwNPBo4Cfgicm+SUqjpn7b47d+68Y3k0GjEajWapeilWVnawa9c1\nfYchaS8xHo8Zj8cLOfakA9f3Bn6lXf18VV0/U6XN5bWPr6oXtOvPAn6tql68Zr9tOXDd3+CzA9eS\n5jtwPUlLgqr6DnDepjtO7lrgkUkOBG4FTgS+MMfjS5LmoJe5m6rq88C5NAPgX6L5CvvmPmKRJHVz\nqvAFsLtJUp+Wdp9Ekn2TfHUeFUmStp8Nk0RV/RS4Ksn9lxSPJGlAJhm4vjvwlSSfB360e2NVnbyw\nqCRJgzBJkvjjhUchSRqkSe+TOAp4UFV9NMnBwL5VddPCg3PgeollZ697O/5fSXuiZU/w9wKay1X/\nqt10X+D986hckjRsk9wn8SLgUcCNAFV1NXDPRQYlSRqGSZLErauf85BkP2br05AkbROTJIlPJHkF\ncFCSxwHvAT6w2LAkSUMwSZI4A/guzdPjfhf4EPDKRQalvcvKyg6STPVaWdnRd/jSHm3Sq5vuAjyE\nppvpqrWPGV0Ur25aZtnZ6572/2rWz2s7/o5Ii7TUWWCTPBH4X8D/o/krcnSS362q8+cRgCRpuDZt\nSbRzN/12Vf1Du/5A4H9X1UMWHpwtiSWWnb1uWxLSMCz1Pgngpt0JovV1YOE30kmS+tfZ3ZTkKe3i\nRUk+BLyb5uve0/ABQZK0V9hoTOJJq5Z3AY9tl78LHLSwiCRJg+FDhxbAMYktlnRMQpqrZV/ddDTw\nEmDH6v2dKlyS9nyTTBX+fuAsmrusb19sOJKkIZkkSfy4qv583hUnuRvwFuAXaZLP86vqc/OuR5I0\nvUnukzgFeBDwEeDW3dur6uKZKk7eBnyiqs5uJw08uKpuXLOPYxJLKzt73Y5JSMMwzzGJSZLEa4Bn\n0dxxvbu7qarqhKkrTQ4DLqmqB26yn0liaWVnr9skIQ3DUgeuae6LeMCc52s6GvhekrOB44CLgNOr\n6pY51iFJmtEkSeLLwOHAP8253uOBF1XVRUn+B81ss2eu3XHnzp13LI9GI0aj0cSVrKzsYNeua6YK\n8F73Oorrr//GVGUlaZnG4zHj8Xghx56ku2kMHEtzl/XqMYmpL4FNci/gM1X1gHb90cDLq+pJa/ab\nqbupr24Mu5u2WNLuJmmult3ddKdv97Oqql1JrktyTFV9DTgRuGLe9UiSZtPbHddJjqO5BHZ/mkkD\nn1dVP1yzjy2JpZWdvW5bEtIwLPvqppv4tzP4LjR/1H9UVYfNI4BN6jZJLK3s7HWbJKRhWGp3U1Xd\ndVXFAZ4MPHIelUuShm2q7qYkl1TVLy0gnrX12JJYWtnZ67YlIQ3Dsif4e8qq1X2ARwA/nkflkqRh\nm+TqptWXpd4GfIOmy0mStIfbo58nYXfTcuu2u0kahqV0NyX5kw3KVVW9ah4BSJKGa6Puph+ts+0Q\n4DTgCMAkIUl7uIm6m5LcFTidJkG8G3h9Vc1zLqeueu1uWlrZ2eu2u0kahqVd3ZTkHsDvA88E3g4c\nX1U3zKNiSdLwbTQm8WfAU4A3Aw+rqpuXFtUgHNB+w9WwTf//5Ey/0uY6u5uS3E4z6+tt/GxfQGgG\nrvf4aTn2rrKz170du+fsqtKeaCndTVW1zzwqkCRtXyYCSVInk4QkqZNJQpLUySQhSepkkpAkdTJJ\nSJI6mSQkSZ16TRJJ9klycZLz+oxDkrS+vlsSpwNX9ByDJKlDb0kiyZHAE4C39BWDJGljfbYk3gC8\njNkmG5IkLdAkz7ieuyRPBHZV1aVJRjSztK1r586ddyyPRiNGo9Giw5OkbWU8HjMejxdy7F6ecZ3k\n1cCpNDPMHgTcFXhfVT17zX7OAru0srPX7Syw0jDMcxbYXpLEzwSQPBb4g6o6eZ33TBJLKzt73SYJ\naRjmmST6vrpJkjRgvbckNmJLYpllZ6/bloQ0DLYkJElLYZKQJHUySUiSOpkkJEmdTBKSpE4mCUlS\nJ5OEJKmTSUKS1MkkIUnqZJKQtpmVlR0kmeq1srKj7/C1zTgtR3fpvazs7HU7LcdyzPp5bcefWVvj\ntBySpKUwSUiSOpkkJEmdTBKSpE4mCUlSJ5OEJKmTSUKS1MkkIUnq1EuSSHJkko8n+UqSy5O8tI84\nJEkb6+WO6yQrwEpVXZrkUOCLwJOr6qtr9vOO66WVnb1u77heDu+41ma2/R3XVXV9VV3aLt8MXAnc\nt49YJEnd9us7gCQ7gIcDn1vv/VNP/c9THfce9zh86pgkSY1ek0Tb1XQucHrboriTd77zO6vWjgEe\nPNGxDzjglTPHpz3dAW3XzXTuda+juP76b8wvnIFbWdnBrl3XTF1+n30O5vbb/2WqsnvbZ71V4/GY\n8Xi8kGP3Ngtskv2ADwLnV9UbO/apafteDz30Qdx88z+w/cYGHJPYar19fl49jemx/f6fmrodS1mO\nbT8m0XorcEVXgpAk9a+vS2AfBTwTOCHJJUkuTnJSH7FIkrr1MiZRVf8X2LePuiVJk/OOa0lSJ5OE\nJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkkJEmdTBKSpE4mCUlSJ5OE5qSZUXWa1/Y1/c+8srJj28W8\nXa2s7Jj6Z95330OmLtvv//P89DYL7CScBXaZZfusezuWnb3uvXHW3L3r82rK9zVT8J4wC6wkaeBM\nEpKkTiYJSVInk4QkqZNJQpLUySQhSepkkpAkdeotSSQ5KclXk3wtycv7ikOS1K2XJJFkH+AvgMcD\nDwWekeQhfcSyWOO+A5jRuO8AZjDuO4CZjMfjvkOY0bjvAGY07juAweirJfGrwNVVdU1V/QT4W+DJ\nPcWyQOO+A5jRuO8AZjDuO4CZmCT6Nu47gMHoK0ncF7hu1fo3222SpAHZr+8ANnPYYU+aqtwtt3x7\nzpFI0t6nlwn+kjwS2FlVJ7XrZwBVVa9ds99wZx+UpAGb1wR/fSWJfYGrgBOB7wCfB55RVVcuPRhJ\nUqdeupuq6qdJXgx8hGZc5CwThCQNz6CfJyFJ6teg7rhO8rokVya5NMl7kxzWsd/vJflyksuSvDPJ\nXZYd63q2EP/dkryn3fcrSX5t2bGuZ9L42333SXJxkvOWGWOXSWJPcmSSj7ef+eVJXtpHrOvZwu/O\nIG9CTfLU9pz8aZLjN9hvqOfupPEP9dydKP523y2du4NKEjTdTw+tqocDVwN/uHaHJPcBXgIcX1XH\n0nSZPX2pUXbbNP7WG4EPVdUvAMcBQ+lqmzR+gNOBK5YS1WQmif024Per6qHArwMvGtBNnJP87g/5\nJtTLgf8AfKJrh4Gfu5vG3xrquTtp/LDFc3dQSaKqPlpVt7ernwWO7Nh1X+CQJPsBBwODuN51kvjb\nb4j/vqrObsvcVlU3LjHMTpN+/kmOBJ4AvGVZsW1mktir6vqqurRdvpnmBB/E/TkTfvaDvQm1qq6q\nqqtpnve5kaGeu5vGP/Bzd6LPf5pzd1BJYo3nA+ev3VhV3wZeD1wLfAv4QVV9dMmxTWLd+IGjge8l\nObtt8r05yUFLjm0SXfEDvAF4GbM9/HeRNoodgCQ7gIcDn1tCPFvVFf+2vgl1G527XbbLubuRLZ+7\nS08SSS5o+yN3vy5v/33Sqn3+CPhJVZ2zTvnDab49HQXcBzg0ySnbJX6aJvbxwF9W1fHAvwBnLCf6\nuXz+TwR2td/Iw+bfHAcT+6p9DgXOBU5vWxRLMa/4+zJJ/JuUH/y5u4nBn7ublJ/q3F36JbBV9biN\n3k/yXJrm0Akdu/wm8PWq+ud2//cBvwEs5aSaQ/zfBK6rqova9XOBpQ1AziH+RwEnJ3kCcBBw1yTv\nqKpnzzXQdcwhdtpujnOBv66qv5trgJuYQ/zfAu6/av3IdttSbBb/BAZ97k5g0OfuBKY6dwfV3ZTk\nJJqm0MlVdWvHbtcCj0xyYJLQ3JA3iMGjSeKvql3AdUmOaTedyEAGgCeM/xVVdf+qegDNoOPHl5Eg\nNjPh7w7AW4ErquqNy4lsMhPG/wXg55Mc1V4V9HRgEFeXrdH1DXWw5+4a68Y/5HN3ja74pzt3q2ow\nL5qrOq4BLm5f/7Pdfm/gg6v2O5Pml+sy4O3A/n3HvsX4j6M54S8F3gfcre/YtxL/qv0fC5zXd9yT\nxk7zTeqn7ed+SbvfSX3HvsXfnZNoZiu4Gjij77hXxfU7NOMlt9DMonB+R/xDPXcnjX+o5+5E8a/a\nf+Jz15vpJEmdBtXdJEkaFpOEJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkktMdJctOcjnN+khvWTqmc\nZEeSz6aZrvtd7V3cmx3rwrRTOCf5YDaehv30JAfO/hNIszNJaE80r5t/Xgecus721wKvr6pjgB8A\np23loFX127Xx7KH/lWaGVKl3JgntFdqpLD6W5qE+F7RTJpPkAUk+k+RLSV61uhVSVRcC600AeALw\n3nb57TTz+K+t78C2lfGVdo6iA1e9949J7pHk4LZVcUk7UdvTkryEZvK7C5N8bH6fgDQdk4T2Fm8C\nzq7moT7ntOvQPETmDVV1HM0Ebhu2QpIcAdxQ//bsh2/S/FFf64XAj6p5wNGZwCNWvbe7jpOAb1XV\nL1XzEJ7/U1Vvopm0b1RVJ271h5TmzSShvcWvA+9ql/+aZh6n3dvPbZfnORvpY4C/Aaiqy4EvrXpv\n9wRslwOPS/KaJI+uqptWvb+0KdiljZgktLeYZJxi0z/MVfV94PA0jxKFyafrvtOxq3mS2PE0yeK/\nJXnlBMeRlsokoT3Ren/sPw08o10+Ffj7dvkzwFPb5fWet7zet/oLgae1y88B1nsuxSeBZwIk+UXg\n2DsdOLk3cEs1Dxj6M5qEAXAj0Hn1k7RMzgKrPU6S22ienRyaFsR/pxlofhtwBPBd4HlV9c0kP0/T\nLXQg8GHglKq6X3ucTwIPBg4Fvg+cVlUXJDma5vnSd6eZcvzUap45vTqGA4GzaZLD7mdpv6iqLk7y\ndZoxikfQJIfbgX8FXti+/2LgxTTjFY5LqFcmCe3VkhxUVbe0y/8JeHpV3elqJWlvtfTHl0oD88tJ\n/oKm1XED8Pye45EGxZaEJKmTA9eSpE4mCUlSJ5OEJKmTSUKS1MkkIUnqZJKQJHX6//FaHvWW4xGA\nAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f5e2d69c210>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "52\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEPCAYAAAC3NDh4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFDpJREFUeJzt3X+wbWV93/H3h8tvUEEaOTYYLq1RaxJj0WZsccypvyCp\nVeNookgGlToZRg2dTjMxifHeiU6MOtoxppma0RBGg9aaRIEEBZVTQ5MMGCAIAmpSiCjcOAYFbQT1\nfvvHXhcOl/Pcu88+e63947xfM3vu3muvH9+zZp3zuet51npWqgpJkjZyyKwLkCTNL0NCktRkSEiS\nmgwJSVKTISFJajIkJElNvYZEkpOSfDrJjUk+l+QXu+nHJ7ksyS1JPpHkEX3WIUmaTPq8TyLJCrBS\nVdclORb4a+AFwCuBr1fV25L8MnB8Vb2+t0IkSRPp9Uyiqu6squu6998CbgJOYhQUF3SzXQC8sM86\nJEmT6fVM4kEbSnYCa8CPAl+uquPXffePVfXIQQqRJI1tkI7rrqnpI8B53RnF/snk2CCSNIcO7XsD\nSQ5lFBDvr6qPdZP3JDmxqvZ0/Rb/0FjW8JCkCVRVprGeIc4kfh/4fFW9a920i4BXdO/PBj62/0L7\nVJWvKb127do18xqW5eW+dH/O82uaej2TSHIa8HLgc0muZdSs9KvAW4EPJ3kVcBvws33WIUmaTK8h\nUVX/B9jR+PrZfW5bkrR13nG9jayurs66hKXhvpwu9+f8GuwS2EkkqXmuT5LmURJqgTquJUkLypCQ\nJDUZEpKkJkNCktRkSEiSmgwJCVhZ2UmSiV4rKztnXb7UGy+BlRhdMjj5OJOZ+lAI0lZ4CawkaRCG\nhCSpyZCQJDUZEpKkJkNCktRkSEiSmgwJSVKTISFJajIkJElNhoS0ZUc4nIeWlsNySGx9WI7JlnU4\nD/XDYTkkSYMwJCRJTYaEJKnJkJAkNRkSkqQmQ0KS1GRISJKaDAlJUpMhIUlqMiQkSU2GhCSpyZCQ\nJDUZEpKkJkNCktRkSEiSmgwJSVKTISFJajIkJElNhoQkqcmQkCQ1GRKSpCZDQpLUZEhIkpoMCUlS\nkyEhSWoyJCRJTYaEJKmp15BI8r4ke5Jcv27ariS3J7mme53RZw2SpMn1fSZxPnD6BtPfWVWndq+P\n91yDJGlCvYZEVV0J3LXBV+lzu5Kk6ZhVn8Rrk1yX5L1JHjGjGiRJB3HoDLb5u8BvVFUleTPwTuCc\n1sy7d+++//3q6iqrq6t91ydJC2VtbY21tbVe1p2q6mXF928gORm4uKqetJnvuu+r7/okgCTApMfa\npMsGj2/1IQlVNZVm/SGam8K6PogkK+u+exFwwwA1SJIm0GtzU5ILgVXghCR/D+wC/n2SJwN7gVuB\nX+izBknS5HpvbtoKm5s0FJubtEwWrblJkrSgDAlJUpMhIUlqMiQkSU2GhCSpyZCQJDUZEpKkJkNC\nmpkjSDLRa2Vl56yL1zbhzXQSs7uZbivb9HdDLd5MJ0kaxKZCIskhSR7eVzGSpPly0JBIcmGShyc5\nhtGIrZ9P8kv9lyZJmrVxziSeWFV3Ay8ELgVOAX6+16okSXNhnJA4LMlhjELioqr6LpP3tkmSFsg4\nIfEeRs99OAb4TPc0ubv7LEqSNB82fQlsRtcK7qiq7/VT0oO25SWwGoSXwGqZDHoJbJLfTHLcuknH\nAbunsXFJ0nwbp7npp6rqG/s+VNVdwE/3V5IkaV6MExI7khyx70OSo4AjDjC/JGlJHDrGPH8IfCrJ\n+d3nVwIX9FeSJGlejNVxneSngGd1Hy+vqk/0WtUD27XjWoOw41rLZJod1w7wJ2FIaLlMMySazU1J\nrqyqpye5hwcfyQGqqhzDSZKWnGcSEp5JaLkMciax3wZPBZ7O6Ii+sqquncbGJUnzbZyb6d7I6Gqm\nE4B/BvxBkjf0XZgkafYO2tyU5Bbgx6vqO93no4DrqurxvRdnc5MGYnOTlsnQT6b7KnDkus9HAF+Z\nxsYlSfNtnD6JbwI3Jrmc0X97ngNcleS3AarqF3usT5I0Q+M0N519oO+rqre7r21u0lBsbtIyGfxm\nuiSHA4/rPt7SPXiod4aEhmJIaJkMeglsklVGVzfdyuiofkySs6vqM9MoQJI0v8Zpbvpr4MyquqX7\n/Djgg1X1lN6L80xCA/FMQstk6KubDtsXEABV9QXgsGlsXJI038a5uumzSd4LfKD7/HLgs/2VJEma\nF+M0Nx0BvIbRsBwAfw7896q6r+fabG7SYGxu0jIZ9OqmJOdV1bsONq0PhoSGYkhomQzdJ7HRfRKv\nmMbGJUnz7UDPk3gZcCZwSpKL1n31MOAf+y5MkjR7B+q4/gvgDkYjv75j3fR7gOv7LEqSNB986JDE\nIvZJHAncO9GSJ554MnfeeeuE29Ui8BnX0pQtXkjY6a22oTuuJUnbVDMkknyq+/etw5UjSZonB+q4\nfnSSfwc8P8mHGJ3f3q+qrum1MknSzDX7JJK8GDiH0Z3W+w/DUVX1zJ5rs09Cg7FPQstk6Duuf72q\n3jSNjW2WIaGhGBJaJrN46NDzgWd0H9eq6pKxVp68D3gesKeqntRNOx74n8DJjJ5R8bNV9c3G8oaE\nBmFIaJkMenVTkrcA5wGf717nJfnNMdd/PnD6ftNeD3yyqh4PfBr4lfHLlSQNaZzmpuuBJ1fV3u7z\nDuDafWcGB91AcjJw8boziZuBn6yqPUlWGJ2ZPKGxrGcSGoRnEloms7hP4rh17x+xxW0+qqr2AFTV\nncCjtrg+SVJPxnno0FuAa5Ncwei/L89g1GQ0LQf8L83u3bvvf7+6usrq6uoUN61ls7Kykz17bpt1\nGdKg1tbWWFtb62Xd43ZcPxr4N93Hq7ozgPE28NDmppuA1XXNTVdU1b9qLGtzkzZl8mYjm5u0PAZv\nbqqqO6rqou41dkB0woNvxLuIB55HcTbwsU2uT5I0kF4H+EtyIbAKnADsAXYBHwX+F/AY4DZGl8B+\no7G8ZxLaFM8kxlvW36vl5iiwUoMhMd6y/l4tt8Gam5Ls6C5ZlSRtQwcMiar6PnBLkh8aqB5J0hwZ\n5xLY44Ebk1wFfHvfxKp6fm9VSZLmwjgh8eu9VyFJmkvj3idxMvDDVfXJJEcDO6rqnt6Ls+Nam2TH\n9XjL+nu13IYe4O/VwEeA93STfpDRZaySpCU3zs10rwFOA+4GqKov4nhL0gI7giSbfq2s7Jx14ZqB\ncfok7q2q+0an8ZDkUCY/z5U0c/cyya/wnj1Tab3QghnnTOJ/J/lV4Kgkz2F0t/TF/ZYlSZoH4zxP\n4hBGz7p+LqPesk8A7x2iR9mOa22WHdd9LmuH96KYxeNLDweewOjIuqWq7pvGxsfYriGhTTEk+lzW\nkFgU0wyJg/ZJJPkPwP8A/pbR0XVKkl+oqkunUYAkaX6N09x0M/C8qvpS9/lfAn/aeuToVIvzTEKb\n5JlEn8t6JrEohn6exD37AqLzd0DvN9JJkmav2dyU5EXd288m+TPgw4z++/ES4OoBapMkzdiB+iT+\n47r3e4Cf7N5/DTiqt4okSXPDhw5pqdgn0eey9kksiqGvbjoFeB2wc/38DhUuSctvnGE5Pgq8j9Fd\n1nv7LUeSNE/GCYnvVNVv916JJGnujHOfxJnADwOXMRoZDICquqbf0uyT0ObZJ9HnsvZJLIpB+ySA\nHwN+HngmDzQ3VfdZkrTExjmT+BLwxKHGa9pv255JaFM8k+hzWc8kFsXQd1zfABw3jY1JkhbLOM1N\nxwE3J7maB/dJeAmsJC25cUJiV+9VSJLmkndca6nYJ9HnsvZJLIqh77i+hweOqMOBw4BvV9XDp1GA\nJGl+HTQkquph+95n9N+0FwBP67MoSdJ8GOfqpvvVyEeB03uqR2JlZSdJJnpJmq5xmptetO7jIcBT\nge/0VpG2vT17bmNr7e2SpmWcq5vWP1fie8CtjJqcJElLzqubNHcmv0IJFutKI69uUj8GubopyRsP\nsFxV1ZumUYAkaX4dqLnp2xtMOwY4BzgBMCQkacmN1dyU5GHAeYwC4sPAO6rqH3quzeambcrmpnld\n1uamRTHYzXRJHgn8F+DlwAXAqVV11zQ2LEmafwfqk3g78CLg94Afq6pvDVaVJGkuNJubkuxlNOrr\n93jwuWkYdVz3PiyHzU3bk81N87qszU2LYpDmpqra1N3YkqTlYxBIkpoMCUlSkyEhSWoyJCRJTYaE\nJKnJkJAkNRkSkqSmcZ4n0YsktwLfBPYC362qn5hVLZKkjc0sJBiFw6pjQUnS/Jplc1NmvH1J0kHM\n8o90AZcnuTrJq2dYhySpYZbNTadV1R1JfoBRWNxUVVfuP9Pu3bvvf7+6usrq6upwFUrSAlhbW2Nt\nba2Xdc/FM66T7ALuqap37jfdUWC3IUeBnddlHQV2UUxzFNiZNDclOTrJsd37Y4DnAjfMohZJUtus\nmptOBP4kSXU1/GFVXTajWiRJDXPR3NRic9P2ZHPTvC5rc9OiWPjmJknSYjAkJElNhoQkqcmQkCQ1\nGRKSpCZDQpLUZEhIkpoMCUlSkyEhSWoyJCRJTYaEJKnJkJAkNRkSkqQmQ0KS1GRISJKaDAlJUpMh\nIUlqMiTUi5WVnSSZ6CXts5XjaGVl56zLXwo+vlS9mM0jSLey7HbZ5laWHf7xpVs9jrbr3w8fXypJ\nGoQhIUlqMiQkSU2GhCSpyZCQJDUZEpKkJkNCktRkSEiSmgwJSVKTISFpSR2xUMN5TDoESd/1OiyH\neuGwHPO6za0su3jDcizKzwlb+VkfWq/DckiSBmFISJKaDAlJUpMhIUlqMiQkSU2GhCSpyZCQJDUZ\nEpKkJkNCktR06KwLWESnnXY6X/rS30607O7dr+fcc//TlCuSpH44LMcEduw4lL17b2DzGftBzjrr\ndt7//vf0UdZccViOed3mVpY9Erh3oi0ecsjR7N37/yZadpF+zhNPPJk777x1omXndVgOzyQm9lg2\nv/seBdzeQy3SEO5l0j/Ye/duJUiHNvnPuWfPLOrtl30SkqQmQ0KS1GRISJKaDAlJUtPMQiLJGUlu\nTvKFJL88qzokSW0zCYkkhwC/A5wO/AjwsiRPmEUt28na2tqsS1gia7MuYMmszboANczqTOIngC9W\n1W1V9V3gQ8ALZlTLtmFITNParAtYMmuzLkANswqJHwS+vO7z7d00SdIc8Wa6CezYcRjHHvsCNpux\n9913G4cf/ox+ipKkHsxkWI4kTwN2V9UZ3efXA1VVb91vvvkbk0OSFsC0huWYVUjsAG4BngXcAVwF\nvKyqbhq8GElS00yam6rq+0leC1zGqM3mfQaEJM2fuR4FVpI0W3N1x3WS30jyN0muTfLxJCuN+W5d\nN99VQ9e5KDaxP72x8SCSvC3JTUmuS/JHSR7emM9jcwyb2J8em2NI8uIkNyT5fpJTDzDfpo/PuTqT\nSHJsVX2re/864IlVde4G8/0d8JSqumvoGhfJOPuzu7HxC4z6h74KXA28tKpuHrreeZbk2cCnq2pv\nkt9idKHFr2wwn8fmGMbZnx6b40vyeGAv8B7gv1bVNY35Nn18ztWZxL4/aJ1jGP3QGwlzVvs8GnN/\nemPjGKrqk1W1b//9FXBSY1aPzTGMuT89NsdUVbdU1Rc5+AM4Nn18zt3BnOTNSf4eOBN4Y2O2Ai5P\ncnWSVw9X3eIZY396Y+PmvQq4tPGdx+bmtfanx+b0bfr4HPzqpiSXAyeun8So8F+rqour6g3AG7r2\nx9cBuzdYzWlVdUeSH2D0A99UVVf2Xfs8mtL+FAffl908vwZ8t6oubKzGY7Mzpf2pzjj7cwybPj4H\nD4mqes6Ys14I/Bkb/FGrqju6f7+W5E8YnZZuy1/EKezPrwA/tO7zSd20bedg+zLJK4CfBp55gHV4\nbHamsD89NtfZxO/6gdax6eNzrpqbkjx23ccXAg+5dyLJ0UmO7d4fAzwXuGGYChfLOPuTUWfgY5Oc\nnORw4KXARUPUt0iSnAH8EvD8qrq3MY/H5pjG2Z94bE5qw36JSY/PuQoJ4LeSXJ/kOuDZwHkASR6d\n5JJunhOBK5Ncy6jD6+Kqumw25c69g+7Pqvo+sO/GxhuBD3lj44beDRzL6BT9miS/Cx6bW3DQ/emx\nOb4kL0zyZeBpwCVJLu2mb/n4nKtLYCVJ82XeziQkSXPEkJAkNRkSkqQmQ0KS1GRISJKaDAlJUpMh\noaWT5J4prefSJHcluWi/6TuT/FU3fPUHkxx05IIkV+wbwjnJJa2hsbvvz0ty5NZ/AmnrDAkto2nd\n/PM24KwNpr8VeEdVPQ74BnDOZlZaVc+rqrsPMMt/Bo7ezDqlvhgS2ha6oR0+1T3k5vIkJ3XT/0WS\nv+wexPKm9WchVXUF8K0NVvdM4I+69xcAP7PB9o7szjJuTPLHwJHrvvu/SR7ZDZNwSfcAmOuTvKR7\n7sc/B65I8qnp7QFpMoaEtot3A+dX1ZMZDXb47m76u4D/VlU/zmgo6gOehSQ5Abhr3bMQbmf0R31/\n5wLfrqofAXYBT1333b5tnAF8par+dVU9Cfh4Vb2b0SB2q1X1rM3+kNK0GRLaLv4t8MHu/fuB09ZN\n/0j3fprDVT8D+ABAVX0O+Jt13+0bgO1zwHOSvCXJ06vqnnXfH+zhMdIgDAltF+P0Uxz0D3NVfR04\nrnu0Jow/fPVD1t09SexURmHx5iRvGGM90qAMCS2jjf7Y/wXwsu79WcCfd+//Enhx9/6ljXXtv74r\ngJd0788GPrbBcp8BXg6Q5EeBJz1kxcmjgX/qHrjzdkaBAXA30Lz6SRqSo8Bq6ST5HvBVHnhy1zsZ\ndTT/AXAC8DXglVV1e/fMjQ8w6lj+BHBmVT2mW89ngMczGtL668A5VXV5klMYPW/5eOBa4KzuGczr\nazgSOJ9RONzE6LGbr6mqa7qH0T+1e72d0bPH7wPO7b5/LaMhsr9iv4RmzZDQtpbkqKr6p+79zwEv\nraqHXK0kbVeDP75UmjNPSfI7jM467gJeNeN6pLnimYQkqcmOa0lSkyEhSWoyJCRJTYaEJKnJkJAk\nNRkSkqSm/w9qPuNyfKyFFAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f5e6018c8d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "65\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEPCAYAAAC3NDh4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGI5JREFUeJzt3X2wbFV55/Hv78L18iaipLzXiHLRSMwYkRCTMCODXaCR\naEDH0hnFdylryvKFcVKWxBg5NaZ8LeIYTGbigKijmFF0FJ1BRaVjHF9AAUFAJGMA3+5NdFDwDcH7\nzB+7Lzkezj63T5/u3t23v5+qrru7e6+9nntOr/P0WmvvtVNVSJK0mk1dByBJml0mCUlSK5OEJKmV\nSUKS1MokIUlqZZKQJLWaaJJIcm6SnUmuWvH6S5Jcl+TqJK+fZAySpNHtO+HjnwecDbxr9wtJesDJ\nwMOr6s4kvzLhGCRJI5poT6KqPgvcsuLlFwKvr6o7B/t8b5IxSJJG18WcxJHA8Um+kOSSJI/sIAZJ\n0hAmPdzUVue9q+rYJL8DvA94UAdxSJL2oIsk8U3ggwBVdVmSXUkOrarvr9wxiQtLSdIIqirjOM40\nhpsyeOz2IeAEgCRHAptXSxC7VdXMP84888zOYzDO0R6DT9kIDz+bxjm7j3GaaE8iyflADzg0yc3A\nmcDbgfOSXA3cDjx7kjFIkkY30SRRVae2vPWsSdYrSRoPr7geg16v13UIQzHOxTMvP0vjnF0Z9/jV\nOCWpWY5P8y8Ju+cY1lly7GO/0rgkoeZo4lqSNKdMEpKkViYJSVIrk4QkqZVJQpLUyiQhSWplkpAk\ntTJJSJJamSQkSa1MEpKkViYJSVIrk4QkqZVJQpLUyiQhSWplkpAktTJJSJJamSQkSa0mmiSSnJtk\nZ5KrVnnvj5LsSnKfScYgSRrdpHsS5wGPW/liksOAxwI3Tbh+SdIGTDRJVNVngVtWeevNwMsnWbck\naeOmPieR5BTgm1V19bTrliStz77TrCzJ/sAraYaa7np5mjFIkoY31SQBPBjYDnwlSYDDgC8n+d2q\n+sfVCiwtLd213ev16PV6k49Sndm2bTs7d65/qmrr1sPZsePG8QckzYF+v0+/35/IsVNVEznwXRUk\n24GPVNXDV3nvH4Bjqmq1eQuS1KTj02xpvjuM8jsPo3xWpl2fNA1JqKqxjNJM+hTY84HPAUcmuTnJ\n81bsUjjcJEkza+I9iY2wJ7F47ElIGzc3PQlJ0nwzSUiSWpkkJEmtTBKSpFYmCUlSK5OEJKmVSUKS\n1MokIUlqZZKQJLWa9gJ/0oRsGVw9LWmcTBLaS9zOqMtrSGrncJMkqZVJQpLUyiQhSWplkpAktTJJ\nSJJamSQkSa1MEpKkViYJSVKriSaJJOcm2ZnkqmWvvTHJdUmuTPKBJAdPMgZJ0ugm3ZM4D3jcitc+\nATysqo4GbgD+eMIxSJJGNNEkUVWfBW5Z8donq2rX4OkXgMMmGYMkaXRdz0k8H7io4xgkSS06W+Av\nyZ8Ad1TV+Wvtt7S0dNd2r9ej1+tNNjBpgrZt287OnTetu9ymTQewa9dP1l1u69bD2bHjxnWX03zp\n9/v0+/2JHDtVo6ycuY4KksOBj1TVUcteey7wAuCEqrp9jbI16fg0W5rlvkddzXW65Ub5bHbx/7MN\nLZ4kVNVYljieRk8iLFuPOclJwMuB49dKEJKk7k36FNjzgc8BRya5OcnzgLOBg4CLk1ye5K8mGYMk\naXQTH27aCIebFo/DTe31OdykYY1zuKnrs5skSTPMJCFJamWSkCS1MklIklqZJCRJrUwSkqRWJglJ\nUiuThCSplUlCktSqs1Vgpfm2ZXD1tLR3W1dPIskmbzcqAdxOs0zGeh/SfNljkkhyfpKDkxwIfBW4\nNsnLJx+aJKlrw/Qk/kVV3Qo8ieYuckcAz5poVJKkmTBMkticZDNNkriwqu7AfrMkLYRhksRfAzcC\nBwKfGdxp7tZJBiVJmg3rvp9EmlM69qmqOycT0i/V5f0kFsw83U9iXsrZhhbPVO8nkeS1SQ5Z9tIh\nwNI4KpckzbZhhpv+oKp+sPtJVd0CPH5yIUmSZsUwSWKfJFt2P0myP7Bljf0lSXuJYZLEe4BPJTkt\nyWnAxcA7hzl4knOT7Exy1bLX7p3kE0muT/LxJPcaLXRJ0qQNNXGd5A+AEwdPL66qjw918OQ44EfA\nu6rqqMFrbwC+X1VvTPIK4N5VdUZLeSeuF4wT1+MvZxtaPOOcuF732U3rrqA5ZfYjy5LE14BHV9XO\nJNuAflU9tKWsSWLBmCTGX842tHimcnZTks8O/r0tya3LHrcl2ch1Evetqp0AVbUDuO8GjiVJmqDW\nVWCr6rjBv/eccAxrfs1ZWlq6a7vX69Hr9SYcjpbbtm07O3fetO5yW7cezo4dN44/IEl30+/36ff7\nEzn2sHMSxwDH0fxB/2xVXTF0BXcfbroO6C0bbrqkqn6jpazDTR3byPDPKL87h5vGX842tHimfTHd\nq2nOZjoU+BXgHUletY46MnjsdiHw3MH2c4APr+NYkqQp2mNPIsn1wCOq6meD5/sDV1bVr+/x4Mn5\nQI8mwewEzgQ+BLwfeABwE/Bvl1+st6K8PYmO2ZOY/3K2ocUzzp7EMHem+w6wH/CzwfMtwLeHOXhV\nndry1mOGKS9J6tYwSeKHwDVJLqb5KvNY4NIkfwFQVS+dYHySpA4NkyT+5+CxW38yoUiSZs2wZzfd\nAzhy8PT6wY2HJs45ie45JzH/5WxDi2eqcxJJejRnN91I80l9QJLnVNVnxhGAJGl2DTPcdBbw+1V1\nPUCSI4H3Ar89ycAkSd0b6h7XuxMEQFV9Hdg8uZAkSbNimJ7El5KcA7x78PwZwJcmF5IkaVYMczHd\nFuBFNMtyAPwd8JdV9fMJx+bE9Qxw4nr+y9mGFs9UlwpPcnpVvWVPr02CSaJ7Jon5L2cbWjxTXbuJ\nZn2llZ47jsolSbOtdU4iydOBU4Ejkly47K17Av9v0oFJkrq31sT154Dv0qz8etay128Drlq1hCRp\nrzLx25duhHMS3XNOYv7L2YYWz7TnJCRJC8okIUlq1Zokknxq8O8bpheOJGmWrDVxfb8k/wo4Jcnf\n8Mu3IKWqLp9oZJKkzrVOXCd5CnAazZXWK5fhqKo6YcKxOXE9A5y4nv9ytqHFM+0rrv+0ql4zjsrW\nyyTRPZPE/JezDS2eqSaJQYWnAMcPnvar6qMbrjh5GU1PZRdwNfC8letBmSS6Z5KY/3K2ocUz1VNg\nk7wOOB24dvA4PclrN1Jpkl8FXgIcU1VH0cyNPG0jx5Qkjd8wS4U/ATi6qnYBJHkncAXwyg3WvQ9w\nYJJdwAHAdzZ4PEnSmA17ncQhy7bvtdFKq+o7NEt93Ax8G/hBVX1yo8eVJI3XMD2J1wFXJLmEZmD0\neOCMjVSa5BDgicDhwA+BC5KcWlXnr9x3aWnpru1er0ev19tI1ZqaLYP5BUmT1u/36ff7Ezn2sBPX\n9wN+Z/D00qrasaFKm9NrH1dVLxg8fxbwe1X14hX7OXHdMSeS57+cbWjxjHPiepieBFX1XeDCPe44\nvJuBY5PsB9wOnAhcNsbjS5LGoJO1m6rqUuACmgnwr9B8TXpbF7FIktq5VLjW5HDT/JezDS2eqV0n\nkWSfJF8bR0WSpPmzZpKoql8A1yd54JTikSTNkGEmru8NXJPkUuDHu1+sqlMmFpUkaSYMkyT+dOJR\nSJJm0rDXSRwOPKSqPpnkAGCfqrpt4sE5cd05J67nv5xtaPFMe4G/F9CcrvrXg5fuD3xoHJVLkmbb\nMNdJvAh4FHArQFXdANx3kkFJkmbDMEni9uX3eUiyL6P1eyVJc2aYJPG3SV4J7J/kscD7gY9MNixJ\n0iwY5valm2juIPf7NLNnHwfOmcaMshPX3XPiev7L2YYWTxe3L70H8FCaT+n1K28zOikmie6ZJOa/\nnG1o8Ux1FdgkTwD+K/B/aT6pRyT591V10TgCkCTNrmGGm74G/GFV/f3g+YOB/1VVD514cPYkOmdP\nYv7L2YYWz1SvkwBu250gBr4BTPxCOklS91qHm5I8ebD5pST/G3gfzVeZp+INgiRpIaw1J3Hysu2d\nwKMH2/8E7D+xiCRJM8ObDmlNzknMfznb0OKZ9tlNRwAvAbYv39+lwiVp7zfMUuEfAs6lucp612TD\nkSTNkmGSxM+q6i/GXXGSewHnAL9Jk3yeX1VfHHc9kqTRDXOdxKnAQ4BPALfvfr2qLt9Qxck7gL+t\nqvMGiwYeUFW3rtjHOYmOOScx/+VsQ4tnqstyJHkd8CyaK653DzdVVZ0wcqXJwcAVVfXgPexnkuiY\nSWL+y9mGFs9UJ65prot40JjXazoC+F6S84BHAF8CTq+qn46xDknSBg2TJL4KHAL845jrPQZ4UVV9\nKcl/Bs4Azly549LS0l3bvV6PXq83xjAkaf71+336/f5Ejj3McFMfOIrmKuvlcxIjnwKbZCvw+ap6\n0OD5ccArqurkFfs53NQxh5vmv5xtaPFMe7jpbt/uN6qqdib5ZpIjq+rrwInAteOuR5K0MZ1dcZ3k\nETSnwG6mWTTweVX1wxX72JPomD2J+S9nG1o80z676Tb++dN5D5o/6j+uqoPHEcAe6jZJdMwkMf/l\nbEOLZ6rDTVV1z2UVB3gicOw4KpckzbaRhpuSXFFVvzWBeFbWY0+iY/Yk5r+cbWjxTHuBvycve7oJ\neCTws3FULkmabcOc3bT8tNQ7gRtphpwkSXs57yehNTncNP/lbEOLZyrDTUlevUa5qqrXjCMASdLs\nWmu46cervHYgcBpwKGCSkKS93FDDTUnuCZxOkyDeB5xVVeNcy6mtXoebOuZw0/yXsw0tnqmd3ZTk\nPsB/BJ4BvBM4pqpuGUfFkqTZt9acxJuAJwNvAx5eVT+aWlSSpJnQOtyUZBfNqq938sv93NBMXLss\nxwJwuGn+y9mGFs9UhpuqatM4KpAkzS8TgSSplUlCktTKJCFJamWSkCS1MklIklqZJCRJrUwSkqRW\nnSaJJJuSXJ7kwi7jkCStruuexOnAtR3HIElq0VmSSHIY8HjgnK5ikCStrcuexJuBlzPagjSSpCkY\n5h7XY5fkCcDOqroySY9m9bJVLS0t3bXd6/Xo9XqTDk/ai2wZLNK4Pps2HcCuXT8ZqcatWw9nx44b\nRyqr0fT7ffr9/kSO3ck9rpO8FngmzQqz+wP3BD5YVc9esZ+rwHbMVWAtN0pZ2223xrkKbCdJ4pcC\nSB4N/FFVnbLKeyaJjpkkLDdKWdttt8aZJLo+u0mSNMM670msxZ5E9+xJWG6UsrbbbtmTkCRNhUlC\nktTKJCFJamWSkCS1MklIklqZJCRJrUwSkqRWJglJUiuThCSplUlC0lzbtm07Sdb92LZte9ehzwWX\n5dCaXJbDcqOUnWa73chndG/9++KyHJKkqTBJSJJamSQkSa1MEpKkViYJSVIrk4QkqZVJQpLUyiQh\nSWrVSZJIcliSTye5JsnVSV7aRRySpLV1csV1km3Atqq6MslBwJeBJ1bV11bs5xXXHfOKa8uNUtYr\nrrs191dcV9WOqrpysP0j4Drg/l3EIklq1/mcRJLtwNHAF7uNRJK00r5dVj4YaroAOH3Qo7ibpaWl\nu7Z7vR69Xm8qsUka1ZbBEND6bNp0ALt2/WQC8cyGbdu2s3PnTesut3Xr4ezYceOa+/T7ffr9/miB\n7UFnq8Am2Rf4KHBRVb2lZR/nJDrmnITlZr/O+ZiTmObcydzPSQy8Hbi2LUFIkrrX1SmwjwKeAZyQ\n5Ioklyc5qYtYJEntvOmQ1uRwk+Vmv06Hm1ara28YbpIkzTiThCSplUlCktTKJCFJamWSkCS1MklI\nklqZJCRJrUwSkqRWnS7wN+/OOeddfPjDH1t3uS1bNvPWt76Bbdu2TSAqSRofk8QGnH32uVx11fHA\nb6yr3P77v4nLLruMk08+eTKBSZqYUVdznVcmiQ17DPDodZXYvPm9kwlF0sQ1CWLU5UPmj3MSkqRW\nJglJUiuThCSplUlCktTKJCFJamWSkCS1MklIklp1liSSnJTka0m+nuQVXcUhSWrXSZJIsgl4K/A4\n4GHA05M8tItYxqPfdQBD6ff7XYcwpH7XAWjq+l0HMJT5aUPj01VP4neBG6rqpqq6A/gb4IkdxTIG\n/a4DGMr8fMD7XQegqet3HcBQ5qcNjU9XSeL+wDeXPf/W4DVJ0gxx7aYN2LJlMwce+Mfcccf32G+/\nLw9d7uc/v5TNm180wcgkaTxSNcpCVRusNDkWWKqqkwbPzwCqqt6wYr/pBydJe4GqGsuKgl0liX2A\n64ETge8ClwJPr6rrph6MJKlVJ8NNVfWLJC8GPkEzL3KuCUKSZk8nPQlJ0nyYqSuuk/ynJF9JckWS\njyW52/09kxyW5NNJrklydZKXzmKcg/06vWAwyRuTXJfkyiQfSHJwy34vS/LVJFcleU+Se8xgjPdK\n8v7Bvtck+b1pxbieOAf7bkpyeZILpxnjoO49xjkjbWjY33vXbegpg7bxiyTHrLFfZ21onXGuvx1V\n1cw8gIOWbb8E+C+r7LMNOHr3/jRzGw+dwTg3AX8PHA5sBq7sIM7HAJsG268HXrfKPr8KfAO4x+D5\n/wCePUsxDt57B/C8wfa+wMGz9rNctu/LgHcDF04zxnX8zmehDQ0T5yy0oV8HHgJ8GjimZZ9O29Cw\ncQ72W3c7mqmeRFX9aNnTA4Fdq+yzo6quXLb/dUz5Goth4mQGLhisqk9W1e7YvgAc1rLrPsCBSfYF\nDgC+M434YLgYB98y/3VVnTcoc2dV3TqtGAd1DvWzTHIY8HjgnGnFttwwcc5IGxrm5zkLbej6qrqB\nPd97tLM2BMPFOWo7mqkkAZDkz5LcDJwKvHoP+24Hjga+OPnI7lb3nuKctQsGnw9ctPLFqvoOcBZw\nM/Bt4AdV9ckpx7bbqjECRwDfS3LeYBjnbUn2n3Jsy7XFCfBm4OWMdhPkcVsrTqDbNrRMW5yz1oZW\nNWNtaC0jtaOpJ4kkFw/G7XY/rh78ezJAVb2qqh4IvIdmKKftOAcBFwCnr/hmP1NxTtqe4hzs8yfA\nHVV1/irlD6H5dnY4Tbf5oCSnzlKMNN3iY4C/rKpjgJ8AZ4wzxnHEmeQJwM7Bt/Sw52+fncS5bJ9O\n29CwcU7aMHHuofzE29A44mTUdjTNcbN1jrE9ALi65b19gY/RfLhnMk7gWOBjy56fAbyig/ieC/wf\nYEvL+08B/tuy588C3jpjMW4FvrHs+XHAR2bwZ/lamm+T36C5/udHwLtmLc7BPp23oSF+njPRhgZ1\nX0L7nETnbWjIOEdqRzM13JTk15Y9fRLNWOlq3g5cW1VvmXxUdzdknJcBv5bk8MGZDk8Dpnq2S5KT\naIY+Tqmq21t2uxk4Nsl+SUJzgePUrlkZJsaq2gl8M8mRg5dOBK6dUojA0HG+sqoeWFUPovl9f7qq\nnj1rcQ503YaGibPzNrRCW8+w0za0ilXjHLkddZHt1siCFwBX0ZzF8GHgfoPX7wd8dLD9KOAXg32u\nAC4HTpq1OAfPT6I5c+QG4IwOfp43ADcNfkaXA3/VEueZNB/qq4B3AptnMMZH0PzRuBL4IHCvWfxZ\nLtv/0XRzdtMe45yRNjTs773rNvQkmnmRn9L0Di9qibOzNrTOONfdjryYTpLUaqaGmyRJs8UkIUlq\nZZKQJLUySUiSWpkkJEmtTBKSpFYmCe11ktw2puNclOSWrFjyO8n2JF9Is3z1eweLuu3pWJdksIRz\nko9m7aXGT0+y38b/B9LGmSS0NxrXxT9vBJ65yutvAM6qqiOBHwCnreegVfWHtfbqm/+BZiVRqXMm\nCS2EwdIOn0pzk5uL0yzpTZIHJfl8mptIvWZ5L6SqLqFZf2mlE4APDLbfCfybVerbb9DLuCbJB4H9\nlr33D0nuk+SAQa/iisFCbU9N8hKaReIuSfKp8f0EpNGYJLQozgbOq6qjgfMHzwHeAry5qh5BsxT1\nmr2QJIcCt9Q/3wvhWzR/1Fd6IfDjqnoYzZINj1z23u46TgK+XVW/VVVH0SxmdzbNctO9qjpxvf9J\nadxMEloU/xJ472D7v9OsX7T79QsG2+Ncrvp4mrvTUVVXA19Z9t7uBdiuBh6b5HVJjquq25a9P5Fl\nxqX1MkloUQwzT7HHP8xV9X3gkCS7285hNN/8133sau4kdgxNsvizJK8a4jjSVJkktDda7Y/954Cn\nD7afCfzdYPvzNPcDgGYp6tWOtfJ4lwBPHWw/h2Yl4JU+AzwDIMlvAkfd7cDJ/YCfVnPDnTfRJAyA\nW4HWs5+kaXIVWO11ktxJc4/h0PQg/pxmovkdwKHAP9HcDP5bg3uDvJtmYvnjwKlV9YDBcT5Dc4P5\ng4DvA6dV1cVJjqC53/K9aZbafmY192BeHsN+wHk0yWH3PaRfVFWXJ/kGzRzFI2mSwy7g58ALB++/\nGHgxzXyF8xLqlElCCy3J/lX108H2vwOeVlV3O1tJWlR7vAhI2sv9dpK30vQ6bgGe33E80kyxJyFJ\nauXEtSSplUlCktTKJCFJamWSkCS1MklIklqZJCRJrf4/GQKpL4T5cF4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f5e2d877d50>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "75\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYkAAAEPCAYAAAC3NDh4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGNhJREFUeJzt3XuwZWV55/Hvr7kjAmrKbhVtcDLEGRWUGGPU6C6II/GC\nGUtnFK/oODOOlx6TskRz6a5y1KBFHDVJTTJiay6YMug44sgoKFuH8YIEEBRFMgZQTLdRQfCGQD/z\nx1oNh+NZp3efvfbl7P5+qnb1Xmuv/a7n7bP2fvZ637XeN1WFJEkr2TDrACRJ88skIUnqZJKQJHUy\nSUiSOpkkJEmdTBKSpE4TTRJJzkqyM8kVS9Ydn+RzSS5LcnGSR00yBknS2k36TGI78ORl694KbK2q\nRwJbgbdNOAZJ0hpNNElU1UXAjctW7wKOaJ8fCdwwyRgkSWu3/wz2+Rrg40nOBAI8dgYxSJJGMIuO\n65cDW6rqQTQJ4z0ziEGSNIJMeuymJJuBc6vquHb5pqo6csnrP6iqIzre68BSkrQGVZU+ypnGmUTa\nx243JHkiQJKTgK+v9uaqWtjH1q1bp77P9n91jMfof5NZ1G+R/3bWz/qN+ujTRPskkpwNDID7JLme\n5mqmlwHvTLIf8FPg308yBknS2k00SVTVqR0veW+EJK0D3nE9Q4PBYNYhTNQi12+R6wbWT3eZeMf1\nOJLUPMe3HiVhd9/CGkvovc1TUr+SUOuo41qStE6ZJCRJnUwSkqROJglJUieThCSpk0lCktTJJCFJ\n6mSSkCR1MklIkjqZJCRJnUwSkqROJglJUieThCSpk0lCktRpokkiyVlJdia5Ytn6VyX5apIrk/zh\nJGOQJK3dRGemA7YD7wL+YveKJAPg6cDDq+r2JL8w4RgkSWs00TOJqroIuHHZ6pcDf1hVt7fbfHeS\nMUiS1m4WfRLHAk9I8vkkFyZxvmtJmlOTbm7q2ue9quoxSX4F+ADw4K6Nt23bdufzwWDg3LSStMxw\nOGQ4HE6k7InPcZ1kM3BuVR3XLn8MOKOqPt0u/z3wq1X1vRXe6xzXPXOOa2nxrbc5rtM+dvswcCJA\nkmOBA1ZKEJKk2Ztoc1OSs4EBcJ8k1wNbgfcA25NcCdwKvHCSMUiS1m7izU3jsLmpfzY3SYtvvTU3\nSZLWKZOEJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkkJEmdTBKSpE4mCUlSJ5OEJKmTSUKS1MkkIUnq\nZJKQJHUySUiSOpkkJEmdTBKSpE4TTRJJzkqyM8kVK7z2O0l2Jbn3JGOQJK3dpM8ktgNPXr4yyVHA\nk4DrJrx/SdIYJpokquoi4MYVXno78NpJ7luSNL6p90kkOQX4ZlVdOe19S5L2zv7T3FmSQ4A30DQ1\n3bl6tfds27btzueDwYDBYDCJ0DSyg0jGm199w4ZD2bXrx2t+/8aNm9mx49qxYpAWyXA4ZDgcTqTs\nVNVECr5zB8lm4NyqOi7Jw4ALgB/TJIejgBuAR1fVd1Z4b006vn1N8wU/zv/puO/vo4zgcSF1S0JV\njfdrrjWNM4m0D6rqy8CmO19I/gE4oapW6reQJM3YpC+BPRv4LHBskuuTnLZsk2IPzU2SpNmZeHPT\nOGxu6p/NTdLi67O5yTuuJUmdTBKSpE4mCUlSJ5OEJKmTSUKS1MkkIUnqZJKQJHUySUiSOpkk1pFN\nm44myViPxXDQ2P8PmzYdPetKSOuCd1yvI+PfLQ193O28KDF4bGlRece1JGkqTBKSpE4mCUlSJ5OE\nJKmTSUKS1MkkIUnqtFdJIsmGJIfvxfZnJdmZ5Iol696a5KtJLk/ywb0pT5I0XXtMEknOTnJ4knsA\nXwauSvLaEcvfDjx52bpPAA+tqkcA1wCv35uAJUnTM8qZxL+sqpuB3wLOA44BXjBK4VV1EXDjsnUX\nVNWudvHzwFGjhytJmqZRksQBSQ6gSRIfqarbGP92191eQpN4JElzaP8Rtvkz4FrgS8BnkmwGbh53\nx0l+F7itqs5ebbtt27bd+XwwGDAYDMbdtSQtlOFwyHA4nEjZez12U5oBhParqttH3H4zcG5VHbdk\n3YuBlwEnVtWtq7zXsZuWcOymfmPw2NKimurYTUnenOTIJauOBLbtxT7SPnaXdzLwWuCU1RKEJGn2\nRumT+M2qumn3QlXdCDxllMKTnA18Fjg2yfVJTgPeBRwGnJ/k0iR/uoa4JUlTMEqfxH5JDtr9qz/J\nIcBBoxReVaeusHr7XsQnSZqhUZLEXwOfTLL7y/004H2TC0mSNC9G6rhO8pvASe3i+VX18YlGddd+\n7bhewo7rfmPw2NKi6rPj2pnp1hGTRL8xeGxpUfWZJDqbm5JcVFWPT3ILd/9EBqiqcswlSVpwnkms\nI55J9BuDx5YW1VTOJJbt8ATg8TSfzIuq6rI+di5Jmm+j3Ez3BzRXM90H+AXgvUl+b9KBSZJmb4/N\nTUmuBo6vqp+2y4cAl1fVL008OJub7sbmpn5j8NjSoprqsBzAt4GDlywfBNzQx84lSfNtlD6JHwBf\nSXI+zc+3JwEXJ3knQFW9eoLxSZJmaJQk8T/ax27DyYQiSZo3o95xfSBwbLt4dTvx0MTZJ3F39kn0\nG4PHlhbVVC+BTTKgubrpWppP5wOTvKiqPtNHAJKk+TXK1U1/B5xaVVe3y8cC76+qX554cJ5J3I1n\nEv3G4LGlRTXtq5sO2J0gAKrq68ABfexckjTfRkkSlyR5d5JB+/jvwCWjFJ7krCQ7k1yxZN29knwi\nydVJPp7kiLUGL0marFGSxMuBq4BXt4+rgP84YvnbgScvW3c6cEF7M96ngNePWJYkacpG6ZPYUlXv\n2NO6Vd6/GTi3qo5rl78GPLGqdibZBAyr6iEd77VPYgn7JPqNwWNLi2rafRIvWmHdi8fY532raidA\nVe0A7jtGWZKkCVptPonnAqcCxyT5yJKX7gl8v8cY/DknSXNqtfskPgv8I83Ir2cuWX8LcMWK7xjN\nziQblzQ3fWe1jbdt23bn88FgwGAwGGPXkrR4hsMhw+FwImVPfNKhJEfT9Ek8vF0+A/h+VZ2R5HXA\nvarq9I732iexhH0S/cbgsaVFtW7muE5yNjCgmYtiJ7AV+DDwt8ADgeuAf1NVN3W83ySxhEmi3xg8\ntrSo1k2SGJdJ4u5MEv3G4LGlRTWVq5uSfLL994w+diRJWn9W67i+X5LHAqck+Ruan293qqpLJxqZ\nJGnmOpubkjwLeCnweH5+GI6qqhMnHJvNTcvY3NRvDB5bWlRT7ZNI8vtV9cY+dra3TBJ3Z5LoNwaP\nLS2qqXdcJzkFeEK7OKyqj/ax8xH2a5JYwiTRbwweW1pUUx2WI8lbgC00A/tdBWxJ8uY+di5Jmm+j\nNDddATyiqna1y/sBl+0esG+iwXkmcTeeSfQbg8eWFtW0B/gDOHLJc+d/kKR9xB7nuAbeAlyW5EKa\nn3BPoJkTQpK04EbtuL4f8Cvt4sXtEN8TZ3PT3dnc1G8MHltaVA7LsY8ySfQbg8eWFtUs+iQkSfsg\nk4QkqdOqSSLJfu2c1JKkfdCqSaKq7gCuTvKgKcUjSZojo1wCey/gK0kuBn60e2VVnTKxqCRJc2GU\nJPH7k9hxktfQjDK7C7gSOK2qfjaJfUmS1maPHddV9WngWuCA9vkXgbHmkkhyf+BVwAnt8B77A88Z\np0xJUv9GGeDvZcA5wJ+1qx5AM0/1uPYD7pFkf+BQ4Ns9lClJ6tEol8C+AngccDNAVV0D3HecnVbV\nt4EzgeuBG4CbquqCccqUJPVvlCRx69K+gvaX/1i3qiY5EngGsBm4P3BYklPHKVOS1L9ROq4/neQN\nwCFJngT8J+DcMff7G8A3qur7AEk+BDwWOHv5htu2bbvz+WAwYDAY7PXONm06mp07r1tjqI2NGzez\nY8e1a35/HzFI0kqGwyHD4XAiZY8yn8QGmquQ/hXNoDkfB949zqBKSR4NnEUzaOCtwHbgi1X1J8u2\n62Xspr7GPBonlvkYd6mPMhYnBsdu0qKaxfSlBwIPoflkXt3HpapJttJc0XQbcBnw76rqtmXbmCSW\nxTD7MhYnBpOEFtVUk0SSpwL/Dfh/NJ/OY4D/UFXn9RHAHvZtklgWw+zLWJwYTBJaVNNOEl8DnlZV\nf98u/zPgf1XVQ/oIYA/7Nkksi2H2ZSxODCYJLappDxV+y+4E0foGcEsfO5ckzbfOq5uSPLN9ekmS\njwEfoPn59myau64lSQtutUtgn77k+U7gie3zfwIOmVhEkqS5sU9MX2qfRJ9lLE4M83zsS+Pos09i\njzfTJTmGZjC+o5du71DhkrT4Rrnj+sM0N76dSzOstyRpHzFKkvhpVb1z4pFIkubOKPdJnAr8c+AT\nNENoAFBVY80pMYr56pM4mCXVX6NZt+X3UcbixGCfhBbVVPskgIcDLwBO5K7mpmqX9yG3Mv4XmySt\nL6MkiWcDD3ZqUUna94xyx/WXgSMnHYgkaf6MciZxJPC1JF/k7n0SXgIrSQtulCSxdeJRSJLmkndc\nj17KmGXMQwx9lLE4MczzsS+NY9p3XN/CXZ/IA4EDgB9V1eF9BCBJml97TBJVdc/dz9P8JH8G8Jhx\nd5zkCODdwMNoLq19SVV9YdxyJUn9WVNzU5LLquqRY+04eS/w6aranmR/4NCqunnZNjY3zV0ZixOD\nzU1aVNNubnrmksUNwKOAn46z0ySHA79eVS8GqKrbgZtXfZMkaepGubpp6bwStwPX0jQ5jeMY4LtJ\ntgPHA5cAW6rqJ2OWK0nq0Sh9EqdNaL8nAK+oqkuS/FfgdFa43Hbbtm13Ph8MBgwGgwmEo33PQW0z\n5Npt3LiZHTuu7SccaQzD4ZDhcDiRsjv7JJL8wSrvq6p645p3mmwEPldVD26XHw+8rqqevmw7+yTm\nrgxjWFqG/RqaR332Saw2LMePVngAvBR43Tg7raqdwDeTHNuuOgm4apwyJUn9G+nqpiT3BLbQJIgP\nAGdW1XfG2nFyPM0lsAcA3wBOq6ofLNvGM4m5K8MYlpbhmYTmUZ9nEqsmiST3Bn4beB7wPuAdVXVj\nHzsehUliHsswhqVlmCQ0j6ZyCWyStwHPBP4ceHhV/bCPHUqS1o/VOq530Yz6ejt3/8kVmo7riQ/L\n4ZnEPJZhDEvL8ExC82gqZxJVNcpcE5KkBWYikCR1MklIkjqZJCRJnUwSkqROJglJUieThCSpk0lC\nktTJJCFJ6mSSkCR1MklIkjqZJCRJnUwSkqROJglJUqeZJokkG5JcmuQjs4xDkrSyWZ9JbMG5rSVp\nbs0sSSQ5CngKzTzXkqQ5NMszibcDr2X86cEkSRPSOTPdJCV5KrCzqi5PMqCZS3JF27Ztu/P5YDBg\nMBhMOjxpKjZtOpqdO68bq4yNGzezY8e1M41jw4ZD2bXrx2PF0Ec99mXD4ZDhcDiRsjvnuJ6kJG8G\nnk8zf/YhwD2BD1XVC5dt5xzXc1eGMSwtY5zjs6/jctzPyPhxzEc9dJc+57ieSZK4WwDJE4HfqapT\nVnjNJDF3ZRjD0jJMEk0M81AP3aXPJDHrq5skSXNs5mcSq/FMYh7LMIalZXgm0cQwD/XQXTyTkCRN\nhUlCktTJJCFJ6mSSkCR1MklIkjqZJCRJnUwSkqROJglJUqeZDPAnLYaD2hvRpMVlkpDW7FbGv1NZ\nmm82N0mSOpkkJEmdTBKSpE4mCUlSJ5OEJKmTSUKS1GkmSSLJUUk+leQrSa5M8upZxCFJWt1MZqZL\nsgnYVFWXJzkM+DvgGVX1tWXbOTPd3JVhDP2VMR8zujkz3eJZ9zPTVdWOqrq8ff5D4KvAA2YRiySp\n28zvuE5yNPAI4Asrvf6mN72J2267bc3lb9hgt4skrdVMk0Tb1HQOsKU9o/g5W7f+EXfc8fB26ej2\nMboDDzxnjAileef4UX3ZtOlodu68bqwyNm7czI4d1/YT0F4YDocMh8OJlD2TPgmAJPsDHwXOq6p3\ndGxThx/+NG6++dw17+eww17AD3/4VyxK+/PsyzCG/sqYhxj6KGMx+iT66rucdT1gAfokWu8BrupK\nEJKk2ZvVJbCPA54HnJjksiSXJjl5FrFIkrrNpE+iqv4vsN8s9i1JGp2X/kiSOpkkJEmdTBKSpE4m\nCUlSJ5OEJKmTSUKS1MkkIUnqNPMB/iSpD32MvTS+8cfS2rDhUHbt+vGa379x4+ax9r+cSULSQmgS\nxLhjUI3r1jFjgF27xhtDaufOfgd8tLlJktTJJCFJ6mSSkCR1MklIkjqZJCRJnUwSkqROM0sSSU5O\n8rUkX0/yulnFIUnqNquZ6TYAfww8GXgo8NwkD5lFLLM1nHUAEzacdQATNJx1ABM2nHUAEzacdQDr\nxqzOJB4NXFNV11XVbcDfAM+YUSwzNJx1ABM2nHUAEzScdQATNpx1ABM2nHUA68asksQDgG8uWf5W\nu06SNEfmfliOn/3sYg4//OljvP/SHqORpH1LqsYbZ2RNO00eA2yrqpPb5dOBqqozlm03/eAkaQFU\nVS+DOM0qSewHXA2cBPwjcDHw3Kr66tSDkSR1mklzU1XdkeSVwCdo+kXOMkFI0vyZyZmEJGl9mKs7\nrpO8NclXk1ye5INJDu/Y7jVJvpzkiiR/neTAace6FntRvyOS/G277VeS/Oq0Y91bo9at3XZDkkuT\nfGSaMY5jlPolOSrJp9q/2ZVJXj2LWNdiL47NdXkTbJJntd8ZdyQ5YZXt1ut3y6j12+vvlrlKEjTN\nTw+tqkcA1wCvX75BkvsDrwJOqKrjaJrMnjPVKNduj/VrvQP4WFX9C+B4YD00xY1aN4AtwFVTiao/\no9TvduC3q+qhwK8Br1hHN4mO8tlbzzfBXgn8a+DTXRus8++WPdavtdffLXOVJKrqgqra1S5+Hjiq\nY9P9gHsk2R84FPj2NOIb1yj1a3/B/XpVbW/fc3tV3TzFMNdk1L9dkqOApwDvnlZsfRilflW1o6ou\nb5//kOYDuC7u/xnx77dub4Ktqqur6hr2PP3cev1u2WP91vrdMldJYpmXAOctX1lV3wbOBK4HbgBu\nqqoLphxbH1asH3AM8N0k29smmT9PcsiUYxtXV90A3g68lnHneJyt1eoHQJKjgUcAX5hCPH3rqt9C\n3wS7QN8tXdb03TL1JJHk/La9b/fjyvbfpy/Z5neB26rq7BXefyTNr5fNwP2Bw5KcOrUK7MG49aM5\nxT0B+JOqOgH4MXD6dKJfXQ9/u6cCO9tf26GfSYV708Pfbvc2hwHnAFvaM4q50Ff95tUo9dvD+9f9\nd8serOm7ZeqXwFbVk1Z7PcmLaZojTuzY5DeAb1TV99vtPwQ8FpiLg7qH+n0L+GZVXdIunwPMRQdh\nD3V7HHBKkqcAhwD3TPIXVfXCXgNdox7qR9tMcQ7wl1X1P3sNcEw91O8G4EFLlo9q182FPdVvBOv6\nu2UEa/pumavmpiQn0zRFnFJVt3Zsdj3wmCQHJwnNDXnroWN3pPpV1U7gm0mObVedxDro5B2xbm+o\nqgdV1YNpOgQ/NS8JYk9GPDYB3gNcVVXvmE5k/Rixfl8EfjHJ5vaqn+cA6+YKtSW6zmDX7XfLMivW\nb83fLVU1Nw+aqyquAy5tH3/arr8f8NEl222l+eNdAbwPOGDWsfdcv+NpPpCXAx8Cjph17H3Vbcn2\nTwQ+Muu4+6wfzZnSHe3f7bJ2u5NnHXuffz/gZJrREq4BTp913HtRv9+i6U/5Cc0oD+d11G+9freM\nWr+9/m7xZjpJUqe5am6SJM0Xk4QkqZNJQpLUySQhSepkkpAkdTJJSJI6mSS0cJLc0lM55yW5McuG\nNE9ydJLPpxku+/3tXdZ7KuvC3UM4J/loVh9KfUuSg8evgTQ+k4QWUV83/7wVeP4K688AzqyqY4Gb\ngJfuTaFV9bRaffTN/0wzAqk0cyYJ7RPaoSQ+mWZSnfPbIctJ8uAkn0vypSRvXHoWUlUXAisN0Hci\n8MH2+ftoxvFfvr+D27OMr7RjAB285LV/SHLvJIe2ZxWXtQO1PTvJq2gGl7swySf7+x+Q1sYkoX3F\nu4Dt1Uyqc3a7DM0kLG+vquNpBkBb9SwkyX2AG+uuuRe+RfOlvtzLgR9VMwHRVuBRS17bvY+TgRuq\n6pHVTHLzv6vqXTSD5g2q6qS9raTUN5OE9hW/Bry/ff6XNOMs7V5/Tvu8z9E+nwD8FUBVXQl8aclr\nuwdguxJ4UpK3JHl8Vd2y5PW5GkZd+y6ThPYVo/RT7PGLuaq+BxyZZipPGH247J8ru5qZxE6gSRb/\nJcnvjVCONFUmCS2ilb7sPws8t33+fOD/tM8/Bzyrfb7SfMYr/aq/EHh2+/xFwErzRnwGeB5AkocB\nx/1cwcn9gJ9UM8HP22gSBsDNQOfVT9I0OQqsFk6S22nmJg7NGcQf0XQ0vxe4D/BPwGlV9a0kv0jT\nLHQw8HHg1Kp6YFvOZ4BfAg4Dvge8tKrOT3IMzfzO96IZEvz51cz5vDSGg4HtNMlh91zXr6iqS5N8\ng6aP4lE0yWEX8DPg5e3rrwReSdNfYb+EZsokoX1akkOq6ift838LPKeqfu5qJWlfNfXpS6U588tJ\n/pjmrONG4CUzjkeaK55JSJI62XEtSepkkpAkdTJJSJI6mSQkSZ1MEpKkTiYJSVKn/w/9JS1tXYDu\nBwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f5e2f36d7d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "88\n"
     ]
    }
   ],
   "source": [
    "exp = Experiment(Pool(topics_filter=OptimizationTopicsFilter(eps=10 ** (-2.5), verbose=False), \n",
    "                      save_topics=True))\n",
    "for i in xrange(5):\n",
    "    model_artm = create_model()\n",
    "    model_artm.fit_offline(batch_vectorizer=batch_vectorizer, num_collection_passes=15, num_document_passes=1)\n",
    "    #display_points(model_artm.get_phi())\n",
    "    exp.collect_topics(model_artm.get_phi(), model_artm.get_theta())\n",
    "    vals, bins = exp.topics_pool.topics_filter.plot_hist()\n",
    "    save_hist(vals, bins, \"data_iter_{}.csv\".format(i))\n",
    "    print exp.topics_pool.get_basic_topics_count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "topic0 0.103305838255\n",
      "topic1 0.426025051906\n",
      "topic2 0.131391637136\n",
      "topic3 0.507102271062\n",
      "topic4 0.0575017784341\n",
      "topic5 0.51310378091\n",
      "topic6 0.740033987367\n",
      "topic7 0.326174301239\n",
      "topic8 0.582034755284\n",
      "topic9 0.478538417522\n",
      "topic10 0.817109713123\n",
      "topic11 0.75396397392\n",
      "topic12 0.0652262265686\n",
      "topic13 0.784028011329\n",
      "topic14 0.736844922111\n",
      "topic15 0.380231008739\n",
      "topic16 0.817385682085\n",
      "topic17 0.829109763379\n",
      "topic18 0.778441189072\n",
      "topic19 0.753042661666\n",
      "topic20 0.67733954534\n",
      "topic21 0.722559466406\n",
      "topic22 0.775422258589\n",
      "topic23 0.744659630433\n",
      "topic24 0.154483787043\n",
      "topic25 0.749251583154\n",
      "topic26 0.445303106818\n",
      "topic27 0.781435151322\n",
      "topic28 0.728642967817\n",
      "topic29 0.726303652373\n",
      "topic30 0.585651713319\n",
      "topic31 0.717412894634\n",
      "topic32 0.28066230336\n",
      "topic33 0.736473119885\n",
      "topic34 0.748524903243\n",
      "topic35 0.0897049780377\n",
      "topic36 0.820610674695\n",
      "topic37 0.373010919601\n",
      "topic38 0.529253008534\n",
      "topic39 0.241173890986\n",
      "topic40 0.133822213815\n",
      "topic41 0.400962641053\n",
      "topic42 0.778828675312\n",
      "topic43 0.125502587752\n",
      "topic44 0.279688901488\n",
      "topic45 0.74196083489\n",
      "topic46 0.0266131093003\n",
      "topic47 0.191427521179\n",
      "topic48 0.818100854652\n",
      "topic49 0.160399815018\n",
      "topic50 0.43223312535\n",
      "topic51 0.378037988215\n",
      "topic52 0.413879819741\n",
      "topic53 0.166246695525\n",
      "topic54 0.822639542929\n",
      "topic55 0.476228663764\n",
      "topic56 0.775897878518\n",
      "topic57 0.307857924449\n",
      "topic58 0.152159610207\n",
      "topic59 0.0672279008378\n",
      "topic60 0.0577972247923\n",
      "topic61 0.712079321793\n",
      "topic62 0.799121382401\n",
      "topic63 0.76491487805\n",
      "topic64 0.383611422341\n",
      "topic65 0.700176317807\n",
      "topic66 0.314977763713\n",
      "topic67 0.0390577836259\n",
      "topic68 0.0417011729848\n",
      "topic69 0.120948447908\n",
      "topic70 0.0605716067943\n",
      "topic71 0.796158449055\n",
      "topic72 0.745342897583\n",
      "topic73 0.791061836708\n",
      "topic74 0.133741174219\n",
      "topic75 0.302328170781\n",
      "topic76 0.422289632185\n",
      "topic77 0.0605232322624\n",
      "topic78 0.36212569403\n",
      "topic79 0.672825488274\n",
      "topic80 0.814518108\n",
      "topic81 0.791858578996\n",
      "topic82 0.405335745504\n",
      "topic83 0.713122568354\n",
      "topic84 0.448804154204\n",
      "topic85 0.815040319334\n",
      "topic86 0.769688188632\n",
      "topic87 0.777688291605\n",
      "topic88 0.697005303723\n",
      "topic89 0.422686643547\n",
      "topic90 0.356309433658\n",
      "topic91 0.421806067622\n",
      "topic92 0.718424901192\n",
      "topic93 0.210014621471\n",
      "topic94 0.464126555829\n",
      "topic95 0.407578726132\n",
      "topic96 0.783414588256\n",
      "topic97 0.730711601514\n",
      "topic98 0.499300005287\n",
      "topic99 0.162815929797\n",
      "topic100 0.255721927546\n",
      "topic101 0.75657369296\n",
      "topic102 0.421960500845\n",
      "topic103 0.260308683886\n",
      "topic104 0.299161615942\n",
      "topic105 0.578529687672\n",
      "topic106 0.511447616976\n",
      "topic107 0.710471585866\n",
      "topic108 0.147196166612\n",
      "topic109 0.512201416288\n",
      "topic110 0.688308539877\n",
      "topic111 0.702498718822\n",
      "topic112 0.783345245158\n",
      "topic113 0.103958701609\n",
      "topic114 0.771928045601\n",
      "topic115 0.744457540044\n",
      "topic116 0.117007140659\n",
      "topic117 0.807467688719\n",
      "topic118 0.753160195307\n",
      "topic119 0.704478971239\n",
      "topic120 0.434443319972\n",
      "topic121 0.255201595558\n",
      "topic122 0.468131248219\n",
      "topic123 0.681672656365\n",
      "topic124 0.0314709489429\n",
      "topic125 0.780880013483\n",
      "topic126 0.743020805399\n",
      "topic127 0.0139421801313\n",
      "topic128 0.253394526993\n",
      "topic129 0.674172235208\n",
      "topic130 0.734499041152\n",
      "topic131 0.334034507211\n",
      "topic132 0.741230075008\n",
      "topic133 0.776995578355\n",
      "topic134 0.695167879381\n",
      "topic135 0.305497396949\n",
      "topic136 0.331804752479\n",
      "topic137 0.745876515096\n",
      "topic138 0.479057773475\n",
      "topic139 0.069536835745\n",
      "topic140 0.0993785647367\n",
      "topic141 0.0936333604359\n",
      "topic142 0.365387574878\n",
      "topic143 0.453552387102\n",
      "topic144 0.362270361802\n",
      "topic145 0.81026253041\n",
      "topic146 0.0444803801545\n",
      "topic147 0.425990731252\n",
      "topic148 0.250047100605\n",
      "topic149 0.0257012259095\n",
      "topic150 0.552457524519\n",
      "topic151 0.454482149676\n",
      "topic152 0.737966586506\n",
      "topic153 0.69699904945\n",
      "topic154 0.706098648509\n",
      "topic155 0.226730425505\n",
      "topic156 0.72430472717\n",
      "topic157 0.33120122015\n",
      "topic158 0.671199136979\n",
      "topic159 0.172275251583\n",
      "topic160 0.372998733015\n",
      "topic161 0.171964639215\n",
      "topic162 0.762376407327\n",
      "topic163 0.73282208621\n",
      "topic164 0.253141784279\n",
      "topic165 0.709116135506\n",
      "topic166 0.710910609918\n",
      "topic167 0.44127714454\n",
      "topic168 0.0717991958532\n",
      "topic169 0.426038974616\n",
      "topic170 0.586904667738\n",
      "topic171 0.151395113584\n",
      "topic172 0.7291942982\n",
      "topic173 0.0533801501183\n",
      "topic174 0.503130883347\n",
      "topic175 0.788438807771\n",
      "topic176 0.777931388884\n",
      "topic177 0.724359019515\n",
      "topic178 0.758921218617\n",
      "topic179 0.532061472421\n",
      "topic180 0.711348741278\n",
      "topic181 0.652263188331\n",
      "topic182 0.720538086904\n",
      "topic183 0.680693567906\n",
      "topic184 0.534730070829\n",
      "topic185 0.0705524992299\n",
      "topic186 0.461801434541\n",
      "topic187 0.786363316731\n",
      "topic188 0.732340031463\n",
      "topic189 0.738295113329\n",
      "topic190 0.375376852041\n",
      "topic191 0.727123480244\n",
      "topic192 0.178387837622\n",
      "topic193 0.104125766724\n",
      "topic194 0.277337481526\n",
      "topic195 0.644662081323\n",
      "topic196 0.0931155593277\n",
      "topic197 0.755050426412\n",
      "topic198 0.796464696862\n",
      "topic199 0.63298288869\n",
      "topic200 0.100259723782\n",
      "topic201 0.730637743328\n",
      "topic202 0.744682779462\n",
      "topic203 0.53982159087\n",
      "topic204 0.383025042494\n",
      "topic205 0.0973086154237\n",
      "topic206 0.27741581934\n",
      "topic207 0.702894208859\n",
      "topic208 0.289673272358\n",
      "topic209 0.6786721116\n",
      "topic210 0.852666847773\n",
      "topic211 0.233564941102\n",
      "topic212 0.363090036529\n",
      "topic213 0.120931072947\n",
      "topic214 0.196874101935\n",
      "topic215 0.296834113033\n",
      "topic216 0.68564289028\n",
      "topic217 0.764690556262\n",
      "topic218 0.101951796175\n",
      "topic219 0.548002996056\n",
      "topic220 0.656123006162\n",
      "topic221 0.51017870865\n",
      "topic222 0.694014415869\n",
      "topic223 0.360501650857\n",
      "topic224 0.43250514514\n",
      "topic225 0.0768028727971\n",
      "topic226 0.725050051082\n",
      "topic227 0.10115757575\n",
      "topic228 0.69278710099\n",
      "topic229 0.765002346253\n",
      "topic230 0.435281029833\n",
      "topic231 0.559055379775\n",
      "topic232 0.22729962646\n",
      "topic233 0.75415514626\n",
      "topic234 0.117344072264\n",
      "topic235 0.683506595652\n",
      "topic236 0.660207382617\n",
      "topic237 0.472817938206\n",
      "topic238 0.359758719271\n",
      "topic239 0.40801569835\n",
      "topic240 0.481139106242\n",
      "topic241 0.0746886278147\n",
      "topic242 0.78282891539\n",
      "topic243 0.513703463086\n",
      "topic244 0.67904766045\n",
      "topic245 0.344929516001\n",
      "topic246 0.746928597239\n",
      "topic247 0.66818814631\n",
      "topic248 0.188909793044\n",
      "topic249 0.599148437654\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics.pairwise import cosine_distances\n",
    "for topic in exp.topics_pool.get_all_topics():\n",
    "    print topic, cosine_distances([exp.topics_pool.topics_filter.projections[topic]], \n",
    "                                  [exp.topics_pool.phi[topic]])[0, 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'media' u'vote' u'polls' u'primary' u'lead' u'voted' u'turnout' u'zogby'\n",
      " u'final' u'voter' u'race' u'running' u'exit' u'dem' u'political'\n",
      " u'electoral' u'governor' u'needed' u'advertising' u'data']\n",
      "[u'vote' u'media' u'polls' u'voter' u'news' u'voting' u'voted' u'votes'\n",
      " u'oct' u'advertising' u'nov' u'dem' u'registration' u'popular' u'exit'\n",
      " u'convention' u'needed' u'report' u'nader' u'information']\n"
     ]
    }
   ],
   "source": [
    "print exp.topics_pool.get_top_words_by_vector(exp.topics_pool.topics_filter.projections['topic67'], words_number=20)\n",
    "print exp.topics_pool.get_top_words_by_topic('topic67', words_number=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'million' u'money' u'bushs' u'ads' u'raised' u'jobs' u'spending'\n",
      " u'fundraising' u'spend' u'candidates' u'campaigns' u'cash' u'spent'\n",
      " u'knowles' u'raise' u'economy' u'record' u'month' u'murkowski' u'dnc']\n",
      "[u'million' u'money' u'ads' u'spent' u'raised' u'medicare' u'groups'\n",
      " u'month' u'dollars' u'leading' u'spend' u'raise' u'television' u'raising'\n",
      " u'spending' u'contract' u'private' u'kerrys' u'weeks' u'funding']\n"
     ]
    }
   ],
   "source": [
    "print exp.topics_pool.get_top_words_by_vector(exp.topics_pool.topics_filter.projections['topic69'], words_number=20)\n",
    "print exp.topics_pool.get_top_words_by_topic('topic69', words_number=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "topic103 | [u'elections' u'carson' u'dkos' u'oklahoma' u'coburn'] | topic103\n",
      "topic106 | [u'results' u'trend' u'lines' u'research' u'surveyusa'] | topic106\n",
      "topic108 | [u'primary' u'running' u'governor' u'dem' u'seat'] | topic108\n",
      "topic109 | [u'colorado' u'races' u'miller' u'salazar' u'knowles'] | topic109\n",
      "topic35 | [u'race' u'elections' u'seat' u'district' u'knowles'] | topic113\n",
      "topic77 | [u'race' u'elections' u'seat' u'candidate' u'democrat'] | topic113\n",
      "topic113 | [u'race' u'gop' u'incumbent' u'voters' u'won'] | topic113\n",
      "topic118 | [u'alexander' u'challenge' u'bob' u'protests' u'dccc'] | topic118\n",
      "topic178 | [u'ndn' u'sen' u'dole' u'alexander' u'mike'] | topic118\n",
      "topic29 | [u'raised' u'colorado' u'win' u'money' u'strong'] | topic120\n",
      "topic120 | [u'money' u'raised' u'dnc' u'campaigns' u'fundraising'] | topic120\n",
      "topic53 | [u'south' u'herseth' u'dakota' u'daschle' u'diedrich'] | topic121\n",
      "topic121 | [u'south' u'herseth' u'dakota' u'seat' u'daschle'] | topic121\n",
      "topic206 | [u'south' u'herseth' u'dakota' u'diedrich' u'stephanie'] | topic121\n",
      "topic122 | [u'candidates' u'elections' u'specter' u'toomey' u'win'] | topic122\n",
      "topic128 | [u'million' u'bushs' u'jobs' u'economy' u'job'] | topic128\n",
      "topic131 | [u'tax' u'nader' u'women' u'ballot' u'groups'] | topic131\n",
      "topic140 | [u'states' u'presidential' u'florida' u'cheney' u'united'] | topic140\n",
      "topic47 | [u'electoral' u'governor' u'account' u'duderino' u'parecommend'] | topic142\n",
      "topic99 | [u'contact' u'governor' u'parecommend' u'electoral' u'account'] | topic142\n",
      "topic142 | [u'trouble' u'parecommend' u'duderino' u'account' u'ground'] | topic142\n",
      "topic200 | [u'account' u'electoral' u'primary' u'polls' u'contact'] | topic142\n",
      "topic44 | [u'marriage' u'gay' u'amendment' u'ban' u'issue'] | topic143\n",
      "topic62 | [u'rights' u'gay' u'human' u'issue' u'constitution'] | topic143\n",
      "topic65 | [u'marriage' u'amendment' u'civil' u'jobs' u'gay'] | topic143\n",
      "topic143 | [u'marriage' u'gay' u'amendment' u'ryan' u'hate'] | topic143\n",
      "topic144 | [u'electoral' u'governor' u'turnout' u'contact' u'economy'] | topic144\n",
      "topic157 | [u'nader' u'florida' u'bushs' u'white' u'john'] | topic157\n",
      "topic14 | [u'schaller' u'film' u'tom' u'ive' u'movie'] | topic158\n",
      "topic16 | [u'gotv' u'catholic' u'oct' u'papers' u'editorial'] | topic158\n",
      "topic20 | [u'theyre' u'public' u'approve' u'george' u'politics'] | topic158\n",
      "topic22 | [u'union' u'unions' u'labor' u'keyes' u'national'] | topic158\n",
      "topic45 | [u'report' u'community' u'latino' u'meteor' u'blades'] | topic158\n",
      "topic89 | [u'bushs' u'national' u'draft' u'job' u'news'] | topic158\n",
      "topic114 | [u'gotv' u'page' u'oct' u'ive' u'stuff'] | topic158\n",
      "topic130 | [u'committee' u'national' u'law' u'effort' u'parties'] | topic158\n",
      "topic158 | [u'gotv' u'texas' u'bushs' u'george' u'job'] | topic158\n",
      "topic166 | [u'report' u'read' u'job' u'times' u'americans'] | topic158\n",
      "topic181 | [u'jobs' u'committee' u'melanie' u'conference' u'miller'] | topic158\n",
      "topic160 | [u'ohio' u'marriage' u'voters' u'michigan' u'amp'] | topic160\n",
      "topic161 | [u'republican' u'vote' u'race' u'percent' u'voters'] | topic161\n",
      "topic168 | [u'media' u'news' u'political' u'coverage' u'press'] | topic168\n",
      "topic9 | [u'carson' u'oklahoma' u'coburn' u'rep' u'sen'] | topic169\n",
      "topic169 | [u'carson' u'coburn' u'governor' u'oklahoma' u'falling'] | topic169\n",
      "topic17 | [u'delay' u'committee' u'ethics' u'investigation' u'leader'] | topic17\n",
      "topic104 | [u'delay' u'texas' u'district' u'ethics' u'rep'] | topic17\n",
      "topic218 | [u'delay' u'committee' u'ethics' u'texas' u'investigation'] | topic17\n",
      "topic54 | [u'troops' u'forces' u'saddam' u'killed' u'radio'] | topic170\n",
      "topic135 | [u'troops' u'forces' u'iraqi' u'iraqis' u'soldiers'] | topic170\n",
      "topic170 | [u'saddam' u'iraqi' u'iraqis' u'weapons' u'killed'] | topic170\n",
      "topic224 | [u'baghdad' u'american' u'soldiers' u'killed' u'troops'] | topic170\n",
      "topic171 | [u'party' u'state' u'candidates' u'candidate' u'win'] | topic171\n",
      "topic82 | [u'mccain' u'fox' u'national' u'news' u'press'] | topic174\n",
      "topic174 | [u'clinton' u'sunday' u'adviser' u'rice' u'commission'] | topic174\n",
      "topic228 | [u'powell' u'sunday' u'press' u'records' u'saudi'] | topic174\n",
      "topic1 | [u'dnc' u'specter' u'toomey' u'million' u'hoeffel'] | topic177\n",
      "topic63 | [u'toomey' u'specter' u'america' u'nevada' u'health'] | topic177\n",
      "topic177 | [u'specter' u'radio' u'toomey' u'mccain' u'hoeffel'] | topic177\n",
      "topic240 | [u'specter' u'toomey' u'hoeffel' u'district' u'schrader'] | topic177\n",
      "topic6 | [u'seats' u'mrliberal' u'aug' u'boat' u'swift'] | topic182\n",
      "topic11 | [u'nader' u'signatures' u'harris' u'put' u'tnr'] | topic182\n",
      "topic13 | [u'medicare' u'health' u'social' u'policy' u'conservatives'] | topic182\n",
      "topic19 | [u'server' u'press' u'database' u'plame' u'white'] | topic182\n",
      "topic23 | [u'civil' u'american' u'rights' u'court' u'janklow'] | topic182\n",
      "topic33 | [u'video' u'internet' u'secret' u'found' u'page'] | topic182\n",
      "topic36 | [u'bin' u'laden' u'black' u'osama' u'brad'] | topic182\n",
      "topic48 | [u'clarke' u'terrorism' u'testimony' u'commission' u'rice'] | topic182\n",
      "topic56 | [u'speech' u'harris' u'melanie' u'events' u'community'] | topic182\n",
      "topic61 | [u'issues' u'coverage' u'care' u'country' u'policy'] | topic182\n",
      "topic73 | [u'tax' u'thune' u'cap' u'income' u'faith'] | topic182\n",
      "topic83 | [u'women' u'reagan' u'men' u'countries' u'american'] | topic182\n",
      "topic85 | [u'ground' u'abortion' u'illinois' u'governor' u'website'] | topic182\n",
      "topic87 | [u'black' u'social' u'youll' u'children' u'young'] | topic182\n",
      "topic92 | [u'feb' u'political' u'march' u'wont' u'february'] | topic182\n",
      "topic96 | [u'science' u'scientists' u'research' u'cell' u'water'] | topic182\n",
      "topic101 | [u'family' u'life' u'knew' u'hughes' u'september'] | topic182\n",
      "topic112 | [u'stay' u'friends' u'ginny' u'rowland' u'schrader'] | topic182\n",
      "topic115 | [u'staff' u'office' u'labor' u'year' u'members'] | topic182\n",
      "topic117 | [u'create' u'heart' u'pictures' u'chemical' u'cnn'] | topic182\n",
      "topic123 | [u'ohio' u'book' u'district' u'delay' u'values'] | topic182\n",
      "topic125 | [u'killed' u'attacks' u'saudi' u'attack' u'foreign'] | topic182\n",
      "topic126 | [u'men' u'read' u'video' u'study' u'makes'] | topic182\n",
      "topic152 | [u'chandler' u'blog' u'black' u'kerr' u'ive'] | topic182\n",
      "topic153 | [u'energy' u'oil' u'plan' u'chalabi' u'american'] | topic182\n",
      "topic156 | [u'catholic' u'policies' u'thomas' u'access' u'blades'] | topic182\n",
      "topic162 | [u'bin' u'laden' u'osama' u'steel' u'supports'] | topic182\n",
      "topic172 | [u'politics' u'science' u'lot' u'water' u'country'] | topic182\n",
      "topic175 | [u'fox' u'draft' u'harris' u'official' u'cuba'] | topic182\n",
      "topic180 | [u'american' u'washington' u'sep' u'database' u'october'] | topic182\n",
      "topic182 | [u'troops' u'security' u'country' u'afghanistan' u'united'] | topic182\n",
      "topic183 | [u'jobs' u'labor' u'trial' u'dollar' u'lawyer'] | topic182\n",
      "topic187 | [u'space' u'baseball' u'weve' u'book' u'posting'] | topic182\n",
      "topic195 | [u'daschle' u'south' u'america' u'years' u'nation'] | topic182\n",
      "topic198 | [u'mission' u'statement' u'bring' u'nov' u'petraeus'] | topic182\n",
      "topic202 | [u'commission' u'space' u'investigation' u'rice' u'information'] | topic182\n",
      "topic207 | [u'saddam' u'hussein' u'qaida' u'qaeda' u'peace'] | topic182\n",
      "topic209 | [u'read' u'values' u'care' u'piece' u'national'] | topic182\n",
      "topic216 | [u'attacks' u'oil' u'forces' u'mission' u'dkos'] | topic182\n",
      "topic217 | [u'bin' u'laden' u'papers' u'issue' u'ban'] | topic182\n",
      "topic220 | [u'black' u'white' u'security' u'program' u'officials'] | topic182\n",
      "topic222 | [u'union' u'public' u'labor' u'policy' u'government'] | topic182\n",
      "topic233 | [u'science' u'human' u'research' u'cell' u'rights'] | topic182\n",
      "topic236 | [u'tax' u'ohio' u'click' u'chandler' u'high'] | topic182\n",
      "topic242 | [u'traffic' u'server' u'coffee' u'machines' u'msnbc'] | topic182\n",
      "topic244 | [u'florida' u'steel' u'social' u'tariffs' u'medicare'] | topic182\n",
      "topic246 | [u'sense' u'life' u'politics' u'responsibility' u'conservatives'] | topic182\n",
      "topic186 | [u'debate' u'john' u'talking' u'won' u'issues'] | topic186\n",
      "topic15 | [u'military' u'guard' u'rumsfeld' u'defense' u'air'] | topic188\n",
      "topic72 | [u'records' u'record' u'air' u'guard' u'video'] | topic188\n",
      "topic81 | [u'boat' u'blair' u'swift' u'star' u'press'] | topic188\n",
      "topic86 | [u'vietnam' u'service' u'military' u'internet' u'book'] | topic188\n",
      "topic100 | [u'debate' u'bushs' u'service' u'texas' u'guard'] | topic188\n",
      "topic188 | [u'service' u'records' u'vietnam' u'guard' u'military'] | topic188\n",
      "topic239 | [u'military' u'bushs' u'vietnam' u'guard' u'service'] | topic188\n",
      "topic190 | [u'colorado' u'herseth' u'salazar' u'diedrich' u'dakota'] | topic190\n",
      "topic12 | [u'dean' u'iowa' u'edwards' u'gephardt' u'primary'] | topic191\n",
      "topic68 | [u'dean' u'edwards' u'clark' u'gephardt' u'iowa'] | topic191\n",
      "topic127 | [u'dean' u'edwards' u'clark' u'gephardt' u'iowa'] | topic191\n",
      "topic191 | [u'dean' u'edwards' u'iowa' u'clark' u'deans'] | topic191\n",
      "topic225 | [u'dean' u'primary' u'iowa' u'deans' u'candidates'] | topic191\n",
      "topic192 | [u'polls' u'primary' u'turnout' u'final' u'ground'] | topic192\n",
      "topic70 | [u'administration' u'white' u'bushs' u'terrorism' u'bin'] | topic193\n",
      "topic139 | [u'administration' u'commission' u'white' u'terrorism' u'officials'] | topic193\n",
      "topic193 | [u'administration' u'bushs' u'national' u'terrorism' u'cheney'] | topic193\n",
      "topic194 | [u'primary' u'lieberman' u'gephardt' u'sharpton' u'union'] | topic194\n",
      "topic43 | [u'states' u'primary' u'gore' u'trend' u'lines'] | topic196\n",
      "topic59 | [u'states' u'delay' u'district' u'money' u'races'] | topic196\n",
      "topic196 | [u'states' u'illinois' u'races' u'elections' u'south'] | topic196\n",
      "topic18 | [u'rights' u'women' u'human' u'local' u'abortion'] | topic199\n",
      "topic199 | [u'rights' u'court' u'view' u'women' u'supreme'] | topic199\n",
      "topic66 | [u'nader' u'ballot' u'signatures' u'keyes' u'blogs'] | topic204\n",
      "topic184 | [u'ballot' u'papers' u'nader' u'signatures' u'times'] | topic204\n",
      "topic204 | [u'nader' u'ballot' u'dozen' u'michigan' u'kerryedwards'] | topic204\n",
      "topic149 | [u'media' u'news' u'coverage' u'press' u'internet'] | topic205\n",
      "topic205 | [u'media' u'advertising' u'positive' u'stay' u'bob'] | topic205\n",
      "topic0 | [u'account' u'governor' u'sunzoo' u'voting' u'recommended'] | topic208\n",
      "topic58 | [u'voting' u'electoral' u'account' u'sunzoo' u'governor'] | topic208\n",
      "topic173 | [u'account' u'electoral' u'governor' u'vote' u'contact'] | topic208\n",
      "topic208 | [u'cities' u'sunzoo' u'protests' u'account' u'liberalrakkasan'] | topic208\n",
      "topic21 | [u'senator' u'bunning' u'miller' u'mongiardo' u'jim'] | topic21\n",
      "topic111 | [u'baseball' u'senator' u'red' u'sox' u'massachusetts'] | topic21\n",
      "topic179 | [u'bunning' u'mongiardo' u'kentucky' u'thune' u'elections'] | topic21\n",
      "topic201 | [u'bunning' u'texas' u'mongiardo' u'records' u'thune'] | topic21\n",
      "topic71 | [u'convention' u'bloggers' u'read' u'blog' u'film'] | topic210\n",
      "topic210 | [u'convention' u'bloggers' u'boston' u'blogs' u'blogger'] | topic210\n",
      "topic141 | [u'vote' u'polls' u'voting' u'account' u'electoral'] | topic211\n",
      "topic211 | [u'vote' u'governor' u'voting' u'voter' u'voted'] | topic211\n",
      "topic212 | [u'carson' u'coburn' u'donors' u'page' u'oklahoma'] | topic212\n",
      "topic2 | [u'administration' u'troops' u'intelligence' u'security' u'white'] | topic213\n",
      "topic213 | [u'administration' u'intelligence' u'report' u'cia' u'officials'] | topic213\n",
      "topic214 | [u'percent' u'election' u'voters' u'states' u'vote'] | topic214\n",
      "topic52 | [u'intelligence' u'commission' u'political' u'investigation' u'documents'] | topic221\n",
      "topic147 | [u'political' u'reagan' u'rights' u'human' u'cell'] | topic221\n",
      "topic221 | [u'political' u'clinton' u'internet' u'talking' u'speech'] | topic221\n",
      "topic249 | [u'political' u'america' u'free' u'turn' u'country'] | topic221\n",
      "topic223 | [u'elections' u'seat' u'dem' u'kentucky' u'rep'] | topic223\n",
      "topic227 | [u'race' u'races' u'colorado' u'gop' u'democrat'] | topic227\n",
      "topic31 | [u'speech' u'book' u'americans' u'america' u'care'] | topic229\n",
      "topic94 | [u'labor' u'economic' u'jobs' u'union' u'economy'] | topic229\n",
      "topic119 | [u'team' u'meteor' u'blades' u'message' u'community'] | topic229\n",
      "topic132 | [u'americans' u'nation' u'issues' u'issue' u'america'] | topic229\n",
      "topic229 | [u'americans' u'health' u'meteor' u'blades' u'americas'] | topic229\n",
      "topic27 | [u'debate' u'bloggers' u'blogs' u'space' u'atrios'] | topic230\n",
      "topic230 | [u'debate' u'reagan' u'book' u'debates' u'george'] | topic230\n",
      "topic28 | [u'weapons' u'bushs' u'american' u'threat' u'blair'] | topic231\n",
      "topic105 | [u'defense' u'american' u'intelligence' u'secretary' u'policy'] | topic231\n",
      "topic133 | [u'weapons' u'iraqi' u'threat' u'middle' u'east'] | topic231\n",
      "topic136 | [u'cheney' u'news' u'military' u'white' u'pentagon'] | topic231\n",
      "topic154 | [u'reagan' u'reagans' u'explosives' u'years' u'threat'] | topic231\n",
      "topic231 | [u'defense' u'rumsfeld' u'military' u'threat' u'united'] | topic231\n",
      "topic232 | [u'news' u'fox' u'jobs' u'america' u'report'] | topic232\n",
      "topic234 | [u'million' u'money' u'raised' u'ads' u'fundraising'] | topic234\n",
      "topic235 | [u'district' u'gop' u'county' u'congressional' u'congressman'] | topic235\n",
      "topic97 | [u'bill' u'ryan' u'year' u'years' u'gore'] | topic237\n",
      "topic148 | [u'john' u'america' u'sunday' u'tom' u'schaller'] | topic237\n",
      "topic237 | [u'bill' u'sen' u'john' u'mccain' u'chairman'] | topic237\n",
      "topic238 | [u'state' u'edwards' u'clark' u'lieberman' u'gephardt'] | topic238\n",
      "topic24 | [u'voters' u'john' u'florida' u'nader' u'presidential'] | topic24\n",
      "topic146 | [u'party' u'ballot' u'political' u'progressive' u'gop'] | topic241\n",
      "topic241 | [u'party' u'dnc' u'partys' u'progressive' u'national'] | topic241\n",
      "topic37 | [u'iraqi' u'baghdad' u'forces' u'iraqis' u'saddam'] | topic243\n",
      "topic80 | [u'energy' u'oil' u'policy' u'fallujah' u'gen'] | topic243\n",
      "topic98 | [u'iraqi' u'american' u'soldiers' u'baghdad' u'united'] | topic243\n",
      "topic107 | [u'iraqi' u'times' u'power' u'lost' u'gwb'] | topic243\n",
      "topic151 | [u'military' u'officials' u'iraqi' u'american' u'baghdad'] | topic243\n",
      "topic243 | [u'iraqi' u'officials' u'iraqis' u'official' u'chalabi'] | topic243\n",
      "topic245 | [u'cheney' u'gay' u'marriage' u'amendment' u'ballot'] | topic245\n",
      "topic247 | [u'president' u'time' u'bushs' u'john' u'white'] | topic247\n",
      "topic248 | [u'polls' u'polling' u'lead' u'results' u'numbers'] | topic248\n",
      "topic25 | [u'billion' u'court' u'federal' u'congressional' u'supreme'] | topic25\n",
      "topic50 | [u'court' u'district' u'majority' u'dccc' u'supreme'] | topic25\n",
      "topic110 | [u'years' u'billion' u'conservative' u'cost' u'budget'] | topic25\n",
      "topic129 | [u'bill' u'health' u'gop' u'committee' u'medicare'] | topic25\n",
      "topic145 | [u'energy' u'oil' u'court' u'environmental' u'catholic'] | topic25\n",
      "topic150 | [u'intelligence' u'investigation' u'documents' u'bill' u'federal'] | topic25\n",
      "topic163 | [u'wilson' u'region' u'districts' u'parties' u'seats'] | topic25\n",
      "topic165 | [u'internet' u'online' u'blogs' u'conservative' u'year'] | topic25\n",
      "topic176 | [u'law' u'budget' u'justice' u'ashcroft' u'fbi'] | topic25\n",
      "topic197 | [u'knowles' u'tony' u'conservatives' u'message' u'deficit'] | topic25\n",
      "topic226 | [u'court' u'schaller' u'supreme' u'tom' u'courts'] | topic25\n",
      "topic26 | [u'clark' u'lieberman' u'results' u'kucinich' u'gephardt'] | topic26\n",
      "topic3 | [u'races' u'dccc' u'district' u'salazar' u'romero'] | topic3\n",
      "topic30 | [u'cheney' u'bill' u'dick' u'vice' u'law'] | topic30\n",
      "topic90 | [u'cheney' u'dick' u'law' u'source' u'vice'] | topic30\n",
      "topic32 | [u'states' u'political' u'administration' u'jobs' u'economy'] | topic32\n",
      "topic38 | [u'abu' u'ghraib' u'prison' u'prisoners' u'abuse'] | topic38\n",
      "topic55 | [u'military' u'abu' u'ghraib' u'army' u'law'] | topic38\n",
      "topic138 | [u'abu' u'ghraib' u'prison' u'prisoners' u'law'] | topic38\n",
      "topic167 | [u'abu' u'ghraib' u'schaller' u'prison' u'torture'] | topic38\n",
      "topic203 | [u'abu' u'ghraib' u'abuse' u'prison' u'prisoners'] | topic38\n",
      "topic39 | [u'republican' u'party' u'gop' u'political' u'national'] | topic39\n",
      "topic41 | [u'tax' u'cuts' u'spending' u'budget' u'reagan'] | topic41\n",
      "topic64 | [u'tax' u'security' u'federal' u'weapons' u'budget'] | topic41\n",
      "topic155 | [u'tax' u'cuts' u'economy' u'cut' u'taxes'] | topic41\n",
      "topic215 | [u'tax' u'job' u'jobs' u'billion' u'economy'] | topic41\n",
      "topic42 | [u'ads' u'advertising' u'television' u'spent' u'buy'] | topic42\n",
      "topic79 | [u'ads' u'sinclair' u'kentucky' u'money' u'stations'] | topic42\n",
      "topic46 | [u'polls' u'vote' u'media' u'primary' u'lead'] | topic46\n",
      "topic49 | [u'news' u'fox' u'men' u'americans' u'killed'] | topic49\n",
      "topic93 | [u'news' u'papers' u'editorial' u'oct' u'newspaper'] | topic49\n",
      "topic5 | [u'voting' u'voter' u'watch' u'positive' u'kids'] | topic5\n",
      "topic51 | [u'exit' u'select' u'san' u'return' u'francisco'] | topic51\n",
      "topic57 | [u'voters' u'debate' u'registered' u'gallup' u'polling'] | topic57\n",
      "topic60 | [u'party' u'dnc' u'gop' u'national' u'colorado'] | topic60\n",
      "topic67 | [u'vote' u'media' u'polls' u'voter' u'news'] | topic67\n",
      "topic40 | [u'million' u'decision' u'dlc' u'stern' u'spent'] | topic69\n",
      "topic69 | [u'million' u'money' u'ads' u'spent' u'raised'] | topic69\n",
      "topic185 | [u'million' u'kerrys' u'speech' u'ads' u'spent'] | topic69\n",
      "topic74 | [u'primary' u'kucinich' u'sharpton' u'howard' u'iowa'] | topic74\n",
      "topic75 | [u'results' u'polling' u'lead' u'trend' u'polls'] | topic75\n",
      "topic116 | [u'polls' u'voters' u'numbers' u'polling' u'national'] | topic75\n",
      "topic159 | [u'results' u'percent' u'edwards' u'undecided' u'zogby'] | topic75\n",
      "topic76 | [u'ohio' u'gotv' u'ballots' u'server' u'voting'] | topic76\n",
      "topic4 | [u'percent' u'edwards' u'numbers' u'tracking' u'primary'] | topic78\n",
      "topic78 | [u'percent' u'numbers' u'undecided' u'favorable' u'pdf'] | topic78\n",
      "topic124 | [u'percent' u'voters' u'support' u'margin' u'rating'] | topic78\n",
      "topic8 | [u'kerrys' u'bushs' u'lets' u'polling' u'john'] | topic8\n",
      "topic219 | [u'kerrys' u'ohio' u'win' u'negative' u'change'] | topic8\n",
      "topic84 | [u'city' u'husband' u'governor' u'coburn' u'carson'] | topic84\n",
      "topic10 | [u'clinton' u'cell' u'york' u'study' u'heart'] | topic88\n",
      "topic88 | [u'clinton' u'clintons' u'truth' u'theyre' u'hillary'] | topic88\n",
      "topic134 | [u'bin' u'decision' u'laden' u'powell' u'clinton'] | topic88\n",
      "topic137 | [u'politics' u'veep' u'book' u'sense' u'boston'] | topic88\n",
      "topic189 | [u'values' u'served' u'watch' u'wrong' u'michael'] | topic88\n",
      "topic7 | [u'candidates' u'money' u'campaigns' u'dozen' u'dkos'] | topic91\n",
      "topic34 | [u'oil' u'donors' u'afscme' u'energy' u'matsunaka'] | topic91\n",
      "topic91 | [u'dozen' u'dkos' u'donors' u'jim' u'candidates'] | topic91\n",
      "topic102 | [u'donors' u'farmer' u'morrison' u'funds' u'money'] | topic91\n",
      "topic164 | [u'delay' u'money' u'donors' u'fundraising' u'jim'] | topic91\n",
      "topic95 | [u'john' u'political' u'bushs' u'kerrys' u'negative'] | topic95\n"
     ]
    }
   ],
   "source": [
    "exp.show_all_topics(sort_by_closest_topic=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.06074640899896622"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "exp.topics_pool.get_dist_between_topics('topic183', 'topic180')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "topic247:\n",
      "[u'president' u'time' u'bushs' u'john' u'white']\n",
      "topic78:\n",
      "[u'percent' u'numbers' u'undecided' u'favorable' u'pdf']\n",
      "topic21:\n",
      "[u'senator' u'bunning' u'miller' u'mongiardo' u'jim']\n",
      "topic51:\n",
      "[u'exit' u'select' u'san' u'return' u'francisco']\n",
      "topic169:\n",
      "[u'carson' u'coburn' u'governor' u'oklahoma' u'falling']\n",
      "topic171:\n",
      "[u'party' u'state' u'candidates' u'candidate' u'win']\n",
      "topic243:\n",
      "[u'iraqi' u'officials' u'iraqis' u'official' u'chalabi']\n",
      "topic205:\n",
      "[u'media' u'advertising' u'positive' u'stay' u'bob']\n",
      "topic39:\n",
      "[u'republican' u'party' u'gop' u'political' u'national']\n",
      "topic106:\n",
      "[u'results' u'trend' u'lines' u'research' u'surveyusa']\n"
     ]
    }
   ],
   "source": [
    "exp.show_next_topics_batch(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "exp.save_dataset_to_navigator()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "exp.save_next_topics_batch_ to_navigator(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "exp.load_assessments_from_navigator()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "exp.show_assessments()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}