SUBJECT_GAIT_CLASSIFICATION_MODEL.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = pd.read_csv('train.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "      <th>Activity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0.288585</td>\n",
       "      <td>-0.020294</td>\n",
       "      <td>-0.132905</td>\n",
       "      <td>-0.995279</td>\n",
       "      <td>-0.983111</td>\n",
       "      <td>-0.913526</td>\n",
       "      <td>-0.995112</td>\n",
       "      <td>-0.983185</td>\n",
       "      <td>-0.923527</td>\n",
       "      <td>-0.934724</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.710304</td>\n",
       "      <td>-0.112754</td>\n",
       "      <td>0.030400</td>\n",
       "      <td>-0.464761</td>\n",
       "      <td>-0.018446</td>\n",
       "      <td>-0.841247</td>\n",
       "      <td>0.179941</td>\n",
       "      <td>-0.058627</td>\n",
       "      <td>1</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>0.278419</td>\n",
       "      <td>-0.016411</td>\n",
       "      <td>-0.123520</td>\n",
       "      <td>-0.998245</td>\n",
       "      <td>-0.975300</td>\n",
       "      <td>-0.960322</td>\n",
       "      <td>-0.998807</td>\n",
       "      <td>-0.974914</td>\n",
       "      <td>-0.957686</td>\n",
       "      <td>-0.943068</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.861499</td>\n",
       "      <td>0.053477</td>\n",
       "      <td>-0.007435</td>\n",
       "      <td>-0.732626</td>\n",
       "      <td>0.703511</td>\n",
       "      <td>-0.844788</td>\n",
       "      <td>0.180289</td>\n",
       "      <td>-0.054317</td>\n",
       "      <td>1</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.279653</td>\n",
       "      <td>-0.019467</td>\n",
       "      <td>-0.113462</td>\n",
       "      <td>-0.995380</td>\n",
       "      <td>-0.967187</td>\n",
       "      <td>-0.978944</td>\n",
       "      <td>-0.996520</td>\n",
       "      <td>-0.963668</td>\n",
       "      <td>-0.977469</td>\n",
       "      <td>-0.938692</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.760104</td>\n",
       "      <td>-0.118559</td>\n",
       "      <td>0.177899</td>\n",
       "      <td>0.100699</td>\n",
       "      <td>0.808529</td>\n",
       "      <td>-0.848933</td>\n",
       "      <td>0.180637</td>\n",
       "      <td>-0.049118</td>\n",
       "      <td>1</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.279174</td>\n",
       "      <td>-0.026201</td>\n",
       "      <td>-0.123283</td>\n",
       "      <td>-0.996091</td>\n",
       "      <td>-0.983403</td>\n",
       "      <td>-0.990675</td>\n",
       "      <td>-0.997099</td>\n",
       "      <td>-0.982750</td>\n",
       "      <td>-0.989302</td>\n",
       "      <td>-0.938692</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.482845</td>\n",
       "      <td>-0.036788</td>\n",
       "      <td>-0.012892</td>\n",
       "      <td>0.640011</td>\n",
       "      <td>-0.485366</td>\n",
       "      <td>-0.848649</td>\n",
       "      <td>0.181935</td>\n",
       "      <td>-0.047663</td>\n",
       "      <td>1</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.276629</td>\n",
       "      <td>-0.016570</td>\n",
       "      <td>-0.115362</td>\n",
       "      <td>-0.998139</td>\n",
       "      <td>-0.980817</td>\n",
       "      <td>-0.990482</td>\n",
       "      <td>-0.998321</td>\n",
       "      <td>-0.979672</td>\n",
       "      <td>-0.990441</td>\n",
       "      <td>-0.942469</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.699205</td>\n",
       "      <td>0.123320</td>\n",
       "      <td>0.122542</td>\n",
       "      <td>0.693578</td>\n",
       "      <td>-0.615971</td>\n",
       "      <td>-0.847865</td>\n",
       "      <td>0.185151</td>\n",
       "      <td>-0.043892</td>\n",
       "      <td>1</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7347</td>\n",
       "      <td>0.299665</td>\n",
       "      <td>-0.057193</td>\n",
       "      <td>-0.181233</td>\n",
       "      <td>-0.195387</td>\n",
       "      <td>0.039905</td>\n",
       "      <td>0.077078</td>\n",
       "      <td>-0.282301</td>\n",
       "      <td>0.043616</td>\n",
       "      <td>0.060410</td>\n",
       "      <td>0.210795</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.880324</td>\n",
       "      <td>-0.190437</td>\n",
       "      <td>0.829718</td>\n",
       "      <td>0.206972</td>\n",
       "      <td>-0.425619</td>\n",
       "      <td>-0.791883</td>\n",
       "      <td>0.238604</td>\n",
       "      <td>0.049819</td>\n",
       "      <td>30</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7348</td>\n",
       "      <td>0.273853</td>\n",
       "      <td>-0.007749</td>\n",
       "      <td>-0.147468</td>\n",
       "      <td>-0.235309</td>\n",
       "      <td>0.004816</td>\n",
       "      <td>0.059280</td>\n",
       "      <td>-0.322552</td>\n",
       "      <td>-0.029456</td>\n",
       "      <td>0.080585</td>\n",
       "      <td>0.117440</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.680744</td>\n",
       "      <td>0.064907</td>\n",
       "      <td>0.875679</td>\n",
       "      <td>-0.879033</td>\n",
       "      <td>0.400219</td>\n",
       "      <td>-0.771840</td>\n",
       "      <td>0.252676</td>\n",
       "      <td>0.050053</td>\n",
       "      <td>30</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7349</td>\n",
       "      <td>0.273387</td>\n",
       "      <td>-0.017011</td>\n",
       "      <td>-0.045022</td>\n",
       "      <td>-0.218218</td>\n",
       "      <td>-0.103822</td>\n",
       "      <td>0.274533</td>\n",
       "      <td>-0.304515</td>\n",
       "      <td>-0.098913</td>\n",
       "      <td>0.332584</td>\n",
       "      <td>0.043999</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.304029</td>\n",
       "      <td>0.052806</td>\n",
       "      <td>-0.266724</td>\n",
       "      <td>0.864404</td>\n",
       "      <td>0.701169</td>\n",
       "      <td>-0.779133</td>\n",
       "      <td>0.249145</td>\n",
       "      <td>0.040811</td>\n",
       "      <td>30</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7350</td>\n",
       "      <td>0.289654</td>\n",
       "      <td>-0.018843</td>\n",
       "      <td>-0.158281</td>\n",
       "      <td>-0.219139</td>\n",
       "      <td>-0.111412</td>\n",
       "      <td>0.268893</td>\n",
       "      <td>-0.310487</td>\n",
       "      <td>-0.068200</td>\n",
       "      <td>0.319473</td>\n",
       "      <td>0.101702</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.344314</td>\n",
       "      <td>-0.101360</td>\n",
       "      <td>0.700740</td>\n",
       "      <td>0.936674</td>\n",
       "      <td>-0.589479</td>\n",
       "      <td>-0.785181</td>\n",
       "      <td>0.246432</td>\n",
       "      <td>0.025339</td>\n",
       "      <td>30</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7351</td>\n",
       "      <td>0.351503</td>\n",
       "      <td>-0.012423</td>\n",
       "      <td>-0.203867</td>\n",
       "      <td>-0.269270</td>\n",
       "      <td>-0.087212</td>\n",
       "      <td>0.177404</td>\n",
       "      <td>-0.377404</td>\n",
       "      <td>-0.038678</td>\n",
       "      <td>0.229430</td>\n",
       "      <td>0.269013</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.740738</td>\n",
       "      <td>-0.280088</td>\n",
       "      <td>-0.007739</td>\n",
       "      <td>-0.056088</td>\n",
       "      <td>-0.616956</td>\n",
       "      <td>-0.783267</td>\n",
       "      <td>0.246809</td>\n",
       "      <td>0.036695</td>\n",
       "      <td>30</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7352 rows × 563 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "0              0.288585          -0.020294          -0.132905   \n",
       "1              0.278419          -0.016411          -0.123520   \n",
       "2              0.279653          -0.019467          -0.113462   \n",
       "3              0.279174          -0.026201          -0.123283   \n",
       "4              0.276629          -0.016570          -0.115362   \n",
       "...                 ...                ...                ...   \n",
       "7347           0.299665          -0.057193          -0.181233   \n",
       "7348           0.273853          -0.007749          -0.147468   \n",
       "7349           0.273387          -0.017011          -0.045022   \n",
       "7350           0.289654          -0.018843          -0.158281   \n",
       "7351           0.351503          -0.012423          -0.203867   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "0            -0.995279         -0.983111         -0.913526         -0.995112   \n",
       "1            -0.998245         -0.975300         -0.960322         -0.998807   \n",
       "2            -0.995380         -0.967187         -0.978944         -0.996520   \n",
       "3            -0.996091         -0.983403         -0.990675         -0.997099   \n",
       "4            -0.998139         -0.980817         -0.990482         -0.998321   \n",
       "...                ...               ...               ...               ...   \n",
       "7347         -0.195387          0.039905          0.077078         -0.282301   \n",
       "7348         -0.235309          0.004816          0.059280         -0.322552   \n",
       "7349         -0.218218         -0.103822          0.274533         -0.304515   \n",
       "7350         -0.219139         -0.111412          0.268893         -0.310487   \n",
       "7351         -0.269270         -0.087212          0.177404         -0.377404   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "0            -0.983185         -0.923527         -0.934724  ...   \n",
       "1            -0.974914         -0.957686         -0.943068  ...   \n",
       "2            -0.963668         -0.977469         -0.938692  ...   \n",
       "3            -0.982750         -0.989302         -0.938692  ...   \n",
       "4            -0.979672         -0.990441         -0.942469  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "7347          0.043616          0.060410          0.210795  ...   \n",
       "7348         -0.029456          0.080585          0.117440  ...   \n",
       "7349         -0.098913          0.332584          0.043999  ...   \n",
       "7350         -0.068200          0.319473          0.101702  ...   \n",
       "7351         -0.038678          0.229430          0.269013  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-kurtosis()  angle(tBodyAccMean,gravity)  \\\n",
       "0                           -0.710304                    -0.112754   \n",
       "1                           -0.861499                     0.053477   \n",
       "2                           -0.760104                    -0.118559   \n",
       "3                           -0.482845                    -0.036788   \n",
       "4                           -0.699205                     0.123320   \n",
       "...                               ...                          ...   \n",
       "7347                        -0.880324                    -0.190437   \n",
       "7348                        -0.680744                     0.064907   \n",
       "7349                        -0.304029                     0.052806   \n",
       "7350                        -0.344314                    -0.101360   \n",
       "7351                        -0.740738                    -0.280088   \n",
       "\n",
       "      angle(tBodyAccJerkMean),gravityMean)  angle(tBodyGyroMean,gravityMean)  \\\n",
       "0                                 0.030400                         -0.464761   \n",
       "1                                -0.007435                         -0.732626   \n",
       "2                                 0.177899                          0.100699   \n",
       "3                                -0.012892                          0.640011   \n",
       "4                                 0.122542                          0.693578   \n",
       "...                                    ...                               ...   \n",
       "7347                              0.829718                          0.206972   \n",
       "7348                              0.875679                         -0.879033   \n",
       "7349                             -0.266724                          0.864404   \n",
       "7350                              0.700740                          0.936674   \n",
       "7351                             -0.007739                         -0.056088   \n",
       "\n",
       "      angle(tBodyGyroJerkMean,gravityMean)  angle(X,gravityMean)  \\\n",
       "0                                -0.018446             -0.841247   \n",
       "1                                 0.703511             -0.844788   \n",
       "2                                 0.808529             -0.848933   \n",
       "3                                -0.485366             -0.848649   \n",
       "4                                -0.615971             -0.847865   \n",
       "...                                    ...                   ...   \n",
       "7347                             -0.425619             -0.791883   \n",
       "7348                              0.400219             -0.771840   \n",
       "7349                              0.701169             -0.779133   \n",
       "7350                             -0.589479             -0.785181   \n",
       "7351                             -0.616956             -0.783267   \n",
       "\n",
       "      angle(Y,gravityMean)  angle(Z,gravityMean)  subject          Activity  \n",
       "0                 0.179941             -0.058627        1          STANDING  \n",
       "1                 0.180289             -0.054317        1          STANDING  \n",
       "2                 0.180637             -0.049118        1          STANDING  \n",
       "3                 0.181935             -0.047663        1          STANDING  \n",
       "4                 0.185151             -0.043892        1          STANDING  \n",
       "...                    ...                   ...      ...               ...  \n",
       "7347              0.238604              0.049819       30  WALKING_UPSTAIRS  \n",
       "7348              0.252676              0.050053       30  WALKING_UPSTAIRS  \n",
       "7349              0.249145              0.040811       30  WALKING_UPSTAIRS  \n",
       "7350              0.246432              0.025339       30  WALKING_UPSTAIRS  \n",
       "7351              0.246809              0.036695       30  WALKING_UPSTAIRS  \n",
       "\n",
       "[7352 rows x 563 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1,  3,  5,  6,  7,  8, 11, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26,\n",
       "       27, 28, 29, 30], dtype=int64)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train['subject'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub_count = train.groupby('subject')['subject'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = []\n",
    "for i in sub_count :\n",
    "    y.append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[347,\n",
       " 341,\n",
       " 302,\n",
       " 325,\n",
       " 308,\n",
       " 281,\n",
       " 316,\n",
       " 323,\n",
       " 328,\n",
       " 366,\n",
       " 368,\n",
       " 360,\n",
       " 408,\n",
       " 321,\n",
       " 372,\n",
       " 409,\n",
       " 392,\n",
       " 376,\n",
       " 382,\n",
       " 344,\n",
       " 383]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_lab = train['subject'].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1,  3,  5,  6,  7,  8, 11, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26,\n",
       "       27, 28, 29, 30], dtype=int64)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_lab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = []\n",
    "\n",
    "for i in x_lab:\n",
    "    x.append(str(i))\n",
    "   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['1',\n",
       " '3',\n",
       " '5',\n",
       " '6',\n",
       " '7',\n",
       " '8',\n",
       " '11',\n",
       " '14',\n",
       " '15',\n",
       " '16',\n",
       " '17',\n",
       " '19',\n",
       " '21',\n",
       " '22',\n",
       " '23',\n",
       " '25',\n",
       " '26',\n",
       " '27',\n",
       " '28',\n",
       " '29',\n",
       " '30']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<BarContainer object of 21 artists>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABIQAAAEvCAYAAAA0MRq8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAdWElEQVR4nO3dfbBtZ10f8O/P3PAiIAFzQmMSvYiRik4N6TVNS1VMGCHBIdgaG8aXFONEbbDge9COYm1mQhVj6dg40USig0CKUFKJLchLqTNN8AZCSAiUC1zJJTG5CAlQRjDh1z/2uuPxct5fsvbO+nxm9py1nvXsfX7P3Xevvff3PGut6u4AAAAAMB1fMXYBAAAAADy0BEIAAAAAEyMQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMXvGLiBJjj/++N67d+/YZQAAAAA8bNx8882f7O6llbbNRSC0d+/e7N+/f+wyAAAAAB42quovV9vmkDEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABMjEAIAAACYGIEQAAAAwMQIhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATIxACAAAAGBi9oxdAAAAwEbtvfTNY5ewqoOXP3fsEgA2TCAEAMCu8yUeAObLhg8Zq6pjquq9VfUnw/qTq+qmqvpwVb2uqh4xtD9yWD8wbN+7O6UDAAAAsBWbOYfQi5PcsWz95Umu6O5Tk3w6yUVD+0VJPt3d35DkiqEfAAAAAHNiQ4FQVZ2c5LlJfm9YryRnJXn90OXaJM8fls8b1jNsP3voDwAAAMAc2OgMod9K8vNJvjSsf3WS+7r7gWH9UJKThuWTktyZJMP2+4f+AAAAAMyBdQOhqvqeJPd2983Lm1fo2hvYtvxxL66q/VW1//DhwxsqFgAAAIDt28gMoWckeV5VHUzy2swOFfutJMdV1ZGrlJ2c5K5h+VCSU5Jk2P74JJ86+kG7+6ru3tfd+5aWlrY1CAAAAAA2bt1AqLtf2t0nd/feJBckeXt3/0CSdyT5vqHbhUneNCxfP6xn2P727v6yGUIAAAAAjGMzVxk72i8k+emqOpDZOYKuHtqvTvLVQ/tPJ7l0eyUCAAAAsJP2rN/l73T3O5O8c1j+aJIzVujzN0nO34HaAAAAANgFmwqEAAAA2Lq9l7557BJWdfDy545dAvAQ2s4hYwAAAAAsIIEQAAAAwMQIhAAAAAAmRiAEAAAAMDFOKg0AAAA8pJxgfXwCIQAAACZFGAEOGQMAAACYHIEQAAAAwMQIhAAAAAAmxjmEAAAA2DDn34GHBzOEAAAAACbGDCEAAJgIMzsAOMIMIQAAAICJEQgBAAAATIxDxgCAhz2HyQAA/H0CIQBgTcIUAICHH4eMAQAAAEyMQAgAAABgYgRCAAAAABPjHEIAAHPOeZwAgJ1mhhAAAADAxKwbCFXVo6rq3VX1vqq6vap+dWh/VVV9rKpuGW6nDe1VVa+sqgNVdWtVnb7bgwAAAABg4zZyyNgXkpzV3Z+rqmOT/HlV/emw7ee6+/VH9T8nyanD7Z8kuXL4CQAAAMAcWHeGUM98blg9drj1Gnc5L8kfDPe7MclxVXXi9ksFAAAAYCds6BxCVXVMVd2S5N4kb+3um4ZNlw2HhV1RVY8c2k5Kcueyux8a2gAAAACYAxsKhLr7we4+LcnJSc6oqm9J8tIk/zDJtyV5YpJfGLrXSg9xdENVXVxV+6tq/+HDh7dUPAAAAACbt6mrjHX3fUnemeQ53X33cFjYF5L8fpIzhm6Hkpyy7G4nJ7lrhce6qrv3dfe+paWlLRUPAAAAwOate1LpqlpK8rfdfV9VPTrJs5K8vKpO7O67q6qSPD/JbcNdrk/yoqp6bWYnk76/u+/epfrnzt5L3zx2Cas6ePlzxy4BAAAAmAMbucrYiUmurapjMptRdF13/0lVvX0IiyrJLUl+fOh/Q5JzkxxI8vkkL9z5sgEAAADYqnUDoe6+NcnTV2g/a5X+neSS7ZcGAAAArMTRKWzXps4hBAAAAMDi28ghY0yMpBkAAAAe3swQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGL2jF0AADyc7b30zWOXsKqDlz937BIAABiJGUIAAAAAE2OGEMwhMwoAAADYTQIhAOaWcBQAAHaHQ8YAAAAAJsYMIQAA2ACzFgF4ODFDCAAAAGBiBEIAAAAAE+OQMYCHMYc3AAAAKzFDCAAAAGBiBEIAAAAAEyMQAgAAAJgYgRAAAADAxDipNLArnMwYAABgfq07Q6iqHlVV766q91XV7VX1q0P7k6vqpqr6cFW9rqoeMbQ/clg/MGzfu7tDAAAAAGAzNnLI2BeSnNXd35rktCTPqaozk7w8yRXdfWqSTye5aOh/UZJPd/c3JLli6AcAAADAnFg3EOqZzw2rxw63TnJWktcP7dcmef6wfN6wnmH72VVVO1YxAAAAANuyoXMIVdUxSW5O8g1JfjvJR5Lc190PDF0OJTlpWD4pyZ1J0t0PVNX9Sb46ySd3sG5Y1TyfuyZx/hoAAADGt6GrjHX3g919WpKTk5yR5JtW6jb8XGk2UB/dUFUXV9X+qtp/+PDhjdYLAAAAwDZt6rLz3X1fkncmOTPJcVV1ZIbRyUnuGpYPJTklSYbtj0/yqRUe66ru3tfd+5aWlrZWPQAAAACbtpGrjC1V1XHD8qOTPCvJHUnekeT7hm4XJnnTsHz9sJ5h+9u7+8tmCAEAAAAwjo2cQ+jEJNcO5xH6iiTXdfefVNUHkry2qv5DkvcmuXrof3WSP6yqA5nNDLpgF+oGAAAAYIvWDYS6+9YkT1+h/aOZnU/o6Pa/SXL+jlQHAAAAwI7b1DmEAAAAAFh8AiEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABMjEAIAAACYGIEQAAAAwMTsGbsAgHm199I3j13Cqg5e/tyxSwAAABaYGUIAAAAAEyMQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJkYgBAAAADAxAiEAAACAiREIAQAAAEzMuoFQVZ1SVe+oqjuq6vaqevHQ/rKq+kRV3TLczl12n5dW1YGq+lBVPXs3BwAAAADA5uzZQJ8HkvxMd7+nqh6X5Oaqeuuw7Yru/o3lnavqaUkuSPLNSb4myZ9V1Td294M7WTgAAAAAW7PuDKHuvru73zMsfzbJHUlOWuMu5yV5bXd/obs/luRAkjN2olgAAAAAtm9T5xCqqr1Jnp7kpqHpRVV1a1VdU1VPGNpOSnLnsrsdytoBEgAAAAAPoQ0HQlX12CR/nOQl3f2ZJFcmeUqS05LcneQVR7qucPde4fEurqr9VbX/8OHDmy4cAAAAgK3ZUCBUVcdmFga9urvfkCTdfU93P9jdX0ryu/m7w8IOJTll2d1PTnLX0Y/Z3Vd1977u3re0tLSdMQAAAACwCRu5ylgluTrJHd39m8vaT1zW7XuT3DYsX5/kgqp6ZFU9OcmpSd69cyUDAAAAsB0bucrYM5L8UJL3V9UtQ9svJnlBVZ2W2eFgB5P8WJJ09+1VdV2SD2R2hbJLXGEMAAAAYH6sGwh1959n5fMC3bDGfS5Lctk26gIAAABgl2zqKmMAAAAALD6BEAAAAMDECIQAAAAAJkYgBAAAADAxAiEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABMjEAIAAACYGIEQAAAAwMQIhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATIxACAAAAGBiBEIAAAAAEyMQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMzLqBUFWdUlXvqKo7qur2qnrx0P7EqnprVX14+PmEob2q6pVVdaCqbq2q03d7EAAAAABs3EZmCD2Q5Ge6+5uSnJnkkqp6WpJLk7ytu09N8rZhPUnOSXLqcLs4yZU7XjUAAAAAW7ZuINTdd3f3e4blzya5I8lJSc5Lcu3Q7dokzx+Wz0vyBz1zY5LjqurEHa8cAAAAgC3Z1DmEqmpvkqcnuSnJk7r77mQWGiU5Yeh2UpI7l93t0NAGAAAAwBzYcCBUVY9N8sdJXtLdn1mr6wptvcLjXVxV+6tq/+HDhzdaBgAAAADbtKFAqKqOzSwMenV3v2FovufIoWDDz3uH9kNJTll295OT3HX0Y3b3Vd29r7v3LS0tbbV+AAAAADZpI1cZqyRXJ7mju39z2abrk1w4LF+Y5E3L2n94uNrYmUnuP3JoGQAAAADj27OBPs9I8kNJ3l9Vtwxtv5jk8iTXVdVFST6e5Pxh2w1Jzk1yIMnnk7xwRysGAAAAYFvWDYS6+8+z8nmBkuTsFfp3kku2WRcAAAAAu2RTVxkDAAAAYPEJhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATIxACAAAAGBiBEIAAAAAEyMQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJkYgBAAAADAxAiEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABOzbiBUVddU1b1VdduytpdV1Seq6pbhdu6ybS+tqgNV9aGqevZuFQ4AAADA1mxkhtCrkjxnhfYruvu04XZDklTV05JckOSbh/v8l6o6ZqeKBQAAAGD71g2EuvtdST61wcc7L8lru/sL3f2xJAeSnLGN+gAAAADYYds5h9CLqurW4ZCyJwxtJyW5c1mfQ0MbAAAAAHNiq4HQlUmekuS0JHcnecXQXiv07ZUeoKourqr9VbX/8OHDWywDAAAAgM3aUiDU3fd094Pd/aUkv5u/OyzsUJJTlnU9OcldqzzGVd29r7v3LS0tbaUMAAAAALZgS4FQVZ24bPV7kxy5Atn1SS6oqkdW1ZOTnJrk3dsrEQAAAICdtGe9DlX1miTPTHJ8VR1K8itJnllVp2V2ONjBJD+WJN19e1Vdl+QDSR5Ickl3P7g7pQMAAACwFesGQt39ghWar16j/2VJLttOUQAAAADsnu1cZQwAAACABSQQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJkYgBAAAADAxAiEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABMjEAIAAACYGIEQAAAAwMQIhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATMy6gVBVXVNV91bVbcvanlhVb62qDw8/nzC0V1W9sqoOVNWtVXX6bhYPAAAAwOZtZIbQq5I856i2S5O8rbtPTfK2YT1Jzkly6nC7OMmVO1MmAAAAADtl3UCou9+V5FNHNZ+X5Nph+dokz1/W/gc9c2OS46rqxJ0qFgAAAIDt2+o5hJ7U3XcnyfDzhKH9pCR3Lut3aGgDAAAAYE7s9Emla4W2XrFj1cVVtb+q9h8+fHiHywAAAABgNVsNhO45cijY8PPeof1QklOW9Ts5yV0rPUB3X9Xd+7p739LS0hbLAAAAAGCzthoIXZ/kwmH5wiRvWtb+w8PVxs5Mcv+RQ8sAAAAAmA971utQVa9J8swkx1fVoSS/kuTyJNdV1UVJPp7k/KH7DUnOTXIgyeeTvHAXagYAAABgG9YNhLr7BatsOnuFvp3kku0WBQAAAMDu2emTSgMAAAAw5wRCAAAAABMjEAIAAACYGIEQAAAAwMQIhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATIxACAAAAGBiBEIAAAAAEyMQAgAAAJgYgRAAAADAxAiEAAAAACZGIAQAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJkYgBAAAADAxe7Zz56o6mOSzSR5M8kB376uqJyZ5XZK9SQ4m+f7u/vT2ygQAAABgp+zEDKHv6u7TunvfsH5pkrd196lJ3jasAwAAADAnduOQsfOSXDssX5vk+bvwOwAAAADYou0GQp3kLVV1c1VdPLQ9qbvvTpLh5wnb/B0AAAAA7KBtnUMoyTO6+66qOiHJW6vqgxu94xAgXZwkX/u1X7vNMgAAAADYqG3NEOruu4af9yZ5Y5IzktxTVScmyfDz3lXue1V37+vufUtLS9spAwAAAIBN2HIgVFWPqarHHVlO8t1JbktyfZILh24XJnnTdosEAAAAYOds55CxJyV5Y1UdeZw/6u7/UVV/keS6qrooyceTnL/9MgEAAADYKVsOhLr7o0m+dYX2v05y9naKAgAAAGD37MZl5wEAAACYYwIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJkYgBAAAADAxAiEAAACAiREIAQAAAEyMQAgAAABgYgRCAAAAABMjEAIAAACYGIEQAAAAwMQIhAAAAAAmRiAEAAAAMDECIQAAAICJEQgBAAAATIxACAAAAGBiBEIAAAAAEyMQAgAAAJgYgRAAAADAxOxaIFRVz6mqD1XVgaq6dLd+DwAAAACbsyuBUFUdk+S3k5yT5GlJXlBVT9uN3wUAAADA5uzWDKEzkhzo7o929xeTvDbJebv0uwAAAADYhN0KhE5Kcuey9UNDGwAAAAAjq+7e+QetOj/Js7v7R4f1H0pyRnf/5LI+Fye5eFh9apIP7Xghi+/4JJ8cu4htMob5YAzjW/T6E2OYF4s+hkWvPzGGeWEM41v0+hNjmBeLPoZFrz8xhoezr+vupZU27NmlX3goySnL1k9OctfyDt19VZKrdun3PyxU1f7u3jd2HdthDPPBGMa36PUnxjAvFn0Mi15/YgzzwhjGt+j1J8YwLxZ9DItef2IMU7Vbh4z9RZJTq+rJVfWIJBckuX6XfhcAAAAAm7ArM4S6+4GqelGS/5nkmCTXdPftu/G7AAAAANic3TpkLN19Q5IbduvxJ+LhcEidMcwHYxjfotefGMO8WPQxLHr9iTHMC2MY36LXnxjDvFj0MSx6/YkxTNKunFQaAAAAgPm1W+cQAgAAAGBOCYTmUFVdU1X3VtVtY9eyVVX1qKp6d1W9r6pur6pfHbumraiqg1X1/qq6par2j13PZlXVcVX1+qr6YFXdUVX/dOyaNqOqnjr82x+5faaqXjJ2XZtVVT81vA5uq6rXVNWjxq5pPSvth6rq/GEcX6qqub+Cw1r70qr62arqqjp+jNo2YpXn4GVV9Yllr4lzx6xxPas9B1X1k1X1oeH/038cq76NWOV5eN2y5+BgVd0yZo3rWWUM31pV/2d4j/vvVfVVY9a4lqo6pareMbyP3V5VLx7aF2aftMYYfn14j761qt5YVceNXetq1hjDrw3131JVb6mqrxm71pWsUf/C7FdXG8OwbSH2q2s8DwuzX11jDKdV1Y1HvjdU1Rlj17qaNcawEO8Ntcp3zZpd1Oqmqvrw8H/qEWPXOve6223Obkm+I8npSW4bu5ZtjKGSPHZYPjbJTUnOHLuuLYzjYJLjx65jG/Vfm+RHh+VHJDlu7Jq2MZZjkvxVkq8bu5ZN1n1Sko8lefSwfl2Sfz12XRuo+8v2Q0m+KclTk7wzyb6xa9zKGIb2UzK76MFfzvPre5Xn4GVJfnbs2rY5hu9K8mdJHjmsnzB2nVv5f7Rs+yuS/PLYdW7hefiLJN85LP9Ikl8bu8416j8xyenD8uOS/N8kT1ukfdIaY/juJHuG9pcnefnYtW5hDF+1rM+/TfI7Y9e6yfoXZr+6xhgWZr+62hiO6jPX+9U1noe3JDlnaD83yTvHrnULY1iI94as8l0zs8/ZFwztv5PkJ8audd5vZgjNoe5+V5JPjV3HdvTM54bVY4ebE1Y9hIZE/zuSXJ0k3f3F7r5v3Kq25ewkH+nuvxy7kC3Yk+TRVbUnyVcmuWvketa10n6ou+/o7g+NVNKmrbEvvSLJz2fO90kPk/eClcbwE0ku7+4vDH3ufcgL24S1noeqqiTfn+Q1D2lRm7TKGJ6a5F3D8luT/MuHtKhN6O67u/s9w/Jnk9yR5KRF2ietMYa3dPcDQ7cbk5w8Vo3rWWMMn1nW7TGZ033ravWPW9XmrDGGhdmvrvc8LMJ+dY0xdJIjM2oenzn+vLfGGBbivWGN75pnJXn90H5tkuePUN5CEQixa6rqmGG6571J3trdN41d0xZ0krdU1c1VdfHYxWzS1yc5nOT3q+q9VfV7VfWYsYvahgsyxx8OVtPdn0jyG0k+nuTuJPd391vGrWq6qup5ST7R3e8bu5ZteNFweMY1VfWEsYvZgm9M8u3DlO7/VVXfNnZB2/DtSe7p7g+PXcgW3JbkecPy+ZnNnJt7VbU3ydMz+2vwQlpjDD+S5E8f6nq24ugxVNVlVXVnkh9I8svjVbYxKzwHC7dfPWoMC7lfXeW1sFD71aPG8JIkvz68Fn4jyUvHq2zjjhrDwrw3HP1dM8lHkty3LGQ/lAULfccgEGLXdPeD3X1aZn/tOqOqvmXsmrbgGd19epJzklxSVd8xdkGbsCezQwSu7O6nJ/l/SS4dt6StGY7/fV6S/zp2LZs1fLA8L8mTk3xNksdU1Q+OW9U0VdVXJvmlLMCXlTVcmeQpSU7LLGB8xbjlbMmeJE/IbGr3zyW5bviL8CJ6QRYwqB78SGbvazdndrjAF0euZ11V9dgkf5zkJUfNSlkYq42hqn4pyQNJXj1WbRu10hi6+5e6+5TM6n/RmPWtZ4X6F26/usIYFm6/usbreWH2qyuM4SeS/NTwWvipDLP059kKY1iY94ajv2tmdhjxl3V7aKtaPAIhdt1wmNI7kzxn5FI2rbvvGn7em+SNme1sFsWhJIeWzcx6fWYB0SI6J8l7uvuesQvZgmcl+Vh3H+7uv03yhiT/bOSapuopmQVz76uqg5l9gHhPVf2DUavahO6+Z/gA9KUkv5vF2icdcSjJG4bp3u9O8qUkc3ty79UMh4D+iySvG7uWrejuD3b3d3f3P87sy9dHxq5pLVV1bGZfWl7d3W8Yu56tWG0MVXVhku9J8gPdPddfXjbwPPxR5vQQk2Tl+hdtv7rKc7BQ+9U1XgsLs19dZQwXZvY5L5n9EXPh/i8t2ntD8ve+a56Z5Ljh/1Ey+5w3t4ftzQuBELuiqpZquFJGVT06sy/FHxy3qs2pqsdU1eOOLGd24seFufJbd/9Vkjur6qlD09lJPjBiSduxMH8tWsHHk5xZVV85/LXu7MyO0+Yh1t3v7+4Tuntvd+/N7AP06cNrZSFU1YnLVr83C7RPWua/ZXaMf6rqGzM74f0nR61oa56V5IPdfWjsQraiqk4Yfn5Fkn+X2ck359Kw77w6yR3d/Ztj17MVq42hqp6T5BeSPK+7Pz9WfRuxxhhOXdbteZnTz3tr1L8w+9U1XgsLs19d5/W8EPvVNcZwV5LvHJbPSjK3h72t8XpYiPeGVb5r3pHkHUm+b+h2YZI3jVPh4qg5/0PEJFXVa5I8M7Nk/54kv9Ldcz/lcLmq+keZncjrmMyCx+u6+9+PW9XmVNXXZzYrKJlNxf2j7r5sxJI2rapOS/J7mX0w+GiSF3b3p8etanOGw3zuTPL13X3/2PVsxXApzH+V2eEA783sym9fGLeqta20H8rspLT/OclSkvuS3NLdzx6rxvWsty8dZgnt6+55/dC80nPwzMwOa+jMroL4Y9199zgVrm+VMfxhkmsyG8cXM7u6z9vHqnE9q/0/qqpXJbmxu+fyw/JyqzwPj01yydDlDUleOq+zU6rqnyf530nen9nMhyT5xSSPzILsk9YYwyszG8dfD203dvePP/QVrm+NMVyU2Ylov5TZ1Rt/fDh/3lxZo/4XZEH2q2uM4c+yIPvV1cbQ3Tcsyn51jefhM0n+U2bfG/4myb/p7ptHKXIda4zh1CzAe8Nq3zWH72+vTfLEzD5z/+C8f+Yem0AIAAAAYGIcMgYAAAAwMQIhAAAAgIkRCAEAAABMjEAIAAAAYGIEQgAAAAATIxACAAAAmBiBEAAAAMDECIQAAAAAJub/A1CuPQydDPBaAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1440x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig = plt.figure(figsize=(20,5))\n",
    "plt.bar(x, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# subjects 21 and 25 have the highest number of data rows so we will work on their data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub21 = train[train['subject'] == 21]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "      <th>Activity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>3965</td>\n",
       "      <td>0.245350</td>\n",
       "      <td>-0.025551</td>\n",
       "      <td>-0.233971</td>\n",
       "      <td>-0.847169</td>\n",
       "      <td>-0.805181</td>\n",
       "      <td>-0.717554</td>\n",
       "      <td>-0.893054</td>\n",
       "      <td>-0.821622</td>\n",
       "      <td>-0.692363</td>\n",
       "      <td>-0.848497</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.440427</td>\n",
       "      <td>-0.015173</td>\n",
       "      <td>-0.289105</td>\n",
       "      <td>-0.588349</td>\n",
       "      <td>0.051690</td>\n",
       "      <td>-0.658107</td>\n",
       "      <td>0.306648</td>\n",
       "      <td>0.130139</td>\n",
       "      <td>21</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3966</td>\n",
       "      <td>0.319396</td>\n",
       "      <td>-0.009461</td>\n",
       "      <td>-0.134561</td>\n",
       "      <td>-0.967056</td>\n",
       "      <td>-0.927182</td>\n",
       "      <td>-0.756431</td>\n",
       "      <td>-0.971948</td>\n",
       "      <td>-0.930643</td>\n",
       "      <td>-0.741793</td>\n",
       "      <td>-0.884521</td>\n",
       "      <td>...</td>\n",
       "      <td>0.384014</td>\n",
       "      <td>-0.457228</td>\n",
       "      <td>0.284724</td>\n",
       "      <td>-0.525611</td>\n",
       "      <td>0.834287</td>\n",
       "      <td>-0.631113</td>\n",
       "      <td>0.310777</td>\n",
       "      <td>0.159743</td>\n",
       "      <td>21</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3967</td>\n",
       "      <td>0.280378</td>\n",
       "      <td>-0.009429</td>\n",
       "      <td>-0.078623</td>\n",
       "      <td>-0.954289</td>\n",
       "      <td>-0.817761</td>\n",
       "      <td>-0.875920</td>\n",
       "      <td>-0.963722</td>\n",
       "      <td>-0.844335</td>\n",
       "      <td>-0.875082</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.086438</td>\n",
       "      <td>0.166681</td>\n",
       "      <td>0.057764</td>\n",
       "      <td>0.628871</td>\n",
       "      <td>-0.734367</td>\n",
       "      <td>-0.632521</td>\n",
       "      <td>0.305594</td>\n",
       "      <td>0.165904</td>\n",
       "      <td>21</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3968</td>\n",
       "      <td>0.277186</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>-0.088045</td>\n",
       "      <td>-0.952402</td>\n",
       "      <td>-0.775237</td>\n",
       "      <td>-0.860402</td>\n",
       "      <td>-0.962399</td>\n",
       "      <td>-0.799558</td>\n",
       "      <td>-0.855087</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.530977</td>\n",
       "      <td>0.075160</td>\n",
       "      <td>0.184325</td>\n",
       "      <td>-0.017363</td>\n",
       "      <td>-0.937170</td>\n",
       "      <td>-0.641088</td>\n",
       "      <td>0.304133</td>\n",
       "      <td>0.157569</td>\n",
       "      <td>21</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3969</td>\n",
       "      <td>0.285473</td>\n",
       "      <td>-0.024408</td>\n",
       "      <td>-0.086753</td>\n",
       "      <td>-0.978880</td>\n",
       "      <td>-0.866417</td>\n",
       "      <td>-0.910604</td>\n",
       "      <td>-0.984322</td>\n",
       "      <td>-0.882104</td>\n",
       "      <td>-0.912848</td>\n",
       "      <td>-0.903619</td>\n",
       "      <td>...</td>\n",
       "      <td>0.020834</td>\n",
       "      <td>-0.099957</td>\n",
       "      <td>-0.017790</td>\n",
       "      <td>-0.241290</td>\n",
       "      <td>0.819461</td>\n",
       "      <td>-0.643430</td>\n",
       "      <td>0.306376</td>\n",
       "      <td>0.150995</td>\n",
       "      <td>21</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4368</td>\n",
       "      <td>0.250338</td>\n",
       "      <td>-0.007885</td>\n",
       "      <td>-0.150313</td>\n",
       "      <td>-0.177580</td>\n",
       "      <td>0.258784</td>\n",
       "      <td>-0.188974</td>\n",
       "      <td>-0.226644</td>\n",
       "      <td>0.187805</td>\n",
       "      <td>-0.188733</td>\n",
       "      <td>0.079440</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.737437</td>\n",
       "      <td>0.123330</td>\n",
       "      <td>0.873136</td>\n",
       "      <td>-0.855289</td>\n",
       "      <td>-0.432583</td>\n",
       "      <td>-0.493410</td>\n",
       "      <td>0.375418</td>\n",
       "      <td>0.228106</td>\n",
       "      <td>21</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4369</td>\n",
       "      <td>0.257712</td>\n",
       "      <td>-0.018160</td>\n",
       "      <td>-0.204960</td>\n",
       "      <td>-0.178424</td>\n",
       "      <td>0.181706</td>\n",
       "      <td>-0.113811</td>\n",
       "      <td>-0.200502</td>\n",
       "      <td>0.179131</td>\n",
       "      <td>-0.103848</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.845985</td>\n",
       "      <td>-0.117746</td>\n",
       "      <td>-0.457890</td>\n",
       "      <td>-0.886694</td>\n",
       "      <td>0.344509</td>\n",
       "      <td>-0.484162</td>\n",
       "      <td>0.374651</td>\n",
       "      <td>0.239207</td>\n",
       "      <td>21</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4370</td>\n",
       "      <td>0.281083</td>\n",
       "      <td>-0.029388</td>\n",
       "      <td>-0.168461</td>\n",
       "      <td>-0.221789</td>\n",
       "      <td>0.156077</td>\n",
       "      <td>-0.174932</td>\n",
       "      <td>-0.244764</td>\n",
       "      <td>0.130234</td>\n",
       "      <td>-0.169352</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.776532</td>\n",
       "      <td>-0.302303</td>\n",
       "      <td>0.754616</td>\n",
       "      <td>-0.858115</td>\n",
       "      <td>0.301700</td>\n",
       "      <td>-0.447884</td>\n",
       "      <td>0.389567</td>\n",
       "      <td>0.258429</td>\n",
       "      <td>21</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4371</td>\n",
       "      <td>0.238773</td>\n",
       "      <td>0.004982</td>\n",
       "      <td>-0.048661</td>\n",
       "      <td>-0.276586</td>\n",
       "      <td>0.081628</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.317769</td>\n",
       "      <td>-0.000447</td>\n",
       "      <td>-0.211686</td>\n",
       "      <td>-0.213089</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.970143</td>\n",
       "      <td>0.548837</td>\n",
       "      <td>-0.049975</td>\n",
       "      <td>0.415527</td>\n",
       "      <td>0.448065</td>\n",
       "      <td>-0.432902</td>\n",
       "      <td>0.397533</td>\n",
       "      <td>0.263932</td>\n",
       "      <td>21</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4372</td>\n",
       "      <td>0.405870</td>\n",
       "      <td>-0.022017</td>\n",
       "      <td>-0.047245</td>\n",
       "      <td>-0.219721</td>\n",
       "      <td>0.097522</td>\n",
       "      <td>-0.225158</td>\n",
       "      <td>-0.282625</td>\n",
       "      <td>0.056865</td>\n",
       "      <td>-0.148918</td>\n",
       "      <td>0.013640</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.804078</td>\n",
       "      <td>-0.341680</td>\n",
       "      <td>-0.812074</td>\n",
       "      <td>0.953187</td>\n",
       "      <td>0.285199</td>\n",
       "      <td>-0.455325</td>\n",
       "      <td>0.384763</td>\n",
       "      <td>0.256730</td>\n",
       "      <td>21</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>408 rows × 563 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "3965           0.245350          -0.025551          -0.233971   \n",
       "3966           0.319396          -0.009461          -0.134561   \n",
       "3967           0.280378          -0.009429          -0.078623   \n",
       "3968           0.277186          -0.021057          -0.088045   \n",
       "3969           0.285473          -0.024408          -0.086753   \n",
       "...                 ...                ...                ...   \n",
       "4368           0.250338          -0.007885          -0.150313   \n",
       "4369           0.257712          -0.018160          -0.204960   \n",
       "4370           0.281083          -0.029388          -0.168461   \n",
       "4371           0.238773           0.004982          -0.048661   \n",
       "4372           0.405870          -0.022017          -0.047245   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "3965         -0.847169         -0.805181         -0.717554         -0.893054   \n",
       "3966         -0.967056         -0.927182         -0.756431         -0.971948   \n",
       "3967         -0.954289         -0.817761         -0.875920         -0.963722   \n",
       "3968         -0.952402         -0.775237         -0.860402         -0.962399   \n",
       "3969         -0.978880         -0.866417         -0.910604         -0.984322   \n",
       "...                ...               ...               ...               ...   \n",
       "4368         -0.177580          0.258784         -0.188974         -0.226644   \n",
       "4369         -0.178424          0.181706         -0.113811         -0.200502   \n",
       "4370         -0.221789          0.156077         -0.174932         -0.244764   \n",
       "4371         -0.276586          0.081628         -0.235687         -0.317769   \n",
       "4372         -0.219721          0.097522         -0.225158         -0.282625   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "3965         -0.821622         -0.692363         -0.848497  ...   \n",
       "3966         -0.930643         -0.741793         -0.884521  ...   \n",
       "3967         -0.844335         -0.875082         -0.889850  ...   \n",
       "3968         -0.799558         -0.855087         -0.889850  ...   \n",
       "3969         -0.882104         -0.912848         -0.903619  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "4368          0.187805         -0.188733          0.079440  ...   \n",
       "4369          0.179131         -0.103848         -0.254639  ...   \n",
       "4370          0.130234         -0.169352         -0.254639  ...   \n",
       "4371         -0.000447         -0.211686         -0.213089  ...   \n",
       "4372          0.056865         -0.148918          0.013640  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-kurtosis()  angle(tBodyAccMean,gravity)  \\\n",
       "3965                        -0.440427                    -0.015173   \n",
       "3966                         0.384014                    -0.457228   \n",
       "3967                        -0.086438                     0.166681   \n",
       "3968                        -0.530977                     0.075160   \n",
       "3969                         0.020834                    -0.099957   \n",
       "...                               ...                          ...   \n",
       "4368                        -0.737437                     0.123330   \n",
       "4369                        -0.845985                    -0.117746   \n",
       "4370                        -0.776532                    -0.302303   \n",
       "4371                        -0.970143                     0.548837   \n",
       "4372                        -0.804078                    -0.341680   \n",
       "\n",
       "      angle(tBodyAccJerkMean),gravityMean)  angle(tBodyGyroMean,gravityMean)  \\\n",
       "3965                             -0.289105                         -0.588349   \n",
       "3966                              0.284724                         -0.525611   \n",
       "3967                              0.057764                          0.628871   \n",
       "3968                              0.184325                         -0.017363   \n",
       "3969                             -0.017790                         -0.241290   \n",
       "...                                    ...                               ...   \n",
       "4368                              0.873136                         -0.855289   \n",
       "4369                             -0.457890                         -0.886694   \n",
       "4370                              0.754616                         -0.858115   \n",
       "4371                             -0.049975                          0.415527   \n",
       "4372                             -0.812074                          0.953187   \n",
       "\n",
       "      angle(tBodyGyroJerkMean,gravityMean)  angle(X,gravityMean)  \\\n",
       "3965                              0.051690             -0.658107   \n",
       "3966                              0.834287             -0.631113   \n",
       "3967                             -0.734367             -0.632521   \n",
       "3968                             -0.937170             -0.641088   \n",
       "3969                              0.819461             -0.643430   \n",
       "...                                    ...                   ...   \n",
       "4368                             -0.432583             -0.493410   \n",
       "4369                              0.344509             -0.484162   \n",
       "4370                              0.301700             -0.447884   \n",
       "4371                              0.448065             -0.432902   \n",
       "4372                              0.285199             -0.455325   \n",
       "\n",
       "      angle(Y,gravityMean)  angle(Z,gravityMean)  subject          Activity  \n",
       "3965              0.306648              0.130139       21          STANDING  \n",
       "3966              0.310777              0.159743       21          STANDING  \n",
       "3967              0.305594              0.165904       21          STANDING  \n",
       "3968              0.304133              0.157569       21          STANDING  \n",
       "3969              0.306376              0.150995       21          STANDING  \n",
       "...                    ...                   ...      ...               ...  \n",
       "4368              0.375418              0.228106       21  WALKING_UPSTAIRS  \n",
       "4369              0.374651              0.239207       21  WALKING_UPSTAIRS  \n",
       "4370              0.389567              0.258429       21  WALKING_UPSTAIRS  \n",
       "4371              0.397533              0.263932       21  WALKING_UPSTAIRS  \n",
       "4372              0.384763              0.256730       21  WALKING_UPSTAIRS  \n",
       "\n",
       "[408 rows x 563 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub21  #sensor data of only subject 21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Activity\n",
       "LAYING                90\n",
       "SITTING               85\n",
       "STANDING              89\n",
       "WALKING               52\n",
       "WALKING_DOWNSTAIRS    45\n",
       "WALKING_UPSTAIRS      47\n",
       "Name: Activity, dtype: int64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub21.groupby('Activity')['Activity'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub25 = train[train['subject'] == 25]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "      <th>Activity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>5066</td>\n",
       "      <td>0.304858</td>\n",
       "      <td>-0.020152</td>\n",
       "      <td>-0.106627</td>\n",
       "      <td>-0.963456</td>\n",
       "      <td>-0.941173</td>\n",
       "      <td>-0.962273</td>\n",
       "      <td>-0.974110</td>\n",
       "      <td>-0.942358</td>\n",
       "      <td>-0.972546</td>\n",
       "      <td>-0.861996</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.064405</td>\n",
       "      <td>-0.849814</td>\n",
       "      <td>-0.195862</td>\n",
       "      <td>-0.636567</td>\n",
       "      <td>0.533676</td>\n",
       "      <td>-0.664223</td>\n",
       "      <td>0.197731</td>\n",
       "      <td>-0.199569</td>\n",
       "      <td>25</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5067</td>\n",
       "      <td>0.288476</td>\n",
       "      <td>-0.018694</td>\n",
       "      <td>-0.116258</td>\n",
       "      <td>-0.988980</td>\n",
       "      <td>-0.956936</td>\n",
       "      <td>-0.989668</td>\n",
       "      <td>-0.990321</td>\n",
       "      <td>-0.953451</td>\n",
       "      <td>-0.989680</td>\n",
       "      <td>-0.927119</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.826325</td>\n",
       "      <td>-0.268170</td>\n",
       "      <td>0.842660</td>\n",
       "      <td>0.124883</td>\n",
       "      <td>0.739872</td>\n",
       "      <td>-0.664843</td>\n",
       "      <td>0.198687</td>\n",
       "      <td>-0.198571</td>\n",
       "      <td>25</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5068</td>\n",
       "      <td>0.274164</td>\n",
       "      <td>-0.016013</td>\n",
       "      <td>-0.112990</td>\n",
       "      <td>-0.994482</td>\n",
       "      <td>-0.971343</td>\n",
       "      <td>-0.984095</td>\n",
       "      <td>-0.994842</td>\n",
       "      <td>-0.970196</td>\n",
       "      <td>-0.982478</td>\n",
       "      <td>-0.941303</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.843209</td>\n",
       "      <td>0.474315</td>\n",
       "      <td>-0.056273</td>\n",
       "      <td>0.394090</td>\n",
       "      <td>0.552374</td>\n",
       "      <td>-0.667613</td>\n",
       "      <td>0.199366</td>\n",
       "      <td>-0.196007</td>\n",
       "      <td>25</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5069</td>\n",
       "      <td>0.276513</td>\n",
       "      <td>-0.015279</td>\n",
       "      <td>-0.103881</td>\n",
       "      <td>-0.995081</td>\n",
       "      <td>-0.977921</td>\n",
       "      <td>-0.989834</td>\n",
       "      <td>-0.995457</td>\n",
       "      <td>-0.977896</td>\n",
       "      <td>-0.989659</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.964717</td>\n",
       "      <td>-0.019486</td>\n",
       "      <td>-0.333749</td>\n",
       "      <td>0.674358</td>\n",
       "      <td>-0.378258</td>\n",
       "      <td>-0.668897</td>\n",
       "      <td>0.199224</td>\n",
       "      <td>-0.195063</td>\n",
       "      <td>25</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5070</td>\n",
       "      <td>0.277716</td>\n",
       "      <td>-0.016574</td>\n",
       "      <td>-0.101086</td>\n",
       "      <td>-0.996522</td>\n",
       "      <td>-0.987364</td>\n",
       "      <td>-0.989922</td>\n",
       "      <td>-0.997018</td>\n",
       "      <td>-0.987555</td>\n",
       "      <td>-0.988835</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.800831</td>\n",
       "      <td>-0.176694</td>\n",
       "      <td>-0.180397</td>\n",
       "      <td>0.800931</td>\n",
       "      <td>-0.321091</td>\n",
       "      <td>-0.667391</td>\n",
       "      <td>0.198446</td>\n",
       "      <td>-0.196680</td>\n",
       "      <td>25</td>\n",
       "      <td>STANDING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5470</td>\n",
       "      <td>0.304153</td>\n",
       "      <td>-0.087978</td>\n",
       "      <td>-0.119198</td>\n",
       "      <td>-0.387797</td>\n",
       "      <td>-0.058257</td>\n",
       "      <td>-0.280064</td>\n",
       "      <td>-0.450132</td>\n",
       "      <td>-0.090442</td>\n",
       "      <td>-0.227417</td>\n",
       "      <td>-0.189875</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.873557</td>\n",
       "      <td>-0.233341</td>\n",
       "      <td>0.175794</td>\n",
       "      <td>0.858570</td>\n",
       "      <td>-0.772768</td>\n",
       "      <td>-0.771074</td>\n",
       "      <td>0.254364</td>\n",
       "      <td>0.043516</td>\n",
       "      <td>25</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5471</td>\n",
       "      <td>0.328337</td>\n",
       "      <td>-0.006552</td>\n",
       "      <td>-0.058159</td>\n",
       "      <td>-0.413906</td>\n",
       "      <td>0.018484</td>\n",
       "      <td>-0.288570</td>\n",
       "      <td>-0.476549</td>\n",
       "      <td>-0.065078</td>\n",
       "      <td>-0.266123</td>\n",
       "      <td>-0.213290</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.803137</td>\n",
       "      <td>-0.255774</td>\n",
       "      <td>-0.429607</td>\n",
       "      <td>-0.641069</td>\n",
       "      <td>0.186370</td>\n",
       "      <td>-0.755801</td>\n",
       "      <td>0.263799</td>\n",
       "      <td>0.050807</td>\n",
       "      <td>25</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5472</td>\n",
       "      <td>0.258026</td>\n",
       "      <td>0.030093</td>\n",
       "      <td>-0.087266</td>\n",
       "      <td>-0.402732</td>\n",
       "      <td>-0.192697</td>\n",
       "      <td>-0.240906</td>\n",
       "      <td>-0.464208</td>\n",
       "      <td>-0.231860</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.715471</td>\n",
       "      <td>0.257036</td>\n",
       "      <td>-0.789724</td>\n",
       "      <td>0.774669</td>\n",
       "      <td>0.850210</td>\n",
       "      <td>-0.762044</td>\n",
       "      <td>0.260431</td>\n",
       "      <td>0.045046</td>\n",
       "      <td>25</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5473</td>\n",
       "      <td>0.202443</td>\n",
       "      <td>-0.027988</td>\n",
       "      <td>-0.208068</td>\n",
       "      <td>-0.444377</td>\n",
       "      <td>-0.308450</td>\n",
       "      <td>-0.255324</td>\n",
       "      <td>-0.501016</td>\n",
       "      <td>-0.318014</td>\n",
       "      <td>-0.245131</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.876508</td>\n",
       "      <td>0.229895</td>\n",
       "      <td>0.215201</td>\n",
       "      <td>0.939259</td>\n",
       "      <td>-0.044245</td>\n",
       "      <td>-0.768097</td>\n",
       "      <td>0.256321</td>\n",
       "      <td>0.044293</td>\n",
       "      <td>25</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5474</td>\n",
       "      <td>0.310518</td>\n",
       "      <td>-0.029823</td>\n",
       "      <td>-0.183774</td>\n",
       "      <td>-0.486939</td>\n",
       "      <td>-0.289063</td>\n",
       "      <td>-0.288965</td>\n",
       "      <td>-0.530708</td>\n",
       "      <td>-0.294699</td>\n",
       "      <td>-0.283906</td>\n",
       "      <td>-0.241082</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.655414</td>\n",
       "      <td>-0.226918</td>\n",
       "      <td>0.844783</td>\n",
       "      <td>0.971270</td>\n",
       "      <td>-0.167837</td>\n",
       "      <td>-0.749171</td>\n",
       "      <td>0.267444</td>\n",
       "      <td>0.055871</td>\n",
       "      <td>25</td>\n",
       "      <td>WALKING_UPSTAIRS</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>409 rows × 563 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "5066           0.304858          -0.020152          -0.106627   \n",
       "5067           0.288476          -0.018694          -0.116258   \n",
       "5068           0.274164          -0.016013          -0.112990   \n",
       "5069           0.276513          -0.015279          -0.103881   \n",
       "5070           0.277716          -0.016574          -0.101086   \n",
       "...                 ...                ...                ...   \n",
       "5470           0.304153          -0.087978          -0.119198   \n",
       "5471           0.328337          -0.006552          -0.058159   \n",
       "5472           0.258026           0.030093          -0.087266   \n",
       "5473           0.202443          -0.027988          -0.208068   \n",
       "5474           0.310518          -0.029823          -0.183774   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "5066         -0.963456         -0.941173         -0.962273         -0.974110   \n",
       "5067         -0.988980         -0.956936         -0.989668         -0.990321   \n",
       "5068         -0.994482         -0.971343         -0.984095         -0.994842   \n",
       "5069         -0.995081         -0.977921         -0.989834         -0.995457   \n",
       "5070         -0.996522         -0.987364         -0.989922         -0.997018   \n",
       "...                ...               ...               ...               ...   \n",
       "5470         -0.387797         -0.058257         -0.280064         -0.450132   \n",
       "5471         -0.413906          0.018484         -0.288570         -0.476549   \n",
       "5472         -0.402732         -0.192697         -0.240906         -0.464208   \n",
       "5473         -0.444377         -0.308450         -0.255324         -0.501016   \n",
       "5474         -0.486939         -0.289063         -0.288965         -0.530708   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "5066         -0.942358         -0.972546         -0.861996  ...   \n",
       "5067         -0.953451         -0.989680         -0.927119  ...   \n",
       "5068         -0.970196         -0.982478         -0.941303  ...   \n",
       "5069         -0.977896         -0.989659         -0.942062  ...   \n",
       "5070         -0.987555         -0.988835         -0.942062  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "5470         -0.090442         -0.227417         -0.189875  ...   \n",
       "5471         -0.065078         -0.266123         -0.213290  ...   \n",
       "5472         -0.231860         -0.235687         -0.196558  ...   \n",
       "5473         -0.318014         -0.245131         -0.196558  ...   \n",
       "5474         -0.294699         -0.283906         -0.241082  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-kurtosis()  angle(tBodyAccMean,gravity)  \\\n",
       "5066                        -0.064405                    -0.849814   \n",
       "5067                        -0.826325                    -0.268170   \n",
       "5068                        -0.843209                     0.474315   \n",
       "5069                        -0.964717                    -0.019486   \n",
       "5070                        -0.800831                    -0.176694   \n",
       "...                               ...                          ...   \n",
       "5470                        -0.873557                    -0.233341   \n",
       "5471                        -0.803137                    -0.255774   \n",
       "5472                        -0.715471                     0.257036   \n",
       "5473                        -0.876508                     0.229895   \n",
       "5474                        -0.655414                    -0.226918   \n",
       "\n",
       "      angle(tBodyAccJerkMean),gravityMean)  angle(tBodyGyroMean,gravityMean)  \\\n",
       "5066                             -0.195862                         -0.636567   \n",
       "5067                              0.842660                          0.124883   \n",
       "5068                             -0.056273                          0.394090   \n",
       "5069                             -0.333749                          0.674358   \n",
       "5070                             -0.180397                          0.800931   \n",
       "...                                    ...                               ...   \n",
       "5470                              0.175794                          0.858570   \n",
       "5471                             -0.429607                         -0.641069   \n",
       "5472                             -0.789724                          0.774669   \n",
       "5473                              0.215201                          0.939259   \n",
       "5474                              0.844783                          0.971270   \n",
       "\n",
       "      angle(tBodyGyroJerkMean,gravityMean)  angle(X,gravityMean)  \\\n",
       "5066                              0.533676             -0.664223   \n",
       "5067                              0.739872             -0.664843   \n",
       "5068                              0.552374             -0.667613   \n",
       "5069                             -0.378258             -0.668897   \n",
       "5070                             -0.321091             -0.667391   \n",
       "...                                    ...                   ...   \n",
       "5470                             -0.772768             -0.771074   \n",
       "5471                              0.186370             -0.755801   \n",
       "5472                              0.850210             -0.762044   \n",
       "5473                             -0.044245             -0.768097   \n",
       "5474                             -0.167837             -0.749171   \n",
       "\n",
       "      angle(Y,gravityMean)  angle(Z,gravityMean)  subject          Activity  \n",
       "5066              0.197731             -0.199569       25          STANDING  \n",
       "5067              0.198687             -0.198571       25          STANDING  \n",
       "5068              0.199366             -0.196007       25          STANDING  \n",
       "5069              0.199224             -0.195063       25          STANDING  \n",
       "5070              0.198446             -0.196680       25          STANDING  \n",
       "...                    ...                   ...      ...               ...  \n",
       "5470              0.254364              0.043516       25  WALKING_UPSTAIRS  \n",
       "5471              0.263799              0.050807       25  WALKING_UPSTAIRS  \n",
       "5472              0.260431              0.045046       25  WALKING_UPSTAIRS  \n",
       "5473              0.256321              0.044293       25  WALKING_UPSTAIRS  \n",
       "5474              0.267444              0.055871       25  WALKING_UPSTAIRS  \n",
       "\n",
       "[409 rows x 563 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub25  #sensor data of subject 25"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Activity\n",
       "LAYING                73\n",
       "SITTING               65\n",
       "STANDING              74\n",
       "WALKING               74\n",
       "WALKING_DOWNSTAIRS    58\n",
       "WALKING_UPSTAIRS      65\n",
       "Name: Activity, dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub25.groupby('Activity')['Activity'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# removing activity column as it will not be required in classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\pandas\\core\\frame.py:4102: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  errors=errors,\n"
     ]
    }
   ],
   "source": [
    "sub21.drop(columns = 'Activity' , inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub25.drop(columns = 'Activity' , inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>3965</td>\n",
       "      <td>0.245350</td>\n",
       "      <td>-0.025551</td>\n",
       "      <td>-0.233971</td>\n",
       "      <td>-0.847169</td>\n",
       "      <td>-0.805181</td>\n",
       "      <td>-0.717554</td>\n",
       "      <td>-0.893054</td>\n",
       "      <td>-0.821622</td>\n",
       "      <td>-0.692363</td>\n",
       "      <td>-0.848497</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.062154</td>\n",
       "      <td>-0.440427</td>\n",
       "      <td>-0.015173</td>\n",
       "      <td>-0.289105</td>\n",
       "      <td>-0.588349</td>\n",
       "      <td>0.051690</td>\n",
       "      <td>-0.658107</td>\n",
       "      <td>0.306648</td>\n",
       "      <td>0.130139</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3966</td>\n",
       "      <td>0.319396</td>\n",
       "      <td>-0.009461</td>\n",
       "      <td>-0.134561</td>\n",
       "      <td>-0.967056</td>\n",
       "      <td>-0.927182</td>\n",
       "      <td>-0.756431</td>\n",
       "      <td>-0.971948</td>\n",
       "      <td>-0.930643</td>\n",
       "      <td>-0.741793</td>\n",
       "      <td>-0.884521</td>\n",
       "      <td>...</td>\n",
       "      <td>0.586449</td>\n",
       "      <td>0.384014</td>\n",
       "      <td>-0.457228</td>\n",
       "      <td>0.284724</td>\n",
       "      <td>-0.525611</td>\n",
       "      <td>0.834287</td>\n",
       "      <td>-0.631113</td>\n",
       "      <td>0.310777</td>\n",
       "      <td>0.159743</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3967</td>\n",
       "      <td>0.280378</td>\n",
       "      <td>-0.009429</td>\n",
       "      <td>-0.078623</td>\n",
       "      <td>-0.954289</td>\n",
       "      <td>-0.817761</td>\n",
       "      <td>-0.875920</td>\n",
       "      <td>-0.963722</td>\n",
       "      <td>-0.844335</td>\n",
       "      <td>-0.875082</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.206272</td>\n",
       "      <td>-0.086438</td>\n",
       "      <td>0.166681</td>\n",
       "      <td>0.057764</td>\n",
       "      <td>0.628871</td>\n",
       "      <td>-0.734367</td>\n",
       "      <td>-0.632521</td>\n",
       "      <td>0.305594</td>\n",
       "      <td>0.165904</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3968</td>\n",
       "      <td>0.277186</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>-0.088045</td>\n",
       "      <td>-0.952402</td>\n",
       "      <td>-0.775237</td>\n",
       "      <td>-0.860402</td>\n",
       "      <td>-0.962399</td>\n",
       "      <td>-0.799558</td>\n",
       "      <td>-0.855087</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.147670</td>\n",
       "      <td>-0.530977</td>\n",
       "      <td>0.075160</td>\n",
       "      <td>0.184325</td>\n",
       "      <td>-0.017363</td>\n",
       "      <td>-0.937170</td>\n",
       "      <td>-0.641088</td>\n",
       "      <td>0.304133</td>\n",
       "      <td>0.157569</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3969</td>\n",
       "      <td>0.285473</td>\n",
       "      <td>-0.024408</td>\n",
       "      <td>-0.086753</td>\n",
       "      <td>-0.978880</td>\n",
       "      <td>-0.866417</td>\n",
       "      <td>-0.910604</td>\n",
       "      <td>-0.984322</td>\n",
       "      <td>-0.882104</td>\n",
       "      <td>-0.912848</td>\n",
       "      <td>-0.903619</td>\n",
       "      <td>...</td>\n",
       "      <td>0.297192</td>\n",
       "      <td>0.020834</td>\n",
       "      <td>-0.099957</td>\n",
       "      <td>-0.017790</td>\n",
       "      <td>-0.241290</td>\n",
       "      <td>0.819461</td>\n",
       "      <td>-0.643430</td>\n",
       "      <td>0.306376</td>\n",
       "      <td>0.150995</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4368</td>\n",
       "      <td>0.250338</td>\n",
       "      <td>-0.007885</td>\n",
       "      <td>-0.150313</td>\n",
       "      <td>-0.177580</td>\n",
       "      <td>0.258784</td>\n",
       "      <td>-0.188974</td>\n",
       "      <td>-0.226644</td>\n",
       "      <td>0.187805</td>\n",
       "      <td>-0.188733</td>\n",
       "      <td>0.079440</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.304367</td>\n",
       "      <td>-0.737437</td>\n",
       "      <td>0.123330</td>\n",
       "      <td>0.873136</td>\n",
       "      <td>-0.855289</td>\n",
       "      <td>-0.432583</td>\n",
       "      <td>-0.493410</td>\n",
       "      <td>0.375418</td>\n",
       "      <td>0.228106</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4369</td>\n",
       "      <td>0.257712</td>\n",
       "      <td>-0.018160</td>\n",
       "      <td>-0.204960</td>\n",
       "      <td>-0.178424</td>\n",
       "      <td>0.181706</td>\n",
       "      <td>-0.113811</td>\n",
       "      <td>-0.200502</td>\n",
       "      <td>0.179131</td>\n",
       "      <td>-0.103848</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.627348</td>\n",
       "      <td>-0.845985</td>\n",
       "      <td>-0.117746</td>\n",
       "      <td>-0.457890</td>\n",
       "      <td>-0.886694</td>\n",
       "      <td>0.344509</td>\n",
       "      <td>-0.484162</td>\n",
       "      <td>0.374651</td>\n",
       "      <td>0.239207</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4370</td>\n",
       "      <td>0.281083</td>\n",
       "      <td>-0.029388</td>\n",
       "      <td>-0.168461</td>\n",
       "      <td>-0.221789</td>\n",
       "      <td>0.156077</td>\n",
       "      <td>-0.174932</td>\n",
       "      <td>-0.244764</td>\n",
       "      <td>0.130234</td>\n",
       "      <td>-0.169352</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.455021</td>\n",
       "      <td>-0.776532</td>\n",
       "      <td>-0.302303</td>\n",
       "      <td>0.754616</td>\n",
       "      <td>-0.858115</td>\n",
       "      <td>0.301700</td>\n",
       "      <td>-0.447884</td>\n",
       "      <td>0.389567</td>\n",
       "      <td>0.258429</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4371</td>\n",
       "      <td>0.238773</td>\n",
       "      <td>0.004982</td>\n",
       "      <td>-0.048661</td>\n",
       "      <td>-0.276586</td>\n",
       "      <td>0.081628</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.317769</td>\n",
       "      <td>-0.000447</td>\n",
       "      <td>-0.211686</td>\n",
       "      <td>-0.213089</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.802549</td>\n",
       "      <td>-0.970143</td>\n",
       "      <td>0.548837</td>\n",
       "      <td>-0.049975</td>\n",
       "      <td>0.415527</td>\n",
       "      <td>0.448065</td>\n",
       "      <td>-0.432902</td>\n",
       "      <td>0.397533</td>\n",
       "      <td>0.263932</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4372</td>\n",
       "      <td>0.405870</td>\n",
       "      <td>-0.022017</td>\n",
       "      <td>-0.047245</td>\n",
       "      <td>-0.219721</td>\n",
       "      <td>0.097522</td>\n",
       "      <td>-0.225158</td>\n",
       "      <td>-0.282625</td>\n",
       "      <td>0.056865</td>\n",
       "      <td>-0.148918</td>\n",
       "      <td>0.013640</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.500935</td>\n",
       "      <td>-0.804078</td>\n",
       "      <td>-0.341680</td>\n",
       "      <td>-0.812074</td>\n",
       "      <td>0.953187</td>\n",
       "      <td>0.285199</td>\n",
       "      <td>-0.455325</td>\n",
       "      <td>0.384763</td>\n",
       "      <td>0.256730</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>408 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "3965           0.245350          -0.025551          -0.233971   \n",
       "3966           0.319396          -0.009461          -0.134561   \n",
       "3967           0.280378          -0.009429          -0.078623   \n",
       "3968           0.277186          -0.021057          -0.088045   \n",
       "3969           0.285473          -0.024408          -0.086753   \n",
       "...                 ...                ...                ...   \n",
       "4368           0.250338          -0.007885          -0.150313   \n",
       "4369           0.257712          -0.018160          -0.204960   \n",
       "4370           0.281083          -0.029388          -0.168461   \n",
       "4371           0.238773           0.004982          -0.048661   \n",
       "4372           0.405870          -0.022017          -0.047245   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "3965         -0.847169         -0.805181         -0.717554         -0.893054   \n",
       "3966         -0.967056         -0.927182         -0.756431         -0.971948   \n",
       "3967         -0.954289         -0.817761         -0.875920         -0.963722   \n",
       "3968         -0.952402         -0.775237         -0.860402         -0.962399   \n",
       "3969         -0.978880         -0.866417         -0.910604         -0.984322   \n",
       "...                ...               ...               ...               ...   \n",
       "4368         -0.177580          0.258784         -0.188974         -0.226644   \n",
       "4369         -0.178424          0.181706         -0.113811         -0.200502   \n",
       "4370         -0.221789          0.156077         -0.174932         -0.244764   \n",
       "4371         -0.276586          0.081628         -0.235687         -0.317769   \n",
       "4372         -0.219721          0.097522         -0.225158         -0.282625   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "3965         -0.821622         -0.692363         -0.848497  ...   \n",
       "3966         -0.930643         -0.741793         -0.884521  ...   \n",
       "3967         -0.844335         -0.875082         -0.889850  ...   \n",
       "3968         -0.799558         -0.855087         -0.889850  ...   \n",
       "3969         -0.882104         -0.912848         -0.903619  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "4368          0.187805         -0.188733          0.079440  ...   \n",
       "4369          0.179131         -0.103848         -0.254639  ...   \n",
       "4370          0.130234         -0.169352         -0.254639  ...   \n",
       "4371         -0.000447         -0.211686         -0.213089  ...   \n",
       "4372          0.056865         -0.148918          0.013640  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "3965                        -0.062154                        -0.440427   \n",
       "3966                         0.586449                         0.384014   \n",
       "3967                         0.206272                        -0.086438   \n",
       "3968                        -0.147670                        -0.530977   \n",
       "3969                         0.297192                         0.020834   \n",
       "...                               ...                              ...   \n",
       "4368                        -0.304367                        -0.737437   \n",
       "4369                        -0.627348                        -0.845985   \n",
       "4370                        -0.455021                        -0.776532   \n",
       "4371                        -0.802549                        -0.970143   \n",
       "4372                        -0.500935                        -0.804078   \n",
       "\n",
       "      angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "3965                    -0.015173                             -0.289105   \n",
       "3966                    -0.457228                              0.284724   \n",
       "3967                     0.166681                              0.057764   \n",
       "3968                     0.075160                              0.184325   \n",
       "3969                    -0.099957                             -0.017790   \n",
       "...                           ...                                   ...   \n",
       "4368                     0.123330                              0.873136   \n",
       "4369                    -0.117746                             -0.457890   \n",
       "4370                    -0.302303                              0.754616   \n",
       "4371                     0.548837                             -0.049975   \n",
       "4372                    -0.341680                             -0.812074   \n",
       "\n",
       "      angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "3965                         -0.588349                              0.051690   \n",
       "3966                         -0.525611                              0.834287   \n",
       "3967                          0.628871                             -0.734367   \n",
       "3968                         -0.017363                             -0.937170   \n",
       "3969                         -0.241290                              0.819461   \n",
       "...                                ...                                   ...   \n",
       "4368                         -0.855289                             -0.432583   \n",
       "4369                         -0.886694                              0.344509   \n",
       "4370                         -0.858115                              0.301700   \n",
       "4371                          0.415527                              0.448065   \n",
       "4372                          0.953187                              0.285199   \n",
       "\n",
       "      angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  \\\n",
       "3965             -0.658107              0.306648              0.130139   \n",
       "3966             -0.631113              0.310777              0.159743   \n",
       "3967             -0.632521              0.305594              0.165904   \n",
       "3968             -0.641088              0.304133              0.157569   \n",
       "3969             -0.643430              0.306376              0.150995   \n",
       "...                    ...                   ...                   ...   \n",
       "4368             -0.493410              0.375418              0.228106   \n",
       "4369             -0.484162              0.374651              0.239207   \n",
       "4370             -0.447884              0.389567              0.258429   \n",
       "4371             -0.432902              0.397533              0.263932   \n",
       "4372             -0.455325              0.384763              0.256730   \n",
       "\n",
       "      subject  \n",
       "3965       21  \n",
       "3966       21  \n",
       "3967       21  \n",
       "3968       21  \n",
       "3969       21  \n",
       "...       ...  \n",
       "4368       21  \n",
       "4369       21  \n",
       "4370       21  \n",
       "4371       21  \n",
       "4372       21  \n",
       "\n",
       "[408 rows x 562 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>5066</td>\n",
       "      <td>0.304858</td>\n",
       "      <td>-0.020152</td>\n",
       "      <td>-0.106627</td>\n",
       "      <td>-0.963456</td>\n",
       "      <td>-0.941173</td>\n",
       "      <td>-0.962273</td>\n",
       "      <td>-0.974110</td>\n",
       "      <td>-0.942358</td>\n",
       "      <td>-0.972546</td>\n",
       "      <td>-0.861996</td>\n",
       "      <td>...</td>\n",
       "      <td>0.310516</td>\n",
       "      <td>-0.064405</td>\n",
       "      <td>-0.849814</td>\n",
       "      <td>-0.195862</td>\n",
       "      <td>-0.636567</td>\n",
       "      <td>0.533676</td>\n",
       "      <td>-0.664223</td>\n",
       "      <td>0.197731</td>\n",
       "      <td>-0.199569</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5067</td>\n",
       "      <td>0.288476</td>\n",
       "      <td>-0.018694</td>\n",
       "      <td>-0.116258</td>\n",
       "      <td>-0.988980</td>\n",
       "      <td>-0.956936</td>\n",
       "      <td>-0.989668</td>\n",
       "      <td>-0.990321</td>\n",
       "      <td>-0.953451</td>\n",
       "      <td>-0.989680</td>\n",
       "      <td>-0.927119</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.459029</td>\n",
       "      <td>-0.826325</td>\n",
       "      <td>-0.268170</td>\n",
       "      <td>0.842660</td>\n",
       "      <td>0.124883</td>\n",
       "      <td>0.739872</td>\n",
       "      <td>-0.664843</td>\n",
       "      <td>0.198687</td>\n",
       "      <td>-0.198571</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5068</td>\n",
       "      <td>0.274164</td>\n",
       "      <td>-0.016013</td>\n",
       "      <td>-0.112990</td>\n",
       "      <td>-0.994482</td>\n",
       "      <td>-0.971343</td>\n",
       "      <td>-0.984095</td>\n",
       "      <td>-0.994842</td>\n",
       "      <td>-0.970196</td>\n",
       "      <td>-0.982478</td>\n",
       "      <td>-0.941303</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.557628</td>\n",
       "      <td>-0.843209</td>\n",
       "      <td>0.474315</td>\n",
       "      <td>-0.056273</td>\n",
       "      <td>0.394090</td>\n",
       "      <td>0.552374</td>\n",
       "      <td>-0.667613</td>\n",
       "      <td>0.199366</td>\n",
       "      <td>-0.196007</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5069</td>\n",
       "      <td>0.276513</td>\n",
       "      <td>-0.015279</td>\n",
       "      <td>-0.103881</td>\n",
       "      <td>-0.995081</td>\n",
       "      <td>-0.977921</td>\n",
       "      <td>-0.989834</td>\n",
       "      <td>-0.995457</td>\n",
       "      <td>-0.977896</td>\n",
       "      <td>-0.989659</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.812628</td>\n",
       "      <td>-0.964717</td>\n",
       "      <td>-0.019486</td>\n",
       "      <td>-0.333749</td>\n",
       "      <td>0.674358</td>\n",
       "      <td>-0.378258</td>\n",
       "      <td>-0.668897</td>\n",
       "      <td>0.199224</td>\n",
       "      <td>-0.195063</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5070</td>\n",
       "      <td>0.277716</td>\n",
       "      <td>-0.016574</td>\n",
       "      <td>-0.101086</td>\n",
       "      <td>-0.996522</td>\n",
       "      <td>-0.987364</td>\n",
       "      <td>-0.989922</td>\n",
       "      <td>-0.997018</td>\n",
       "      <td>-0.987555</td>\n",
       "      <td>-0.988835</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.489030</td>\n",
       "      <td>-0.800831</td>\n",
       "      <td>-0.176694</td>\n",
       "      <td>-0.180397</td>\n",
       "      <td>0.800931</td>\n",
       "      <td>-0.321091</td>\n",
       "      <td>-0.667391</td>\n",
       "      <td>0.198446</td>\n",
       "      <td>-0.196680</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5470</td>\n",
       "      <td>0.304153</td>\n",
       "      <td>-0.087978</td>\n",
       "      <td>-0.119198</td>\n",
       "      <td>-0.387797</td>\n",
       "      <td>-0.058257</td>\n",
       "      <td>-0.280064</td>\n",
       "      <td>-0.450132</td>\n",
       "      <td>-0.090442</td>\n",
       "      <td>-0.227417</td>\n",
       "      <td>-0.189875</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.566691</td>\n",
       "      <td>-0.873557</td>\n",
       "      <td>-0.233341</td>\n",
       "      <td>0.175794</td>\n",
       "      <td>0.858570</td>\n",
       "      <td>-0.772768</td>\n",
       "      <td>-0.771074</td>\n",
       "      <td>0.254364</td>\n",
       "      <td>0.043516</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5471</td>\n",
       "      <td>0.328337</td>\n",
       "      <td>-0.006552</td>\n",
       "      <td>-0.058159</td>\n",
       "      <td>-0.413906</td>\n",
       "      <td>0.018484</td>\n",
       "      <td>-0.288570</td>\n",
       "      <td>-0.476549</td>\n",
       "      <td>-0.065078</td>\n",
       "      <td>-0.266123</td>\n",
       "      <td>-0.213290</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.403592</td>\n",
       "      <td>-0.803137</td>\n",
       "      <td>-0.255774</td>\n",
       "      <td>-0.429607</td>\n",
       "      <td>-0.641069</td>\n",
       "      <td>0.186370</td>\n",
       "      <td>-0.755801</td>\n",
       "      <td>0.263799</td>\n",
       "      <td>0.050807</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5472</td>\n",
       "      <td>0.258026</td>\n",
       "      <td>0.030093</td>\n",
       "      <td>-0.087266</td>\n",
       "      <td>-0.402732</td>\n",
       "      <td>-0.192697</td>\n",
       "      <td>-0.240906</td>\n",
       "      <td>-0.464208</td>\n",
       "      <td>-0.231860</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.374187</td>\n",
       "      <td>-0.715471</td>\n",
       "      <td>0.257036</td>\n",
       "      <td>-0.789724</td>\n",
       "      <td>0.774669</td>\n",
       "      <td>0.850210</td>\n",
       "      <td>-0.762044</td>\n",
       "      <td>0.260431</td>\n",
       "      <td>0.045046</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5473</td>\n",
       "      <td>0.202443</td>\n",
       "      <td>-0.027988</td>\n",
       "      <td>-0.208068</td>\n",
       "      <td>-0.444377</td>\n",
       "      <td>-0.308450</td>\n",
       "      <td>-0.255324</td>\n",
       "      <td>-0.501016</td>\n",
       "      <td>-0.318014</td>\n",
       "      <td>-0.245131</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.565473</td>\n",
       "      <td>-0.876508</td>\n",
       "      <td>0.229895</td>\n",
       "      <td>0.215201</td>\n",
       "      <td>0.939259</td>\n",
       "      <td>-0.044245</td>\n",
       "      <td>-0.768097</td>\n",
       "      <td>0.256321</td>\n",
       "      <td>0.044293</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5474</td>\n",
       "      <td>0.310518</td>\n",
       "      <td>-0.029823</td>\n",
       "      <td>-0.183774</td>\n",
       "      <td>-0.486939</td>\n",
       "      <td>-0.289063</td>\n",
       "      <td>-0.288965</td>\n",
       "      <td>-0.530708</td>\n",
       "      <td>-0.294699</td>\n",
       "      <td>-0.283906</td>\n",
       "      <td>-0.241082</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.260701</td>\n",
       "      <td>-0.655414</td>\n",
       "      <td>-0.226918</td>\n",
       "      <td>0.844783</td>\n",
       "      <td>0.971270</td>\n",
       "      <td>-0.167837</td>\n",
       "      <td>-0.749171</td>\n",
       "      <td>0.267444</td>\n",
       "      <td>0.055871</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>409 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "5066           0.304858          -0.020152          -0.106627   \n",
       "5067           0.288476          -0.018694          -0.116258   \n",
       "5068           0.274164          -0.016013          -0.112990   \n",
       "5069           0.276513          -0.015279          -0.103881   \n",
       "5070           0.277716          -0.016574          -0.101086   \n",
       "...                 ...                ...                ...   \n",
       "5470           0.304153          -0.087978          -0.119198   \n",
       "5471           0.328337          -0.006552          -0.058159   \n",
       "5472           0.258026           0.030093          -0.087266   \n",
       "5473           0.202443          -0.027988          -0.208068   \n",
       "5474           0.310518          -0.029823          -0.183774   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "5066         -0.963456         -0.941173         -0.962273         -0.974110   \n",
       "5067         -0.988980         -0.956936         -0.989668         -0.990321   \n",
       "5068         -0.994482         -0.971343         -0.984095         -0.994842   \n",
       "5069         -0.995081         -0.977921         -0.989834         -0.995457   \n",
       "5070         -0.996522         -0.987364         -0.989922         -0.997018   \n",
       "...                ...               ...               ...               ...   \n",
       "5470         -0.387797         -0.058257         -0.280064         -0.450132   \n",
       "5471         -0.413906          0.018484         -0.288570         -0.476549   \n",
       "5472         -0.402732         -0.192697         -0.240906         -0.464208   \n",
       "5473         -0.444377         -0.308450         -0.255324         -0.501016   \n",
       "5474         -0.486939         -0.289063         -0.288965         -0.530708   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "5066         -0.942358         -0.972546         -0.861996  ...   \n",
       "5067         -0.953451         -0.989680         -0.927119  ...   \n",
       "5068         -0.970196         -0.982478         -0.941303  ...   \n",
       "5069         -0.977896         -0.989659         -0.942062  ...   \n",
       "5070         -0.987555         -0.988835         -0.942062  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "5470         -0.090442         -0.227417         -0.189875  ...   \n",
       "5471         -0.065078         -0.266123         -0.213290  ...   \n",
       "5472         -0.231860         -0.235687         -0.196558  ...   \n",
       "5473         -0.318014         -0.245131         -0.196558  ...   \n",
       "5474         -0.294699         -0.283906         -0.241082  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "5066                         0.310516                        -0.064405   \n",
       "5067                        -0.459029                        -0.826325   \n",
       "5068                        -0.557628                        -0.843209   \n",
       "5069                        -0.812628                        -0.964717   \n",
       "5070                        -0.489030                        -0.800831   \n",
       "...                               ...                              ...   \n",
       "5470                        -0.566691                        -0.873557   \n",
       "5471                        -0.403592                        -0.803137   \n",
       "5472                        -0.374187                        -0.715471   \n",
       "5473                        -0.565473                        -0.876508   \n",
       "5474                        -0.260701                        -0.655414   \n",
       "\n",
       "      angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "5066                    -0.849814                             -0.195862   \n",
       "5067                    -0.268170                              0.842660   \n",
       "5068                     0.474315                             -0.056273   \n",
       "5069                    -0.019486                             -0.333749   \n",
       "5070                    -0.176694                             -0.180397   \n",
       "...                           ...                                   ...   \n",
       "5470                    -0.233341                              0.175794   \n",
       "5471                    -0.255774                             -0.429607   \n",
       "5472                     0.257036                             -0.789724   \n",
       "5473                     0.229895                              0.215201   \n",
       "5474                    -0.226918                              0.844783   \n",
       "\n",
       "      angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "5066                         -0.636567                              0.533676   \n",
       "5067                          0.124883                              0.739872   \n",
       "5068                          0.394090                              0.552374   \n",
       "5069                          0.674358                             -0.378258   \n",
       "5070                          0.800931                             -0.321091   \n",
       "...                                ...                                   ...   \n",
       "5470                          0.858570                             -0.772768   \n",
       "5471                         -0.641069                              0.186370   \n",
       "5472                          0.774669                              0.850210   \n",
       "5473                          0.939259                             -0.044245   \n",
       "5474                          0.971270                             -0.167837   \n",
       "\n",
       "      angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  \\\n",
       "5066             -0.664223              0.197731             -0.199569   \n",
       "5067             -0.664843              0.198687             -0.198571   \n",
       "5068             -0.667613              0.199366             -0.196007   \n",
       "5069             -0.668897              0.199224             -0.195063   \n",
       "5070             -0.667391              0.198446             -0.196680   \n",
       "...                    ...                   ...                   ...   \n",
       "5470             -0.771074              0.254364              0.043516   \n",
       "5471             -0.755801              0.263799              0.050807   \n",
       "5472             -0.762044              0.260431              0.045046   \n",
       "5473             -0.768097              0.256321              0.044293   \n",
       "5474             -0.749171              0.267444              0.055871   \n",
       "\n",
       "      subject  \n",
       "5066       25  \n",
       "5067       25  \n",
       "5068       25  \n",
       "5069       25  \n",
       "5070       25  \n",
       "...       ...  \n",
       "5470       25  \n",
       "5471       25  \n",
       "5472       25  \n",
       "5473       25  \n",
       "5474       25  \n",
       "\n",
       "[409 rows x 562 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub25"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# label subject21 as 0 and subject25 as 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "sub21['subject'] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>3965</td>\n",
       "      <td>0.245350</td>\n",
       "      <td>-0.025551</td>\n",
       "      <td>-0.233971</td>\n",
       "      <td>-0.847169</td>\n",
       "      <td>-0.805181</td>\n",
       "      <td>-0.717554</td>\n",
       "      <td>-0.893054</td>\n",
       "      <td>-0.821622</td>\n",
       "      <td>-0.692363</td>\n",
       "      <td>-0.848497</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.062154</td>\n",
       "      <td>-0.440427</td>\n",
       "      <td>-0.015173</td>\n",
       "      <td>-0.289105</td>\n",
       "      <td>-0.588349</td>\n",
       "      <td>0.051690</td>\n",
       "      <td>-0.658107</td>\n",
       "      <td>0.306648</td>\n",
       "      <td>0.130139</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3966</td>\n",
       "      <td>0.319396</td>\n",
       "      <td>-0.009461</td>\n",
       "      <td>-0.134561</td>\n",
       "      <td>-0.967056</td>\n",
       "      <td>-0.927182</td>\n",
       "      <td>-0.756431</td>\n",
       "      <td>-0.971948</td>\n",
       "      <td>-0.930643</td>\n",
       "      <td>-0.741793</td>\n",
       "      <td>-0.884521</td>\n",
       "      <td>...</td>\n",
       "      <td>0.586449</td>\n",
       "      <td>0.384014</td>\n",
       "      <td>-0.457228</td>\n",
       "      <td>0.284724</td>\n",
       "      <td>-0.525611</td>\n",
       "      <td>0.834287</td>\n",
       "      <td>-0.631113</td>\n",
       "      <td>0.310777</td>\n",
       "      <td>0.159743</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3967</td>\n",
       "      <td>0.280378</td>\n",
       "      <td>-0.009429</td>\n",
       "      <td>-0.078623</td>\n",
       "      <td>-0.954289</td>\n",
       "      <td>-0.817761</td>\n",
       "      <td>-0.875920</td>\n",
       "      <td>-0.963722</td>\n",
       "      <td>-0.844335</td>\n",
       "      <td>-0.875082</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.206272</td>\n",
       "      <td>-0.086438</td>\n",
       "      <td>0.166681</td>\n",
       "      <td>0.057764</td>\n",
       "      <td>0.628871</td>\n",
       "      <td>-0.734367</td>\n",
       "      <td>-0.632521</td>\n",
       "      <td>0.305594</td>\n",
       "      <td>0.165904</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3968</td>\n",
       "      <td>0.277186</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>-0.088045</td>\n",
       "      <td>-0.952402</td>\n",
       "      <td>-0.775237</td>\n",
       "      <td>-0.860402</td>\n",
       "      <td>-0.962399</td>\n",
       "      <td>-0.799558</td>\n",
       "      <td>-0.855087</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.147670</td>\n",
       "      <td>-0.530977</td>\n",
       "      <td>0.075160</td>\n",
       "      <td>0.184325</td>\n",
       "      <td>-0.017363</td>\n",
       "      <td>-0.937170</td>\n",
       "      <td>-0.641088</td>\n",
       "      <td>0.304133</td>\n",
       "      <td>0.157569</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3969</td>\n",
       "      <td>0.285473</td>\n",
       "      <td>-0.024408</td>\n",
       "      <td>-0.086753</td>\n",
       "      <td>-0.978880</td>\n",
       "      <td>-0.866417</td>\n",
       "      <td>-0.910604</td>\n",
       "      <td>-0.984322</td>\n",
       "      <td>-0.882104</td>\n",
       "      <td>-0.912848</td>\n",
       "      <td>-0.903619</td>\n",
       "      <td>...</td>\n",
       "      <td>0.297192</td>\n",
       "      <td>0.020834</td>\n",
       "      <td>-0.099957</td>\n",
       "      <td>-0.017790</td>\n",
       "      <td>-0.241290</td>\n",
       "      <td>0.819461</td>\n",
       "      <td>-0.643430</td>\n",
       "      <td>0.306376</td>\n",
       "      <td>0.150995</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4368</td>\n",
       "      <td>0.250338</td>\n",
       "      <td>-0.007885</td>\n",
       "      <td>-0.150313</td>\n",
       "      <td>-0.177580</td>\n",
       "      <td>0.258784</td>\n",
       "      <td>-0.188974</td>\n",
       "      <td>-0.226644</td>\n",
       "      <td>0.187805</td>\n",
       "      <td>-0.188733</td>\n",
       "      <td>0.079440</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.304367</td>\n",
       "      <td>-0.737437</td>\n",
       "      <td>0.123330</td>\n",
       "      <td>0.873136</td>\n",
       "      <td>-0.855289</td>\n",
       "      <td>-0.432583</td>\n",
       "      <td>-0.493410</td>\n",
       "      <td>0.375418</td>\n",
       "      <td>0.228106</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4369</td>\n",
       "      <td>0.257712</td>\n",
       "      <td>-0.018160</td>\n",
       "      <td>-0.204960</td>\n",
       "      <td>-0.178424</td>\n",
       "      <td>0.181706</td>\n",
       "      <td>-0.113811</td>\n",
       "      <td>-0.200502</td>\n",
       "      <td>0.179131</td>\n",
       "      <td>-0.103848</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.627348</td>\n",
       "      <td>-0.845985</td>\n",
       "      <td>-0.117746</td>\n",
       "      <td>-0.457890</td>\n",
       "      <td>-0.886694</td>\n",
       "      <td>0.344509</td>\n",
       "      <td>-0.484162</td>\n",
       "      <td>0.374651</td>\n",
       "      <td>0.239207</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4370</td>\n",
       "      <td>0.281083</td>\n",
       "      <td>-0.029388</td>\n",
       "      <td>-0.168461</td>\n",
       "      <td>-0.221789</td>\n",
       "      <td>0.156077</td>\n",
       "      <td>-0.174932</td>\n",
       "      <td>-0.244764</td>\n",
       "      <td>0.130234</td>\n",
       "      <td>-0.169352</td>\n",
       "      <td>-0.254639</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.455021</td>\n",
       "      <td>-0.776532</td>\n",
       "      <td>-0.302303</td>\n",
       "      <td>0.754616</td>\n",
       "      <td>-0.858115</td>\n",
       "      <td>0.301700</td>\n",
       "      <td>-0.447884</td>\n",
       "      <td>0.389567</td>\n",
       "      <td>0.258429</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4371</td>\n",
       "      <td>0.238773</td>\n",
       "      <td>0.004982</td>\n",
       "      <td>-0.048661</td>\n",
       "      <td>-0.276586</td>\n",
       "      <td>0.081628</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.317769</td>\n",
       "      <td>-0.000447</td>\n",
       "      <td>-0.211686</td>\n",
       "      <td>-0.213089</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.802549</td>\n",
       "      <td>-0.970143</td>\n",
       "      <td>0.548837</td>\n",
       "      <td>-0.049975</td>\n",
       "      <td>0.415527</td>\n",
       "      <td>0.448065</td>\n",
       "      <td>-0.432902</td>\n",
       "      <td>0.397533</td>\n",
       "      <td>0.263932</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4372</td>\n",
       "      <td>0.405870</td>\n",
       "      <td>-0.022017</td>\n",
       "      <td>-0.047245</td>\n",
       "      <td>-0.219721</td>\n",
       "      <td>0.097522</td>\n",
       "      <td>-0.225158</td>\n",
       "      <td>-0.282625</td>\n",
       "      <td>0.056865</td>\n",
       "      <td>-0.148918</td>\n",
       "      <td>0.013640</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.500935</td>\n",
       "      <td>-0.804078</td>\n",
       "      <td>-0.341680</td>\n",
       "      <td>-0.812074</td>\n",
       "      <td>0.953187</td>\n",
       "      <td>0.285199</td>\n",
       "      <td>-0.455325</td>\n",
       "      <td>0.384763</td>\n",
       "      <td>0.256730</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>408 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "3965           0.245350          -0.025551          -0.233971   \n",
       "3966           0.319396          -0.009461          -0.134561   \n",
       "3967           0.280378          -0.009429          -0.078623   \n",
       "3968           0.277186          -0.021057          -0.088045   \n",
       "3969           0.285473          -0.024408          -0.086753   \n",
       "...                 ...                ...                ...   \n",
       "4368           0.250338          -0.007885          -0.150313   \n",
       "4369           0.257712          -0.018160          -0.204960   \n",
       "4370           0.281083          -0.029388          -0.168461   \n",
       "4371           0.238773           0.004982          -0.048661   \n",
       "4372           0.405870          -0.022017          -0.047245   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "3965         -0.847169         -0.805181         -0.717554         -0.893054   \n",
       "3966         -0.967056         -0.927182         -0.756431         -0.971948   \n",
       "3967         -0.954289         -0.817761         -0.875920         -0.963722   \n",
       "3968         -0.952402         -0.775237         -0.860402         -0.962399   \n",
       "3969         -0.978880         -0.866417         -0.910604         -0.984322   \n",
       "...                ...               ...               ...               ...   \n",
       "4368         -0.177580          0.258784         -0.188974         -0.226644   \n",
       "4369         -0.178424          0.181706         -0.113811         -0.200502   \n",
       "4370         -0.221789          0.156077         -0.174932         -0.244764   \n",
       "4371         -0.276586          0.081628         -0.235687         -0.317769   \n",
       "4372         -0.219721          0.097522         -0.225158         -0.282625   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "3965         -0.821622         -0.692363         -0.848497  ...   \n",
       "3966         -0.930643         -0.741793         -0.884521  ...   \n",
       "3967         -0.844335         -0.875082         -0.889850  ...   \n",
       "3968         -0.799558         -0.855087         -0.889850  ...   \n",
       "3969         -0.882104         -0.912848         -0.903619  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "4368          0.187805         -0.188733          0.079440  ...   \n",
       "4369          0.179131         -0.103848         -0.254639  ...   \n",
       "4370          0.130234         -0.169352         -0.254639  ...   \n",
       "4371         -0.000447         -0.211686         -0.213089  ...   \n",
       "4372          0.056865         -0.148918          0.013640  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "3965                        -0.062154                        -0.440427   \n",
       "3966                         0.586449                         0.384014   \n",
       "3967                         0.206272                        -0.086438   \n",
       "3968                        -0.147670                        -0.530977   \n",
       "3969                         0.297192                         0.020834   \n",
       "...                               ...                              ...   \n",
       "4368                        -0.304367                        -0.737437   \n",
       "4369                        -0.627348                        -0.845985   \n",
       "4370                        -0.455021                        -0.776532   \n",
       "4371                        -0.802549                        -0.970143   \n",
       "4372                        -0.500935                        -0.804078   \n",
       "\n",
       "      angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "3965                    -0.015173                             -0.289105   \n",
       "3966                    -0.457228                              0.284724   \n",
       "3967                     0.166681                              0.057764   \n",
       "3968                     0.075160                              0.184325   \n",
       "3969                    -0.099957                             -0.017790   \n",
       "...                           ...                                   ...   \n",
       "4368                     0.123330                              0.873136   \n",
       "4369                    -0.117746                             -0.457890   \n",
       "4370                    -0.302303                              0.754616   \n",
       "4371                     0.548837                             -0.049975   \n",
       "4372                    -0.341680                             -0.812074   \n",
       "\n",
       "      angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "3965                         -0.588349                              0.051690   \n",
       "3966                         -0.525611                              0.834287   \n",
       "3967                          0.628871                             -0.734367   \n",
       "3968                         -0.017363                             -0.937170   \n",
       "3969                         -0.241290                              0.819461   \n",
       "...                                ...                                   ...   \n",
       "4368                         -0.855289                             -0.432583   \n",
       "4369                         -0.886694                              0.344509   \n",
       "4370                         -0.858115                              0.301700   \n",
       "4371                          0.415527                              0.448065   \n",
       "4372                          0.953187                              0.285199   \n",
       "\n",
       "      angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  \\\n",
       "3965             -0.658107              0.306648              0.130139   \n",
       "3966             -0.631113              0.310777              0.159743   \n",
       "3967             -0.632521              0.305594              0.165904   \n",
       "3968             -0.641088              0.304133              0.157569   \n",
       "3969             -0.643430              0.306376              0.150995   \n",
       "...                    ...                   ...                   ...   \n",
       "4368             -0.493410              0.375418              0.228106   \n",
       "4369             -0.484162              0.374651              0.239207   \n",
       "4370             -0.447884              0.389567              0.258429   \n",
       "4371             -0.432902              0.397533              0.263932   \n",
       "4372             -0.455325              0.384763              0.256730   \n",
       "\n",
       "      subject  \n",
       "3965        0  \n",
       "3966        0  \n",
       "3967        0  \n",
       "3968        0  \n",
       "3969        0  \n",
       "...       ...  \n",
       "4368        0  \n",
       "4369        0  \n",
       "4370        0  \n",
       "4371        0  \n",
       "4372        0  \n",
       "\n",
       "[408 rows x 562 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "sub25['subject'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>5066</td>\n",
       "      <td>0.304858</td>\n",
       "      <td>-0.020152</td>\n",
       "      <td>-0.106627</td>\n",
       "      <td>-0.963456</td>\n",
       "      <td>-0.941173</td>\n",
       "      <td>-0.962273</td>\n",
       "      <td>-0.974110</td>\n",
       "      <td>-0.942358</td>\n",
       "      <td>-0.972546</td>\n",
       "      <td>-0.861996</td>\n",
       "      <td>...</td>\n",
       "      <td>0.310516</td>\n",
       "      <td>-0.064405</td>\n",
       "      <td>-0.849814</td>\n",
       "      <td>-0.195862</td>\n",
       "      <td>-0.636567</td>\n",
       "      <td>0.533676</td>\n",
       "      <td>-0.664223</td>\n",
       "      <td>0.197731</td>\n",
       "      <td>-0.199569</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5067</td>\n",
       "      <td>0.288476</td>\n",
       "      <td>-0.018694</td>\n",
       "      <td>-0.116258</td>\n",
       "      <td>-0.988980</td>\n",
       "      <td>-0.956936</td>\n",
       "      <td>-0.989668</td>\n",
       "      <td>-0.990321</td>\n",
       "      <td>-0.953451</td>\n",
       "      <td>-0.989680</td>\n",
       "      <td>-0.927119</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.459029</td>\n",
       "      <td>-0.826325</td>\n",
       "      <td>-0.268170</td>\n",
       "      <td>0.842660</td>\n",
       "      <td>0.124883</td>\n",
       "      <td>0.739872</td>\n",
       "      <td>-0.664843</td>\n",
       "      <td>0.198687</td>\n",
       "      <td>-0.198571</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5068</td>\n",
       "      <td>0.274164</td>\n",
       "      <td>-0.016013</td>\n",
       "      <td>-0.112990</td>\n",
       "      <td>-0.994482</td>\n",
       "      <td>-0.971343</td>\n",
       "      <td>-0.984095</td>\n",
       "      <td>-0.994842</td>\n",
       "      <td>-0.970196</td>\n",
       "      <td>-0.982478</td>\n",
       "      <td>-0.941303</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.557628</td>\n",
       "      <td>-0.843209</td>\n",
       "      <td>0.474315</td>\n",
       "      <td>-0.056273</td>\n",
       "      <td>0.394090</td>\n",
       "      <td>0.552374</td>\n",
       "      <td>-0.667613</td>\n",
       "      <td>0.199366</td>\n",
       "      <td>-0.196007</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5069</td>\n",
       "      <td>0.276513</td>\n",
       "      <td>-0.015279</td>\n",
       "      <td>-0.103881</td>\n",
       "      <td>-0.995081</td>\n",
       "      <td>-0.977921</td>\n",
       "      <td>-0.989834</td>\n",
       "      <td>-0.995457</td>\n",
       "      <td>-0.977896</td>\n",
       "      <td>-0.989659</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.812628</td>\n",
       "      <td>-0.964717</td>\n",
       "      <td>-0.019486</td>\n",
       "      <td>-0.333749</td>\n",
       "      <td>0.674358</td>\n",
       "      <td>-0.378258</td>\n",
       "      <td>-0.668897</td>\n",
       "      <td>0.199224</td>\n",
       "      <td>-0.195063</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5070</td>\n",
       "      <td>0.277716</td>\n",
       "      <td>-0.016574</td>\n",
       "      <td>-0.101086</td>\n",
       "      <td>-0.996522</td>\n",
       "      <td>-0.987364</td>\n",
       "      <td>-0.989922</td>\n",
       "      <td>-0.997018</td>\n",
       "      <td>-0.987555</td>\n",
       "      <td>-0.988835</td>\n",
       "      <td>-0.942062</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.489030</td>\n",
       "      <td>-0.800831</td>\n",
       "      <td>-0.176694</td>\n",
       "      <td>-0.180397</td>\n",
       "      <td>0.800931</td>\n",
       "      <td>-0.321091</td>\n",
       "      <td>-0.667391</td>\n",
       "      <td>0.198446</td>\n",
       "      <td>-0.196680</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5470</td>\n",
       "      <td>0.304153</td>\n",
       "      <td>-0.087978</td>\n",
       "      <td>-0.119198</td>\n",
       "      <td>-0.387797</td>\n",
       "      <td>-0.058257</td>\n",
       "      <td>-0.280064</td>\n",
       "      <td>-0.450132</td>\n",
       "      <td>-0.090442</td>\n",
       "      <td>-0.227417</td>\n",
       "      <td>-0.189875</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.566691</td>\n",
       "      <td>-0.873557</td>\n",
       "      <td>-0.233341</td>\n",
       "      <td>0.175794</td>\n",
       "      <td>0.858570</td>\n",
       "      <td>-0.772768</td>\n",
       "      <td>-0.771074</td>\n",
       "      <td>0.254364</td>\n",
       "      <td>0.043516</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5471</td>\n",
       "      <td>0.328337</td>\n",
       "      <td>-0.006552</td>\n",
       "      <td>-0.058159</td>\n",
       "      <td>-0.413906</td>\n",
       "      <td>0.018484</td>\n",
       "      <td>-0.288570</td>\n",
       "      <td>-0.476549</td>\n",
       "      <td>-0.065078</td>\n",
       "      <td>-0.266123</td>\n",
       "      <td>-0.213290</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.403592</td>\n",
       "      <td>-0.803137</td>\n",
       "      <td>-0.255774</td>\n",
       "      <td>-0.429607</td>\n",
       "      <td>-0.641069</td>\n",
       "      <td>0.186370</td>\n",
       "      <td>-0.755801</td>\n",
       "      <td>0.263799</td>\n",
       "      <td>0.050807</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5472</td>\n",
       "      <td>0.258026</td>\n",
       "      <td>0.030093</td>\n",
       "      <td>-0.087266</td>\n",
       "      <td>-0.402732</td>\n",
       "      <td>-0.192697</td>\n",
       "      <td>-0.240906</td>\n",
       "      <td>-0.464208</td>\n",
       "      <td>-0.231860</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.374187</td>\n",
       "      <td>-0.715471</td>\n",
       "      <td>0.257036</td>\n",
       "      <td>-0.789724</td>\n",
       "      <td>0.774669</td>\n",
       "      <td>0.850210</td>\n",
       "      <td>-0.762044</td>\n",
       "      <td>0.260431</td>\n",
       "      <td>0.045046</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5473</td>\n",
       "      <td>0.202443</td>\n",
       "      <td>-0.027988</td>\n",
       "      <td>-0.208068</td>\n",
       "      <td>-0.444377</td>\n",
       "      <td>-0.308450</td>\n",
       "      <td>-0.255324</td>\n",
       "      <td>-0.501016</td>\n",
       "      <td>-0.318014</td>\n",
       "      <td>-0.245131</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.565473</td>\n",
       "      <td>-0.876508</td>\n",
       "      <td>0.229895</td>\n",
       "      <td>0.215201</td>\n",
       "      <td>0.939259</td>\n",
       "      <td>-0.044245</td>\n",
       "      <td>-0.768097</td>\n",
       "      <td>0.256321</td>\n",
       "      <td>0.044293</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5474</td>\n",
       "      <td>0.310518</td>\n",
       "      <td>-0.029823</td>\n",
       "      <td>-0.183774</td>\n",
       "      <td>-0.486939</td>\n",
       "      <td>-0.289063</td>\n",
       "      <td>-0.288965</td>\n",
       "      <td>-0.530708</td>\n",
       "      <td>-0.294699</td>\n",
       "      <td>-0.283906</td>\n",
       "      <td>-0.241082</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.260701</td>\n",
       "      <td>-0.655414</td>\n",
       "      <td>-0.226918</td>\n",
       "      <td>0.844783</td>\n",
       "      <td>0.971270</td>\n",
       "      <td>-0.167837</td>\n",
       "      <td>-0.749171</td>\n",
       "      <td>0.267444</td>\n",
       "      <td>0.055871</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>409 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "5066           0.304858          -0.020152          -0.106627   \n",
       "5067           0.288476          -0.018694          -0.116258   \n",
       "5068           0.274164          -0.016013          -0.112990   \n",
       "5069           0.276513          -0.015279          -0.103881   \n",
       "5070           0.277716          -0.016574          -0.101086   \n",
       "...                 ...                ...                ...   \n",
       "5470           0.304153          -0.087978          -0.119198   \n",
       "5471           0.328337          -0.006552          -0.058159   \n",
       "5472           0.258026           0.030093          -0.087266   \n",
       "5473           0.202443          -0.027988          -0.208068   \n",
       "5474           0.310518          -0.029823          -0.183774   \n",
       "\n",
       "      tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "5066         -0.963456         -0.941173         -0.962273         -0.974110   \n",
       "5067         -0.988980         -0.956936         -0.989668         -0.990321   \n",
       "5068         -0.994482         -0.971343         -0.984095         -0.994842   \n",
       "5069         -0.995081         -0.977921         -0.989834         -0.995457   \n",
       "5070         -0.996522         -0.987364         -0.989922         -0.997018   \n",
       "...                ...               ...               ...               ...   \n",
       "5470         -0.387797         -0.058257         -0.280064         -0.450132   \n",
       "5471         -0.413906          0.018484         -0.288570         -0.476549   \n",
       "5472         -0.402732         -0.192697         -0.240906         -0.464208   \n",
       "5473         -0.444377         -0.308450         -0.255324         -0.501016   \n",
       "5474         -0.486939         -0.289063         -0.288965         -0.530708   \n",
       "\n",
       "      tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "5066         -0.942358         -0.972546         -0.861996  ...   \n",
       "5067         -0.953451         -0.989680         -0.927119  ...   \n",
       "5068         -0.970196         -0.982478         -0.941303  ...   \n",
       "5069         -0.977896         -0.989659         -0.942062  ...   \n",
       "5070         -0.987555         -0.988835         -0.942062  ...   \n",
       "...                ...               ...               ...  ...   \n",
       "5470         -0.090442         -0.227417         -0.189875  ...   \n",
       "5471         -0.065078         -0.266123         -0.213290  ...   \n",
       "5472         -0.231860         -0.235687         -0.196558  ...   \n",
       "5473         -0.318014         -0.245131         -0.196558  ...   \n",
       "5474         -0.294699         -0.283906         -0.241082  ...   \n",
       "\n",
       "      fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "5066                         0.310516                        -0.064405   \n",
       "5067                        -0.459029                        -0.826325   \n",
       "5068                        -0.557628                        -0.843209   \n",
       "5069                        -0.812628                        -0.964717   \n",
       "5070                        -0.489030                        -0.800831   \n",
       "...                               ...                              ...   \n",
       "5470                        -0.566691                        -0.873557   \n",
       "5471                        -0.403592                        -0.803137   \n",
       "5472                        -0.374187                        -0.715471   \n",
       "5473                        -0.565473                        -0.876508   \n",
       "5474                        -0.260701                        -0.655414   \n",
       "\n",
       "      angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "5066                    -0.849814                             -0.195862   \n",
       "5067                    -0.268170                              0.842660   \n",
       "5068                     0.474315                             -0.056273   \n",
       "5069                    -0.019486                             -0.333749   \n",
       "5070                    -0.176694                             -0.180397   \n",
       "...                           ...                                   ...   \n",
       "5470                    -0.233341                              0.175794   \n",
       "5471                    -0.255774                             -0.429607   \n",
       "5472                     0.257036                             -0.789724   \n",
       "5473                     0.229895                              0.215201   \n",
       "5474                    -0.226918                              0.844783   \n",
       "\n",
       "      angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "5066                         -0.636567                              0.533676   \n",
       "5067                          0.124883                              0.739872   \n",
       "5068                          0.394090                              0.552374   \n",
       "5069                          0.674358                             -0.378258   \n",
       "5070                          0.800931                             -0.321091   \n",
       "...                                ...                                   ...   \n",
       "5470                          0.858570                             -0.772768   \n",
       "5471                         -0.641069                              0.186370   \n",
       "5472                          0.774669                              0.850210   \n",
       "5473                          0.939259                             -0.044245   \n",
       "5474                          0.971270                             -0.167837   \n",
       "\n",
       "      angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  \\\n",
       "5066             -0.664223              0.197731             -0.199569   \n",
       "5067             -0.664843              0.198687             -0.198571   \n",
       "5068             -0.667613              0.199366             -0.196007   \n",
       "5069             -0.668897              0.199224             -0.195063   \n",
       "5070             -0.667391              0.198446             -0.196680   \n",
       "...                    ...                   ...                   ...   \n",
       "5470             -0.771074              0.254364              0.043516   \n",
       "5471             -0.755801              0.263799              0.050807   \n",
       "5472             -0.762044              0.260431              0.045046   \n",
       "5473             -0.768097              0.256321              0.044293   \n",
       "5474             -0.749171              0.267444              0.055871   \n",
       "\n",
       "      subject  \n",
       "5066        1  \n",
       "5067        1  \n",
       "5068        1  \n",
       "5069        1  \n",
       "5070        1  \n",
       "...       ...  \n",
       "5470        1  \n",
       "5471        1  \n",
       "5472        1  \n",
       "5473        1  \n",
       "5474        1  \n",
       "\n",
       "[409 rows x 562 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub25"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "sub_train = pd.concat([sub21,sub25] , ignore_index = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0.245350</td>\n",
       "      <td>-0.025551</td>\n",
       "      <td>-0.233971</td>\n",
       "      <td>-0.847169</td>\n",
       "      <td>-0.805181</td>\n",
       "      <td>-0.717554</td>\n",
       "      <td>-0.893054</td>\n",
       "      <td>-0.821622</td>\n",
       "      <td>-0.692363</td>\n",
       "      <td>-0.848497</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.062154</td>\n",
       "      <td>-0.440427</td>\n",
       "      <td>-0.015173</td>\n",
       "      <td>-0.289105</td>\n",
       "      <td>-0.588349</td>\n",
       "      <td>0.051690</td>\n",
       "      <td>-0.658107</td>\n",
       "      <td>0.306648</td>\n",
       "      <td>0.130139</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>0.319396</td>\n",
       "      <td>-0.009461</td>\n",
       "      <td>-0.134561</td>\n",
       "      <td>-0.967056</td>\n",
       "      <td>-0.927182</td>\n",
       "      <td>-0.756431</td>\n",
       "      <td>-0.971948</td>\n",
       "      <td>-0.930643</td>\n",
       "      <td>-0.741793</td>\n",
       "      <td>-0.884521</td>\n",
       "      <td>...</td>\n",
       "      <td>0.586449</td>\n",
       "      <td>0.384014</td>\n",
       "      <td>-0.457228</td>\n",
       "      <td>0.284724</td>\n",
       "      <td>-0.525611</td>\n",
       "      <td>0.834287</td>\n",
       "      <td>-0.631113</td>\n",
       "      <td>0.310777</td>\n",
       "      <td>0.159743</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.280378</td>\n",
       "      <td>-0.009429</td>\n",
       "      <td>-0.078623</td>\n",
       "      <td>-0.954289</td>\n",
       "      <td>-0.817761</td>\n",
       "      <td>-0.875920</td>\n",
       "      <td>-0.963722</td>\n",
       "      <td>-0.844335</td>\n",
       "      <td>-0.875082</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.206272</td>\n",
       "      <td>-0.086438</td>\n",
       "      <td>0.166681</td>\n",
       "      <td>0.057764</td>\n",
       "      <td>0.628871</td>\n",
       "      <td>-0.734367</td>\n",
       "      <td>-0.632521</td>\n",
       "      <td>0.305594</td>\n",
       "      <td>0.165904</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.277186</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>-0.088045</td>\n",
       "      <td>-0.952402</td>\n",
       "      <td>-0.775237</td>\n",
       "      <td>-0.860402</td>\n",
       "      <td>-0.962399</td>\n",
       "      <td>-0.799558</td>\n",
       "      <td>-0.855087</td>\n",
       "      <td>-0.889850</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.147670</td>\n",
       "      <td>-0.530977</td>\n",
       "      <td>0.075160</td>\n",
       "      <td>0.184325</td>\n",
       "      <td>-0.017363</td>\n",
       "      <td>-0.937170</td>\n",
       "      <td>-0.641088</td>\n",
       "      <td>0.304133</td>\n",
       "      <td>0.157569</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.285473</td>\n",
       "      <td>-0.024408</td>\n",
       "      <td>-0.086753</td>\n",
       "      <td>-0.978880</td>\n",
       "      <td>-0.866417</td>\n",
       "      <td>-0.910604</td>\n",
       "      <td>-0.984322</td>\n",
       "      <td>-0.882104</td>\n",
       "      <td>-0.912848</td>\n",
       "      <td>-0.903619</td>\n",
       "      <td>...</td>\n",
       "      <td>0.297192</td>\n",
       "      <td>0.020834</td>\n",
       "      <td>-0.099957</td>\n",
       "      <td>-0.017790</td>\n",
       "      <td>-0.241290</td>\n",
       "      <td>0.819461</td>\n",
       "      <td>-0.643430</td>\n",
       "      <td>0.306376</td>\n",
       "      <td>0.150995</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>812</td>\n",
       "      <td>0.304153</td>\n",
       "      <td>-0.087978</td>\n",
       "      <td>-0.119198</td>\n",
       "      <td>-0.387797</td>\n",
       "      <td>-0.058257</td>\n",
       "      <td>-0.280064</td>\n",
       "      <td>-0.450132</td>\n",
       "      <td>-0.090442</td>\n",
       "      <td>-0.227417</td>\n",
       "      <td>-0.189875</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.566691</td>\n",
       "      <td>-0.873557</td>\n",
       "      <td>-0.233341</td>\n",
       "      <td>0.175794</td>\n",
       "      <td>0.858570</td>\n",
       "      <td>-0.772768</td>\n",
       "      <td>-0.771074</td>\n",
       "      <td>0.254364</td>\n",
       "      <td>0.043516</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>813</td>\n",
       "      <td>0.328337</td>\n",
       "      <td>-0.006552</td>\n",
       "      <td>-0.058159</td>\n",
       "      <td>-0.413906</td>\n",
       "      <td>0.018484</td>\n",
       "      <td>-0.288570</td>\n",
       "      <td>-0.476549</td>\n",
       "      <td>-0.065078</td>\n",
       "      <td>-0.266123</td>\n",
       "      <td>-0.213290</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.403592</td>\n",
       "      <td>-0.803137</td>\n",
       "      <td>-0.255774</td>\n",
       "      <td>-0.429607</td>\n",
       "      <td>-0.641069</td>\n",
       "      <td>0.186370</td>\n",
       "      <td>-0.755801</td>\n",
       "      <td>0.263799</td>\n",
       "      <td>0.050807</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>814</td>\n",
       "      <td>0.258026</td>\n",
       "      <td>0.030093</td>\n",
       "      <td>-0.087266</td>\n",
       "      <td>-0.402732</td>\n",
       "      <td>-0.192697</td>\n",
       "      <td>-0.240906</td>\n",
       "      <td>-0.464208</td>\n",
       "      <td>-0.231860</td>\n",
       "      <td>-0.235687</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.374187</td>\n",
       "      <td>-0.715471</td>\n",
       "      <td>0.257036</td>\n",
       "      <td>-0.789724</td>\n",
       "      <td>0.774669</td>\n",
       "      <td>0.850210</td>\n",
       "      <td>-0.762044</td>\n",
       "      <td>0.260431</td>\n",
       "      <td>0.045046</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>815</td>\n",
       "      <td>0.202443</td>\n",
       "      <td>-0.027988</td>\n",
       "      <td>-0.208068</td>\n",
       "      <td>-0.444377</td>\n",
       "      <td>-0.308450</td>\n",
       "      <td>-0.255324</td>\n",
       "      <td>-0.501016</td>\n",
       "      <td>-0.318014</td>\n",
       "      <td>-0.245131</td>\n",
       "      <td>-0.196558</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.565473</td>\n",
       "      <td>-0.876508</td>\n",
       "      <td>0.229895</td>\n",
       "      <td>0.215201</td>\n",
       "      <td>0.939259</td>\n",
       "      <td>-0.044245</td>\n",
       "      <td>-0.768097</td>\n",
       "      <td>0.256321</td>\n",
       "      <td>0.044293</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>816</td>\n",
       "      <td>0.310518</td>\n",
       "      <td>-0.029823</td>\n",
       "      <td>-0.183774</td>\n",
       "      <td>-0.486939</td>\n",
       "      <td>-0.289063</td>\n",
       "      <td>-0.288965</td>\n",
       "      <td>-0.530708</td>\n",
       "      <td>-0.294699</td>\n",
       "      <td>-0.283906</td>\n",
       "      <td>-0.241082</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.260701</td>\n",
       "      <td>-0.655414</td>\n",
       "      <td>-0.226918</td>\n",
       "      <td>0.844783</td>\n",
       "      <td>0.971270</td>\n",
       "      <td>-0.167837</td>\n",
       "      <td>-0.749171</td>\n",
       "      <td>0.267444</td>\n",
       "      <td>0.055871</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>817 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "0             0.245350          -0.025551          -0.233971   \n",
       "1             0.319396          -0.009461          -0.134561   \n",
       "2             0.280378          -0.009429          -0.078623   \n",
       "3             0.277186          -0.021057          -0.088045   \n",
       "4             0.285473          -0.024408          -0.086753   \n",
       "..                 ...                ...                ...   \n",
       "812           0.304153          -0.087978          -0.119198   \n",
       "813           0.328337          -0.006552          -0.058159   \n",
       "814           0.258026           0.030093          -0.087266   \n",
       "815           0.202443          -0.027988          -0.208068   \n",
       "816           0.310518          -0.029823          -0.183774   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "0           -0.847169         -0.805181         -0.717554         -0.893054   \n",
       "1           -0.967056         -0.927182         -0.756431         -0.971948   \n",
       "2           -0.954289         -0.817761         -0.875920         -0.963722   \n",
       "3           -0.952402         -0.775237         -0.860402         -0.962399   \n",
       "4           -0.978880         -0.866417         -0.910604         -0.984322   \n",
       "..                ...               ...               ...               ...   \n",
       "812         -0.387797         -0.058257         -0.280064         -0.450132   \n",
       "813         -0.413906          0.018484         -0.288570         -0.476549   \n",
       "814         -0.402732         -0.192697         -0.240906         -0.464208   \n",
       "815         -0.444377         -0.308450         -0.255324         -0.501016   \n",
       "816         -0.486939         -0.289063         -0.288965         -0.530708   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "0           -0.821622         -0.692363         -0.848497  ...   \n",
       "1           -0.930643         -0.741793         -0.884521  ...   \n",
       "2           -0.844335         -0.875082         -0.889850  ...   \n",
       "3           -0.799558         -0.855087         -0.889850  ...   \n",
       "4           -0.882104         -0.912848         -0.903619  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "812         -0.090442         -0.227417         -0.189875  ...   \n",
       "813         -0.065078         -0.266123         -0.213290  ...   \n",
       "814         -0.231860         -0.235687         -0.196558  ...   \n",
       "815         -0.318014         -0.245131         -0.196558  ...   \n",
       "816         -0.294699         -0.283906         -0.241082  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "0                          -0.062154                        -0.440427   \n",
       "1                           0.586449                         0.384014   \n",
       "2                           0.206272                        -0.086438   \n",
       "3                          -0.147670                        -0.530977   \n",
       "4                           0.297192                         0.020834   \n",
       "..                               ...                              ...   \n",
       "812                        -0.566691                        -0.873557   \n",
       "813                        -0.403592                        -0.803137   \n",
       "814                        -0.374187                        -0.715471   \n",
       "815                        -0.565473                        -0.876508   \n",
       "816                        -0.260701                        -0.655414   \n",
       "\n",
       "     angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "0                      -0.015173                             -0.289105   \n",
       "1                      -0.457228                              0.284724   \n",
       "2                       0.166681                              0.057764   \n",
       "3                       0.075160                              0.184325   \n",
       "4                      -0.099957                             -0.017790   \n",
       "..                           ...                                   ...   \n",
       "812                    -0.233341                              0.175794   \n",
       "813                    -0.255774                             -0.429607   \n",
       "814                     0.257036                             -0.789724   \n",
       "815                     0.229895                              0.215201   \n",
       "816                    -0.226918                              0.844783   \n",
       "\n",
       "     angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "0                           -0.588349                              0.051690   \n",
       "1                           -0.525611                              0.834287   \n",
       "2                            0.628871                             -0.734367   \n",
       "3                           -0.017363                             -0.937170   \n",
       "4                           -0.241290                              0.819461   \n",
       "..                                ...                                   ...   \n",
       "812                          0.858570                             -0.772768   \n",
       "813                         -0.641069                              0.186370   \n",
       "814                          0.774669                              0.850210   \n",
       "815                          0.939259                             -0.044245   \n",
       "816                          0.971270                             -0.167837   \n",
       "\n",
       "     angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  subject  \n",
       "0               -0.658107              0.306648              0.130139        0  \n",
       "1               -0.631113              0.310777              0.159743        0  \n",
       "2               -0.632521              0.305594              0.165904        0  \n",
       "3               -0.641088              0.304133              0.157569        0  \n",
       "4               -0.643430              0.306376              0.150995        0  \n",
       "..                    ...                   ...                   ...      ...  \n",
       "812             -0.771074              0.254364              0.043516        1  \n",
       "813             -0.755801              0.263799              0.050807        1  \n",
       "814             -0.762044              0.260431              0.045046        1  \n",
       "815             -0.768097              0.256321              0.044293        1  \n",
       "816             -0.749171              0.267444              0.055871        1  \n",
       "\n",
       "[817 rows x 562 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    " sub_train = sub_train.sample(frac=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>568</td>\n",
       "      <td>0.289183</td>\n",
       "      <td>-0.049248</td>\n",
       "      <td>-0.125083</td>\n",
       "      <td>-0.290043</td>\n",
       "      <td>-0.212102</td>\n",
       "      <td>-0.469731</td>\n",
       "      <td>-0.307317</td>\n",
       "      <td>-0.209558</td>\n",
       "      <td>-0.528635</td>\n",
       "      <td>-0.283244</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.021970</td>\n",
       "      <td>-0.360982</td>\n",
       "      <td>-0.019533</td>\n",
       "      <td>-0.896005</td>\n",
       "      <td>-0.039591</td>\n",
       "      <td>0.494178</td>\n",
       "      <td>-0.670139</td>\n",
       "      <td>0.106156</td>\n",
       "      <td>-0.220746</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>475</td>\n",
       "      <td>0.276829</td>\n",
       "      <td>-0.016250</td>\n",
       "      <td>-0.108938</td>\n",
       "      <td>-0.995769</td>\n",
       "      <td>-0.992582</td>\n",
       "      <td>-0.990050</td>\n",
       "      <td>-0.995969</td>\n",
       "      <td>-0.992393</td>\n",
       "      <td>-0.990414</td>\n",
       "      <td>-0.941196</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.844126</td>\n",
       "      <td>-0.956872</td>\n",
       "      <td>0.113658</td>\n",
       "      <td>-0.332744</td>\n",
       "      <td>-0.337119</td>\n",
       "      <td>0.107037</td>\n",
       "      <td>-0.663381</td>\n",
       "      <td>-0.064368</td>\n",
       "      <td>-0.156416</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>316</td>\n",
       "      <td>0.254603</td>\n",
       "      <td>0.000168</td>\n",
       "      <td>-0.125657</td>\n",
       "      <td>-0.935022</td>\n",
       "      <td>-0.773899</td>\n",
       "      <td>-0.871842</td>\n",
       "      <td>-0.946031</td>\n",
       "      <td>-0.838935</td>\n",
       "      <td>-0.892035</td>\n",
       "      <td>-0.875325</td>\n",
       "      <td>...</td>\n",
       "      <td>0.246896</td>\n",
       "      <td>-0.131335</td>\n",
       "      <td>-0.002095</td>\n",
       "      <td>-0.015251</td>\n",
       "      <td>0.516238</td>\n",
       "      <td>0.549435</td>\n",
       "      <td>0.354019</td>\n",
       "      <td>-0.367482</td>\n",
       "      <td>-0.604707</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>289</td>\n",
       "      <td>0.279726</td>\n",
       "      <td>-0.023457</td>\n",
       "      <td>-0.102515</td>\n",
       "      <td>-0.993204</td>\n",
       "      <td>-0.970978</td>\n",
       "      <td>-0.985139</td>\n",
       "      <td>-0.994361</td>\n",
       "      <td>-0.970649</td>\n",
       "      <td>-0.983849</td>\n",
       "      <td>-0.929654</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.430158</td>\n",
       "      <td>-0.804633</td>\n",
       "      <td>-0.054616</td>\n",
       "      <td>0.460119</td>\n",
       "      <td>0.329919</td>\n",
       "      <td>0.599740</td>\n",
       "      <td>-0.915942</td>\n",
       "      <td>0.113359</td>\n",
       "      <td>0.077670</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>173</td>\n",
       "      <td>0.225712</td>\n",
       "      <td>-0.015722</td>\n",
       "      <td>-0.105533</td>\n",
       "      <td>0.095063</td>\n",
       "      <td>0.341145</td>\n",
       "      <td>-0.208270</td>\n",
       "      <td>0.039813</td>\n",
       "      <td>0.324533</td>\n",
       "      <td>-0.334201</td>\n",
       "      <td>0.448589</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017785</td>\n",
       "      <td>-0.290283</td>\n",
       "      <td>0.817256</td>\n",
       "      <td>-0.621502</td>\n",
       "      <td>0.952840</td>\n",
       "      <td>-0.527153</td>\n",
       "      <td>-0.590144</td>\n",
       "      <td>0.342512</td>\n",
       "      <td>0.160713</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>267</td>\n",
       "      <td>0.275138</td>\n",
       "      <td>-0.016854</td>\n",
       "      <td>-0.109204</td>\n",
       "      <td>-0.995256</td>\n",
       "      <td>-0.990819</td>\n",
       "      <td>-0.984947</td>\n",
       "      <td>-0.996480</td>\n",
       "      <td>-0.990879</td>\n",
       "      <td>-0.985377</td>\n",
       "      <td>-0.936698</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.119722</td>\n",
       "      <td>-0.554143</td>\n",
       "      <td>0.611728</td>\n",
       "      <td>-0.204011</td>\n",
       "      <td>-0.347075</td>\n",
       "      <td>-0.398511</td>\n",
       "      <td>-0.626648</td>\n",
       "      <td>-0.112628</td>\n",
       "      <td>-0.137796</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>377</td>\n",
       "      <td>0.337735</td>\n",
       "      <td>-0.067607</td>\n",
       "      <td>-0.121885</td>\n",
       "      <td>0.361689</td>\n",
       "      <td>0.426398</td>\n",
       "      <td>0.017870</td>\n",
       "      <td>0.320011</td>\n",
       "      <td>0.366991</td>\n",
       "      <td>-0.022312</td>\n",
       "      <td>0.565465</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.501736</td>\n",
       "      <td>-0.792414</td>\n",
       "      <td>-0.507538</td>\n",
       "      <td>0.766910</td>\n",
       "      <td>-0.825210</td>\n",
       "      <td>-0.839690</td>\n",
       "      <td>-0.595724</td>\n",
       "      <td>0.337918</td>\n",
       "      <td>0.161152</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>491</td>\n",
       "      <td>-0.466440</td>\n",
       "      <td>-0.618098</td>\n",
       "      <td>0.948795</td>\n",
       "      <td>-0.789764</td>\n",
       "      <td>-0.057348</td>\n",
       "      <td>-0.352774</td>\n",
       "      <td>-0.803030</td>\n",
       "      <td>0.063835</td>\n",
       "      <td>-0.302126</td>\n",
       "      <td>-0.953206</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.399706</td>\n",
       "      <td>-0.728500</td>\n",
       "      <td>0.166498</td>\n",
       "      <td>0.611890</td>\n",
       "      <td>-0.002655</td>\n",
       "      <td>-0.018370</td>\n",
       "      <td>0.694861</td>\n",
       "      <td>-0.692058</td>\n",
       "      <td>-0.297937</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>149</td>\n",
       "      <td>0.343421</td>\n",
       "      <td>-0.017453</td>\n",
       "      <td>-0.108210</td>\n",
       "      <td>-0.450232</td>\n",
       "      <td>-0.070508</td>\n",
       "      <td>-0.241926</td>\n",
       "      <td>-0.485805</td>\n",
       "      <td>-0.065980</td>\n",
       "      <td>-0.220760</td>\n",
       "      <td>-0.258712</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.140017</td>\n",
       "      <td>-0.586228</td>\n",
       "      <td>-0.740559</td>\n",
       "      <td>-0.012643</td>\n",
       "      <td>-0.104731</td>\n",
       "      <td>0.524982</td>\n",
       "      <td>-0.581116</td>\n",
       "      <td>0.336679</td>\n",
       "      <td>0.181811</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>210</td>\n",
       "      <td>0.350382</td>\n",
       "      <td>0.016875</td>\n",
       "      <td>-0.108485</td>\n",
       "      <td>-0.179231</td>\n",
       "      <td>0.078503</td>\n",
       "      <td>-0.201556</td>\n",
       "      <td>-0.206305</td>\n",
       "      <td>0.060604</td>\n",
       "      <td>-0.168301</td>\n",
       "      <td>-0.191747</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.554392</td>\n",
       "      <td>-0.847612</td>\n",
       "      <td>-0.147691</td>\n",
       "      <td>-0.863137</td>\n",
       "      <td>0.954787</td>\n",
       "      <td>-0.083179</td>\n",
       "      <td>-0.445263</td>\n",
       "      <td>0.390821</td>\n",
       "      <td>0.259573</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>817 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "568           0.289183          -0.049248          -0.125083   \n",
       "475           0.276829          -0.016250          -0.108938   \n",
       "316           0.254603           0.000168          -0.125657   \n",
       "289           0.279726          -0.023457          -0.102515   \n",
       "173           0.225712          -0.015722          -0.105533   \n",
       "..                 ...                ...                ...   \n",
       "267           0.275138          -0.016854          -0.109204   \n",
       "377           0.337735          -0.067607          -0.121885   \n",
       "491          -0.466440          -0.618098           0.948795   \n",
       "149           0.343421          -0.017453          -0.108210   \n",
       "210           0.350382           0.016875          -0.108485   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "568         -0.290043         -0.212102         -0.469731         -0.307317   \n",
       "475         -0.995769         -0.992582         -0.990050         -0.995969   \n",
       "316         -0.935022         -0.773899         -0.871842         -0.946031   \n",
       "289         -0.993204         -0.970978         -0.985139         -0.994361   \n",
       "173          0.095063          0.341145         -0.208270          0.039813   \n",
       "..                ...               ...               ...               ...   \n",
       "267         -0.995256         -0.990819         -0.984947         -0.996480   \n",
       "377          0.361689          0.426398          0.017870          0.320011   \n",
       "491         -0.789764         -0.057348         -0.352774         -0.803030   \n",
       "149         -0.450232         -0.070508         -0.241926         -0.485805   \n",
       "210         -0.179231          0.078503         -0.201556         -0.206305   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "568         -0.209558         -0.528635         -0.283244  ...   \n",
       "475         -0.992393         -0.990414         -0.941196  ...   \n",
       "316         -0.838935         -0.892035         -0.875325  ...   \n",
       "289         -0.970649         -0.983849         -0.929654  ...   \n",
       "173          0.324533         -0.334201          0.448589  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "267         -0.990879         -0.985377         -0.936698  ...   \n",
       "377          0.366991         -0.022312          0.565465  ...   \n",
       "491          0.063835         -0.302126         -0.953206  ...   \n",
       "149         -0.065980         -0.220760         -0.258712  ...   \n",
       "210          0.060604         -0.168301         -0.191747  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "568                        -0.021970                        -0.360982   \n",
       "475                        -0.844126                        -0.956872   \n",
       "316                         0.246896                        -0.131335   \n",
       "289                        -0.430158                        -0.804633   \n",
       "173                         0.017785                        -0.290283   \n",
       "..                               ...                              ...   \n",
       "267                        -0.119722                        -0.554143   \n",
       "377                        -0.501736                        -0.792414   \n",
       "491                        -0.399706                        -0.728500   \n",
       "149                        -0.140017                        -0.586228   \n",
       "210                        -0.554392                        -0.847612   \n",
       "\n",
       "     angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "568                    -0.019533                             -0.896005   \n",
       "475                     0.113658                             -0.332744   \n",
       "316                    -0.002095                             -0.015251   \n",
       "289                    -0.054616                              0.460119   \n",
       "173                     0.817256                             -0.621502   \n",
       "..                           ...                                   ...   \n",
       "267                     0.611728                             -0.204011   \n",
       "377                    -0.507538                              0.766910   \n",
       "491                     0.166498                              0.611890   \n",
       "149                    -0.740559                             -0.012643   \n",
       "210                    -0.147691                             -0.863137   \n",
       "\n",
       "     angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "568                         -0.039591                              0.494178   \n",
       "475                         -0.337119                              0.107037   \n",
       "316                          0.516238                              0.549435   \n",
       "289                          0.329919                              0.599740   \n",
       "173                          0.952840                             -0.527153   \n",
       "..                                ...                                   ...   \n",
       "267                         -0.347075                             -0.398511   \n",
       "377                         -0.825210                             -0.839690   \n",
       "491                         -0.002655                             -0.018370   \n",
       "149                         -0.104731                              0.524982   \n",
       "210                          0.954787                             -0.083179   \n",
       "\n",
       "     angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  subject  \n",
       "568             -0.670139              0.106156             -0.220746        1  \n",
       "475             -0.663381             -0.064368             -0.156416        1  \n",
       "316              0.354019             -0.367482             -0.604707        0  \n",
       "289             -0.915942              0.113359              0.077670        0  \n",
       "173             -0.590144              0.342512              0.160713        0  \n",
       "..                    ...                   ...                   ...      ...  \n",
       "267             -0.626648             -0.112628             -0.137796        0  \n",
       "377             -0.595724              0.337918              0.161152        0  \n",
       "491              0.694861             -0.692058             -0.297937        1  \n",
       "149             -0.581116              0.336679              0.181811        0  \n",
       "210             -0.445263              0.390821              0.259573        0  \n",
       "\n",
       "[817 rows x 562 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "train = sub_train.sample(frac=0.7)\n",
    "\n",
    "test = sub_train.loc[~sub_train.index.isin(train.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>794</td>\n",
       "      <td>0.294400</td>\n",
       "      <td>-0.002797</td>\n",
       "      <td>-0.055839</td>\n",
       "      <td>-0.432460</td>\n",
       "      <td>-0.231223</td>\n",
       "      <td>-0.193114</td>\n",
       "      <td>-0.491268</td>\n",
       "      <td>-0.274164</td>\n",
       "      <td>-0.101298</td>\n",
       "      <td>-0.156835</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.647681</td>\n",
       "      <td>-0.937790</td>\n",
       "      <td>-0.035312</td>\n",
       "      <td>-0.665772</td>\n",
       "      <td>0.512434</td>\n",
       "      <td>0.905451</td>\n",
       "      <td>-0.771310</td>\n",
       "      <td>0.255145</td>\n",
       "      <td>0.036445</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>569</td>\n",
       "      <td>0.206489</td>\n",
       "      <td>-0.041815</td>\n",
       "      <td>-0.100073</td>\n",
       "      <td>-0.346680</td>\n",
       "      <td>-0.166435</td>\n",
       "      <td>-0.459004</td>\n",
       "      <td>-0.371154</td>\n",
       "      <td>-0.210069</td>\n",
       "      <td>-0.509292</td>\n",
       "      <td>-0.283244</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.091161</td>\n",
       "      <td>-0.459050</td>\n",
       "      <td>0.453630</td>\n",
       "      <td>0.182379</td>\n",
       "      <td>0.890205</td>\n",
       "      <td>0.301276</td>\n",
       "      <td>-0.676845</td>\n",
       "      <td>0.116428</td>\n",
       "      <td>-0.215166</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>148</td>\n",
       "      <td>0.298077</td>\n",
       "      <td>0.022145</td>\n",
       "      <td>-0.092031</td>\n",
       "      <td>-0.404397</td>\n",
       "      <td>-0.149856</td>\n",
       "      <td>-0.276738</td>\n",
       "      <td>-0.447054</td>\n",
       "      <td>-0.133753</td>\n",
       "      <td>-0.279550</td>\n",
       "      <td>-0.258712</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.129531</td>\n",
       "      <td>-0.572961</td>\n",
       "      <td>0.135324</td>\n",
       "      <td>-0.256074</td>\n",
       "      <td>-0.400072</td>\n",
       "      <td>0.865773</td>\n",
       "      <td>-0.576933</td>\n",
       "      <td>0.338641</td>\n",
       "      <td>0.183935</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>68</td>\n",
       "      <td>0.291895</td>\n",
       "      <td>0.001381</td>\n",
       "      <td>-0.131790</td>\n",
       "      <td>-0.966206</td>\n",
       "      <td>-0.675662</td>\n",
       "      <td>-0.793520</td>\n",
       "      <td>-0.977282</td>\n",
       "      <td>-0.714864</td>\n",
       "      <td>-0.770354</td>\n",
       "      <td>-0.849849</td>\n",
       "      <td>...</td>\n",
       "      <td>0.173428</td>\n",
       "      <td>-0.091940</td>\n",
       "      <td>-0.127011</td>\n",
       "      <td>0.177020</td>\n",
       "      <td>-0.378391</td>\n",
       "      <td>0.497893</td>\n",
       "      <td>-0.926637</td>\n",
       "      <td>0.140857</td>\n",
       "      <td>0.046973</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62</td>\n",
       "      <td>0.276472</td>\n",
       "      <td>-0.014828</td>\n",
       "      <td>-0.108358</td>\n",
       "      <td>-0.997465</td>\n",
       "      <td>-0.987806</td>\n",
       "      <td>-0.988225</td>\n",
       "      <td>-0.997789</td>\n",
       "      <td>-0.986699</td>\n",
       "      <td>-0.989296</td>\n",
       "      <td>-0.943395</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.690606</td>\n",
       "      <td>-0.932052</td>\n",
       "      <td>0.131147</td>\n",
       "      <td>-0.346005</td>\n",
       "      <td>-0.349681</td>\n",
       "      <td>0.115075</td>\n",
       "      <td>-0.748948</td>\n",
       "      <td>0.109142</td>\n",
       "      <td>0.199575</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>255</td>\n",
       "      <td>0.229336</td>\n",
       "      <td>-0.022803</td>\n",
       "      <td>-0.176032</td>\n",
       "      <td>-0.932115</td>\n",
       "      <td>-0.782444</td>\n",
       "      <td>-0.746382</td>\n",
       "      <td>-0.932787</td>\n",
       "      <td>-0.815318</td>\n",
       "      <td>-0.760889</td>\n",
       "      <td>-0.922791</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006241</td>\n",
       "      <td>-0.428952</td>\n",
       "      <td>0.453483</td>\n",
       "      <td>0.084557</td>\n",
       "      <td>0.113702</td>\n",
       "      <td>0.672394</td>\n",
       "      <td>-0.596342</td>\n",
       "      <td>-0.110306</td>\n",
       "      <td>-0.173782</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>72</td>\n",
       "      <td>0.277094</td>\n",
       "      <td>-0.015745</td>\n",
       "      <td>-0.100308</td>\n",
       "      <td>-0.991055</td>\n",
       "      <td>-0.980786</td>\n",
       "      <td>-0.985327</td>\n",
       "      <td>-0.993491</td>\n",
       "      <td>-0.981192</td>\n",
       "      <td>-0.985024</td>\n",
       "      <td>-0.931799</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.299470</td>\n",
       "      <td>-0.676746</td>\n",
       "      <td>0.068020</td>\n",
       "      <td>0.452653</td>\n",
       "      <td>0.380757</td>\n",
       "      <td>0.358182</td>\n",
       "      <td>-0.936770</td>\n",
       "      <td>0.124529</td>\n",
       "      <td>0.055129</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>300</td>\n",
       "      <td>0.307327</td>\n",
       "      <td>-0.012284</td>\n",
       "      <td>-0.119300</td>\n",
       "      <td>-0.970877</td>\n",
       "      <td>-0.949940</td>\n",
       "      <td>-0.959691</td>\n",
       "      <td>-0.973654</td>\n",
       "      <td>-0.954805</td>\n",
       "      <td>-0.961721</td>\n",
       "      <td>-0.889426</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.192163</td>\n",
       "      <td>-0.554340</td>\n",
       "      <td>-0.010599</td>\n",
       "      <td>-0.106235</td>\n",
       "      <td>0.587239</td>\n",
       "      <td>-0.825963</td>\n",
       "      <td>0.361237</td>\n",
       "      <td>-0.366991</td>\n",
       "      <td>-0.607540</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>500</td>\n",
       "      <td>0.273276</td>\n",
       "      <td>-0.015712</td>\n",
       "      <td>-0.106581</td>\n",
       "      <td>-0.976944</td>\n",
       "      <td>-0.955264</td>\n",
       "      <td>-0.961121</td>\n",
       "      <td>-0.978887</td>\n",
       "      <td>-0.956944</td>\n",
       "      <td>-0.965067</td>\n",
       "      <td>-0.898042</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.561724</td>\n",
       "      <td>-0.896145</td>\n",
       "      <td>-0.410793</td>\n",
       "      <td>-0.216618</td>\n",
       "      <td>0.033504</td>\n",
       "      <td>0.901583</td>\n",
       "      <td>0.453373</td>\n",
       "      <td>-0.707387</td>\n",
       "      <td>-0.273063</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>491</td>\n",
       "      <td>-0.466440</td>\n",
       "      <td>-0.618098</td>\n",
       "      <td>0.948795</td>\n",
       "      <td>-0.789764</td>\n",
       "      <td>-0.057348</td>\n",
       "      <td>-0.352774</td>\n",
       "      <td>-0.803030</td>\n",
       "      <td>0.063835</td>\n",
       "      <td>-0.302126</td>\n",
       "      <td>-0.953206</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.399706</td>\n",
       "      <td>-0.728500</td>\n",
       "      <td>0.166498</td>\n",
       "      <td>0.611890</td>\n",
       "      <td>-0.002655</td>\n",
       "      <td>-0.018370</td>\n",
       "      <td>0.694861</td>\n",
       "      <td>-0.692058</td>\n",
       "      <td>-0.297937</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>572 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "794           0.294400          -0.002797          -0.055839   \n",
       "569           0.206489          -0.041815          -0.100073   \n",
       "148           0.298077           0.022145          -0.092031   \n",
       "68            0.291895           0.001381          -0.131790   \n",
       "62            0.276472          -0.014828          -0.108358   \n",
       "..                 ...                ...                ...   \n",
       "255           0.229336          -0.022803          -0.176032   \n",
       "72            0.277094          -0.015745          -0.100308   \n",
       "300           0.307327          -0.012284          -0.119300   \n",
       "500           0.273276          -0.015712          -0.106581   \n",
       "491          -0.466440          -0.618098           0.948795   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "794         -0.432460         -0.231223         -0.193114         -0.491268   \n",
       "569         -0.346680         -0.166435         -0.459004         -0.371154   \n",
       "148         -0.404397         -0.149856         -0.276738         -0.447054   \n",
       "68          -0.966206         -0.675662         -0.793520         -0.977282   \n",
       "62          -0.997465         -0.987806         -0.988225         -0.997789   \n",
       "..                ...               ...               ...               ...   \n",
       "255         -0.932115         -0.782444         -0.746382         -0.932787   \n",
       "72          -0.991055         -0.980786         -0.985327         -0.993491   \n",
       "300         -0.970877         -0.949940         -0.959691         -0.973654   \n",
       "500         -0.976944         -0.955264         -0.961121         -0.978887   \n",
       "491         -0.789764         -0.057348         -0.352774         -0.803030   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "794         -0.274164         -0.101298         -0.156835  ...   \n",
       "569         -0.210069         -0.509292         -0.283244  ...   \n",
       "148         -0.133753         -0.279550         -0.258712  ...   \n",
       "68          -0.714864         -0.770354         -0.849849  ...   \n",
       "62          -0.986699         -0.989296         -0.943395  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "255         -0.815318         -0.760889         -0.922791  ...   \n",
       "72          -0.981192         -0.985024         -0.931799  ...   \n",
       "300         -0.954805         -0.961721         -0.889426  ...   \n",
       "500         -0.956944         -0.965067         -0.898042  ...   \n",
       "491          0.063835         -0.302126         -0.953206  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "794                        -0.647681                        -0.937790   \n",
       "569                        -0.091161                        -0.459050   \n",
       "148                        -0.129531                        -0.572961   \n",
       "68                          0.173428                        -0.091940   \n",
       "62                         -0.690606                        -0.932052   \n",
       "..                               ...                              ...   \n",
       "255                         0.006241                        -0.428952   \n",
       "72                         -0.299470                        -0.676746   \n",
       "300                        -0.192163                        -0.554340   \n",
       "500                        -0.561724                        -0.896145   \n",
       "491                        -0.399706                        -0.728500   \n",
       "\n",
       "     angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "794                    -0.035312                             -0.665772   \n",
       "569                     0.453630                              0.182379   \n",
       "148                     0.135324                             -0.256074   \n",
       "68                     -0.127011                              0.177020   \n",
       "62                      0.131147                             -0.346005   \n",
       "..                           ...                                   ...   \n",
       "255                     0.453483                              0.084557   \n",
       "72                      0.068020                              0.452653   \n",
       "300                    -0.010599                             -0.106235   \n",
       "500                    -0.410793                             -0.216618   \n",
       "491                     0.166498                              0.611890   \n",
       "\n",
       "     angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "794                          0.512434                              0.905451   \n",
       "569                          0.890205                              0.301276   \n",
       "148                         -0.400072                              0.865773   \n",
       "68                          -0.378391                              0.497893   \n",
       "62                          -0.349681                              0.115075   \n",
       "..                                ...                                   ...   \n",
       "255                          0.113702                              0.672394   \n",
       "72                           0.380757                              0.358182   \n",
       "300                          0.587239                             -0.825963   \n",
       "500                          0.033504                              0.901583   \n",
       "491                         -0.002655                             -0.018370   \n",
       "\n",
       "     angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  subject  \n",
       "794             -0.771310              0.255145              0.036445        1  \n",
       "569             -0.676845              0.116428             -0.215166        1  \n",
       "148             -0.576933              0.338641              0.183935        0  \n",
       "68              -0.926637              0.140857              0.046973        0  \n",
       "62              -0.748948              0.109142              0.199575        0  \n",
       "..                    ...                   ...                   ...      ...  \n",
       "255             -0.596342             -0.110306             -0.173782        0  \n",
       "72              -0.936770              0.124529              0.055129        0  \n",
       "300              0.361237             -0.366991             -0.607540        0  \n",
       "500              0.453373             -0.707387             -0.273063        1  \n",
       "491              0.694861             -0.692058             -0.297937        1  \n",
       "\n",
       "[572 rows x 562 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "      <th>subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>475</td>\n",
       "      <td>0.276829</td>\n",
       "      <td>-0.016250</td>\n",
       "      <td>-0.108938</td>\n",
       "      <td>-0.995769</td>\n",
       "      <td>-0.992582</td>\n",
       "      <td>-0.990050</td>\n",
       "      <td>-0.995969</td>\n",
       "      <td>-0.992393</td>\n",
       "      <td>-0.990414</td>\n",
       "      <td>-0.941196</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.844126</td>\n",
       "      <td>-0.956872</td>\n",
       "      <td>0.113658</td>\n",
       "      <td>-0.332744</td>\n",
       "      <td>-0.337119</td>\n",
       "      <td>0.107037</td>\n",
       "      <td>-0.663381</td>\n",
       "      <td>-0.064368</td>\n",
       "      <td>-0.156416</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>476</td>\n",
       "      <td>0.279363</td>\n",
       "      <td>-0.015436</td>\n",
       "      <td>-0.110706</td>\n",
       "      <td>-0.995078</td>\n",
       "      <td>-0.993078</td>\n",
       "      <td>-0.989486</td>\n",
       "      <td>-0.995140</td>\n",
       "      <td>-0.992535</td>\n",
       "      <td>-0.990185</td>\n",
       "      <td>-0.939676</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.678373</td>\n",
       "      <td>-0.898720</td>\n",
       "      <td>-0.183069</td>\n",
       "      <td>0.096554</td>\n",
       "      <td>0.096334</td>\n",
       "      <td>-0.530200</td>\n",
       "      <td>-0.663047</td>\n",
       "      <td>-0.064710</td>\n",
       "      <td>-0.156396</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>92</td>\n",
       "      <td>0.071000</td>\n",
       "      <td>-0.042099</td>\n",
       "      <td>0.082334</td>\n",
       "      <td>-0.775746</td>\n",
       "      <td>-0.664045</td>\n",
       "      <td>-0.250467</td>\n",
       "      <td>-0.800160</td>\n",
       "      <td>-0.703502</td>\n",
       "      <td>-0.234938</td>\n",
       "      <td>-0.906879</td>\n",
       "      <td>...</td>\n",
       "      <td>0.383306</td>\n",
       "      <td>0.077256</td>\n",
       "      <td>-0.148297</td>\n",
       "      <td>0.389224</td>\n",
       "      <td>0.240775</td>\n",
       "      <td>-0.106188</td>\n",
       "      <td>0.248828</td>\n",
       "      <td>-0.424715</td>\n",
       "      <td>-0.504930</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>270</td>\n",
       "      <td>0.275991</td>\n",
       "      <td>-0.014417</td>\n",
       "      <td>-0.109283</td>\n",
       "      <td>-0.995989</td>\n",
       "      <td>-0.985335</td>\n",
       "      <td>-0.987267</td>\n",
       "      <td>-0.996211</td>\n",
       "      <td>-0.985282</td>\n",
       "      <td>-0.988885</td>\n",
       "      <td>-0.942461</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.657951</td>\n",
       "      <td>-0.904596</td>\n",
       "      <td>-0.016744</td>\n",
       "      <td>-0.813587</td>\n",
       "      <td>0.127138</td>\n",
       "      <td>-0.373180</td>\n",
       "      <td>-0.617749</td>\n",
       "      <td>-0.116852</td>\n",
       "      <td>-0.142238</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>550</td>\n",
       "      <td>0.271285</td>\n",
       "      <td>-0.018346</td>\n",
       "      <td>-0.112656</td>\n",
       "      <td>-0.229048</td>\n",
       "      <td>-0.222435</td>\n",
       "      <td>-0.390436</td>\n",
       "      <td>-0.268972</td>\n",
       "      <td>-0.275330</td>\n",
       "      <td>-0.407761</td>\n",
       "      <td>-0.036816</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.456459</td>\n",
       "      <td>-0.767129</td>\n",
       "      <td>0.610956</td>\n",
       "      <td>-0.463163</td>\n",
       "      <td>0.937640</td>\n",
       "      <td>0.675416</td>\n",
       "      <td>-0.688554</td>\n",
       "      <td>0.120845</td>\n",
       "      <td>-0.206225</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>718</td>\n",
       "      <td>0.270059</td>\n",
       "      <td>0.022795</td>\n",
       "      <td>-0.175338</td>\n",
       "      <td>-0.979931</td>\n",
       "      <td>-0.799426</td>\n",
       "      <td>-0.799067</td>\n",
       "      <td>-0.980888</td>\n",
       "      <td>-0.776258</td>\n",
       "      <td>-0.771053</td>\n",
       "      <td>-0.925065</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.372119</td>\n",
       "      <td>-0.732608</td>\n",
       "      <td>-0.015043</td>\n",
       "      <td>-0.012570</td>\n",
       "      <td>-0.054725</td>\n",
       "      <td>0.288998</td>\n",
       "      <td>0.601968</td>\n",
       "      <td>-0.496835</td>\n",
       "      <td>-0.510385</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>664</td>\n",
       "      <td>0.278450</td>\n",
       "      <td>-0.013940</td>\n",
       "      <td>-0.096580</td>\n",
       "      <td>-0.997020</td>\n",
       "      <td>-0.982991</td>\n",
       "      <td>-0.983336</td>\n",
       "      <td>-0.997452</td>\n",
       "      <td>-0.982259</td>\n",
       "      <td>-0.982983</td>\n",
       "      <td>-0.939127</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.686211</td>\n",
       "      <td>-0.908255</td>\n",
       "      <td>-0.039848</td>\n",
       "      <td>-0.004264</td>\n",
       "      <td>-0.364855</td>\n",
       "      <td>-0.614983</td>\n",
       "      <td>-0.931787</td>\n",
       "      <td>0.047182</td>\n",
       "      <td>0.016619</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>561</td>\n",
       "      <td>0.294790</td>\n",
       "      <td>-0.000700</td>\n",
       "      <td>-0.124621</td>\n",
       "      <td>-0.324596</td>\n",
       "      <td>-0.156138</td>\n",
       "      <td>-0.485698</td>\n",
       "      <td>-0.365843</td>\n",
       "      <td>-0.146645</td>\n",
       "      <td>-0.527055</td>\n",
       "      <td>-0.345603</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.525751</td>\n",
       "      <td>-0.843349</td>\n",
       "      <td>-0.067837</td>\n",
       "      <td>-0.570482</td>\n",
       "      <td>-0.726547</td>\n",
       "      <td>-0.665498</td>\n",
       "      <td>-0.677285</td>\n",
       "      <td>0.132923</td>\n",
       "      <td>-0.212512</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>431</td>\n",
       "      <td>0.286141</td>\n",
       "      <td>-0.014982</td>\n",
       "      <td>-0.118960</td>\n",
       "      <td>-0.991678</td>\n",
       "      <td>-0.953020</td>\n",
       "      <td>-0.986963</td>\n",
       "      <td>-0.993091</td>\n",
       "      <td>-0.961875</td>\n",
       "      <td>-0.987750</td>\n",
       "      <td>-0.935914</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153969</td>\n",
       "      <td>-0.151862</td>\n",
       "      <td>-0.051876</td>\n",
       "      <td>-0.315391</td>\n",
       "      <td>0.656134</td>\n",
       "      <td>-0.413701</td>\n",
       "      <td>-0.642503</td>\n",
       "      <td>0.171509</td>\n",
       "      <td>-0.227713</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>736</td>\n",
       "      <td>0.279181</td>\n",
       "      <td>0.008722</td>\n",
       "      <td>-0.114867</td>\n",
       "      <td>-0.614994</td>\n",
       "      <td>-0.180506</td>\n",
       "      <td>-0.432235</td>\n",
       "      <td>-0.643494</td>\n",
       "      <td>-0.203020</td>\n",
       "      <td>-0.445592</td>\n",
       "      <td>-0.537953</td>\n",
       "      <td>...</td>\n",
       "      <td>0.299074</td>\n",
       "      <td>0.033119</td>\n",
       "      <td>0.086281</td>\n",
       "      <td>-0.347591</td>\n",
       "      <td>0.834183</td>\n",
       "      <td>0.548861</td>\n",
       "      <td>-0.843155</td>\n",
       "      <td>0.193573</td>\n",
       "      <td>-0.035864</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>245 rows × 562 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "475           0.276829          -0.016250          -0.108938   \n",
       "476           0.279363          -0.015436          -0.110706   \n",
       "92            0.071000          -0.042099           0.082334   \n",
       "270           0.275991          -0.014417          -0.109283   \n",
       "550           0.271285          -0.018346          -0.112656   \n",
       "..                 ...                ...                ...   \n",
       "718           0.270059           0.022795          -0.175338   \n",
       "664           0.278450          -0.013940          -0.096580   \n",
       "561           0.294790          -0.000700          -0.124621   \n",
       "431           0.286141          -0.014982          -0.118960   \n",
       "736           0.279181           0.008722          -0.114867   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "475         -0.995769         -0.992582         -0.990050         -0.995969   \n",
       "476         -0.995078         -0.993078         -0.989486         -0.995140   \n",
       "92          -0.775746         -0.664045         -0.250467         -0.800160   \n",
       "270         -0.995989         -0.985335         -0.987267         -0.996211   \n",
       "550         -0.229048         -0.222435         -0.390436         -0.268972   \n",
       "..                ...               ...               ...               ...   \n",
       "718         -0.979931         -0.799426         -0.799067         -0.980888   \n",
       "664         -0.997020         -0.982991         -0.983336         -0.997452   \n",
       "561         -0.324596         -0.156138         -0.485698         -0.365843   \n",
       "431         -0.991678         -0.953020         -0.986963         -0.993091   \n",
       "736         -0.614994         -0.180506         -0.432235         -0.643494   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "475         -0.992393         -0.990414         -0.941196  ...   \n",
       "476         -0.992535         -0.990185         -0.939676  ...   \n",
       "92          -0.703502         -0.234938         -0.906879  ...   \n",
       "270         -0.985282         -0.988885         -0.942461  ...   \n",
       "550         -0.275330         -0.407761         -0.036816  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "718         -0.776258         -0.771053         -0.925065  ...   \n",
       "664         -0.982259         -0.982983         -0.939127  ...   \n",
       "561         -0.146645         -0.527055         -0.345603  ...   \n",
       "431         -0.961875         -0.987750         -0.935914  ...   \n",
       "736         -0.203020         -0.445592         -0.537953  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-skewness()  fBodyBodyGyroJerkMag-kurtosis()  \\\n",
       "475                        -0.844126                        -0.956872   \n",
       "476                        -0.678373                        -0.898720   \n",
       "92                          0.383306                         0.077256   \n",
       "270                        -0.657951                        -0.904596   \n",
       "550                        -0.456459                        -0.767129   \n",
       "..                               ...                              ...   \n",
       "718                        -0.372119                        -0.732608   \n",
       "664                        -0.686211                        -0.908255   \n",
       "561                        -0.525751                        -0.843349   \n",
       "431                         0.153969                        -0.151862   \n",
       "736                         0.299074                         0.033119   \n",
       "\n",
       "     angle(tBodyAccMean,gravity)  angle(tBodyAccJerkMean),gravityMean)  \\\n",
       "475                     0.113658                             -0.332744   \n",
       "476                    -0.183069                              0.096554   \n",
       "92                     -0.148297                              0.389224   \n",
       "270                    -0.016744                             -0.813587   \n",
       "550                     0.610956                             -0.463163   \n",
       "..                           ...                                   ...   \n",
       "718                    -0.015043                             -0.012570   \n",
       "664                    -0.039848                             -0.004264   \n",
       "561                    -0.067837                             -0.570482   \n",
       "431                    -0.051876                             -0.315391   \n",
       "736                     0.086281                             -0.347591   \n",
       "\n",
       "     angle(tBodyGyroMean,gravityMean)  angle(tBodyGyroJerkMean,gravityMean)  \\\n",
       "475                         -0.337119                              0.107037   \n",
       "476                          0.096334                             -0.530200   \n",
       "92                           0.240775                             -0.106188   \n",
       "270                          0.127138                             -0.373180   \n",
       "550                          0.937640                              0.675416   \n",
       "..                                ...                                   ...   \n",
       "718                         -0.054725                              0.288998   \n",
       "664                         -0.364855                             -0.614983   \n",
       "561                         -0.726547                             -0.665498   \n",
       "431                          0.656134                             -0.413701   \n",
       "736                          0.834183                              0.548861   \n",
       "\n",
       "     angle(X,gravityMean)  angle(Y,gravityMean)  angle(Z,gravityMean)  subject  \n",
       "475             -0.663381             -0.064368             -0.156416        1  \n",
       "476             -0.663047             -0.064710             -0.156396        1  \n",
       "92               0.248828             -0.424715             -0.504930        0  \n",
       "270             -0.617749             -0.116852             -0.142238        0  \n",
       "550             -0.688554              0.120845             -0.206225        1  \n",
       "..                    ...                   ...                   ...      ...  \n",
       "718              0.601968             -0.496835             -0.510385        1  \n",
       "664             -0.931787              0.047182              0.016619        1  \n",
       "561             -0.677285              0.132923             -0.212512        1  \n",
       "431             -0.642503              0.171509             -0.227713        1  \n",
       "736             -0.843155              0.193573             -0.035864        1  \n",
       "\n",
       "[245 rows x 562 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train=train.iloc[:,:-1]\n",
    "y_train=train.iloc[:,-1]\n",
    "\n",
    "X_test=test.iloc[:,:-1]\n",
    "y_test=test.iloc[:,-1]\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-meanFreq()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>794</td>\n",
       "      <td>0.294400</td>\n",
       "      <td>-0.002797</td>\n",
       "      <td>-0.055839</td>\n",
       "      <td>-0.432460</td>\n",
       "      <td>-0.231223</td>\n",
       "      <td>-0.193114</td>\n",
       "      <td>-0.491268</td>\n",
       "      <td>-0.274164</td>\n",
       "      <td>-0.101298</td>\n",
       "      <td>-0.156835</td>\n",
       "      <td>...</td>\n",
       "      <td>0.113706</td>\n",
       "      <td>-0.647681</td>\n",
       "      <td>-0.937790</td>\n",
       "      <td>-0.035312</td>\n",
       "      <td>-0.665772</td>\n",
       "      <td>0.512434</td>\n",
       "      <td>0.905451</td>\n",
       "      <td>-0.771310</td>\n",
       "      <td>0.255145</td>\n",
       "      <td>0.036445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>569</td>\n",
       "      <td>0.206489</td>\n",
       "      <td>-0.041815</td>\n",
       "      <td>-0.100073</td>\n",
       "      <td>-0.346680</td>\n",
       "      <td>-0.166435</td>\n",
       "      <td>-0.459004</td>\n",
       "      <td>-0.371154</td>\n",
       "      <td>-0.210069</td>\n",
       "      <td>-0.509292</td>\n",
       "      <td>-0.283244</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.073566</td>\n",
       "      <td>-0.091161</td>\n",
       "      <td>-0.459050</td>\n",
       "      <td>0.453630</td>\n",
       "      <td>0.182379</td>\n",
       "      <td>0.890205</td>\n",
       "      <td>0.301276</td>\n",
       "      <td>-0.676845</td>\n",
       "      <td>0.116428</td>\n",
       "      <td>-0.215166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>148</td>\n",
       "      <td>0.298077</td>\n",
       "      <td>0.022145</td>\n",
       "      <td>-0.092031</td>\n",
       "      <td>-0.404397</td>\n",
       "      <td>-0.149856</td>\n",
       "      <td>-0.276738</td>\n",
       "      <td>-0.447054</td>\n",
       "      <td>-0.133753</td>\n",
       "      <td>-0.279550</td>\n",
       "      <td>-0.258712</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.164896</td>\n",
       "      <td>-0.129531</td>\n",
       "      <td>-0.572961</td>\n",
       "      <td>0.135324</td>\n",
       "      <td>-0.256074</td>\n",
       "      <td>-0.400072</td>\n",
       "      <td>0.865773</td>\n",
       "      <td>-0.576933</td>\n",
       "      <td>0.338641</td>\n",
       "      <td>0.183935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>68</td>\n",
       "      <td>0.291895</td>\n",
       "      <td>0.001381</td>\n",
       "      <td>-0.131790</td>\n",
       "      <td>-0.966206</td>\n",
       "      <td>-0.675662</td>\n",
       "      <td>-0.793520</td>\n",
       "      <td>-0.977282</td>\n",
       "      <td>-0.714864</td>\n",
       "      <td>-0.770354</td>\n",
       "      <td>-0.849849</td>\n",
       "      <td>...</td>\n",
       "      <td>0.142990</td>\n",
       "      <td>0.173428</td>\n",
       "      <td>-0.091940</td>\n",
       "      <td>-0.127011</td>\n",
       "      <td>0.177020</td>\n",
       "      <td>-0.378391</td>\n",
       "      <td>0.497893</td>\n",
       "      <td>-0.926637</td>\n",
       "      <td>0.140857</td>\n",
       "      <td>0.046973</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>62</td>\n",
       "      <td>0.276472</td>\n",
       "      <td>-0.014828</td>\n",
       "      <td>-0.108358</td>\n",
       "      <td>-0.997465</td>\n",
       "      <td>-0.987806</td>\n",
       "      <td>-0.988225</td>\n",
       "      <td>-0.997789</td>\n",
       "      <td>-0.986699</td>\n",
       "      <td>-0.989296</td>\n",
       "      <td>-0.943395</td>\n",
       "      <td>...</td>\n",
       "      <td>0.476182</td>\n",
       "      <td>-0.690606</td>\n",
       "      <td>-0.932052</td>\n",
       "      <td>0.131147</td>\n",
       "      <td>-0.346005</td>\n",
       "      <td>-0.349681</td>\n",
       "      <td>0.115075</td>\n",
       "      <td>-0.748948</td>\n",
       "      <td>0.109142</td>\n",
       "      <td>0.199575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>255</td>\n",
       "      <td>0.229336</td>\n",
       "      <td>-0.022803</td>\n",
       "      <td>-0.176032</td>\n",
       "      <td>-0.932115</td>\n",
       "      <td>-0.782444</td>\n",
       "      <td>-0.746382</td>\n",
       "      <td>-0.932787</td>\n",
       "      <td>-0.815318</td>\n",
       "      <td>-0.760889</td>\n",
       "      <td>-0.922791</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.011456</td>\n",
       "      <td>0.006241</td>\n",
       "      <td>-0.428952</td>\n",
       "      <td>0.453483</td>\n",
       "      <td>0.084557</td>\n",
       "      <td>0.113702</td>\n",
       "      <td>0.672394</td>\n",
       "      <td>-0.596342</td>\n",
       "      <td>-0.110306</td>\n",
       "      <td>-0.173782</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>72</td>\n",
       "      <td>0.277094</td>\n",
       "      <td>-0.015745</td>\n",
       "      <td>-0.100308</td>\n",
       "      <td>-0.991055</td>\n",
       "      <td>-0.980786</td>\n",
       "      <td>-0.985327</td>\n",
       "      <td>-0.993491</td>\n",
       "      <td>-0.981192</td>\n",
       "      <td>-0.985024</td>\n",
       "      <td>-0.931799</td>\n",
       "      <td>...</td>\n",
       "      <td>0.202650</td>\n",
       "      <td>-0.299470</td>\n",
       "      <td>-0.676746</td>\n",
       "      <td>0.068020</td>\n",
       "      <td>0.452653</td>\n",
       "      <td>0.380757</td>\n",
       "      <td>0.358182</td>\n",
       "      <td>-0.936770</td>\n",
       "      <td>0.124529</td>\n",
       "      <td>0.055129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>300</td>\n",
       "      <td>0.307327</td>\n",
       "      <td>-0.012284</td>\n",
       "      <td>-0.119300</td>\n",
       "      <td>-0.970877</td>\n",
       "      <td>-0.949940</td>\n",
       "      <td>-0.959691</td>\n",
       "      <td>-0.973654</td>\n",
       "      <td>-0.954805</td>\n",
       "      <td>-0.961721</td>\n",
       "      <td>-0.889426</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024690</td>\n",
       "      <td>-0.192163</td>\n",
       "      <td>-0.554340</td>\n",
       "      <td>-0.010599</td>\n",
       "      <td>-0.106235</td>\n",
       "      <td>0.587239</td>\n",
       "      <td>-0.825963</td>\n",
       "      <td>0.361237</td>\n",
       "      <td>-0.366991</td>\n",
       "      <td>-0.607540</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>500</td>\n",
       "      <td>0.273276</td>\n",
       "      <td>-0.015712</td>\n",
       "      <td>-0.106581</td>\n",
       "      <td>-0.976944</td>\n",
       "      <td>-0.955264</td>\n",
       "      <td>-0.961121</td>\n",
       "      <td>-0.978887</td>\n",
       "      <td>-0.956944</td>\n",
       "      <td>-0.965067</td>\n",
       "      <td>-0.898042</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.283272</td>\n",
       "      <td>-0.561724</td>\n",
       "      <td>-0.896145</td>\n",
       "      <td>-0.410793</td>\n",
       "      <td>-0.216618</td>\n",
       "      <td>0.033504</td>\n",
       "      <td>0.901583</td>\n",
       "      <td>0.453373</td>\n",
       "      <td>-0.707387</td>\n",
       "      <td>-0.273063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>491</td>\n",
       "      <td>-0.466440</td>\n",
       "      <td>-0.618098</td>\n",
       "      <td>0.948795</td>\n",
       "      <td>-0.789764</td>\n",
       "      <td>-0.057348</td>\n",
       "      <td>-0.352774</td>\n",
       "      <td>-0.803030</td>\n",
       "      <td>0.063835</td>\n",
       "      <td>-0.302126</td>\n",
       "      <td>-0.953206</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008963</td>\n",
       "      <td>-0.399706</td>\n",
       "      <td>-0.728500</td>\n",
       "      <td>0.166498</td>\n",
       "      <td>0.611890</td>\n",
       "      <td>-0.002655</td>\n",
       "      <td>-0.018370</td>\n",
       "      <td>0.694861</td>\n",
       "      <td>-0.692058</td>\n",
       "      <td>-0.297937</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>572 rows × 561 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "794           0.294400          -0.002797          -0.055839   \n",
       "569           0.206489          -0.041815          -0.100073   \n",
       "148           0.298077           0.022145          -0.092031   \n",
       "68            0.291895           0.001381          -0.131790   \n",
       "62            0.276472          -0.014828          -0.108358   \n",
       "..                 ...                ...                ...   \n",
       "255           0.229336          -0.022803          -0.176032   \n",
       "72            0.277094          -0.015745          -0.100308   \n",
       "300           0.307327          -0.012284          -0.119300   \n",
       "500           0.273276          -0.015712          -0.106581   \n",
       "491          -0.466440          -0.618098           0.948795   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "794         -0.432460         -0.231223         -0.193114         -0.491268   \n",
       "569         -0.346680         -0.166435         -0.459004         -0.371154   \n",
       "148         -0.404397         -0.149856         -0.276738         -0.447054   \n",
       "68          -0.966206         -0.675662         -0.793520         -0.977282   \n",
       "62          -0.997465         -0.987806         -0.988225         -0.997789   \n",
       "..                ...               ...               ...               ...   \n",
       "255         -0.932115         -0.782444         -0.746382         -0.932787   \n",
       "72          -0.991055         -0.980786         -0.985327         -0.993491   \n",
       "300         -0.970877         -0.949940         -0.959691         -0.973654   \n",
       "500         -0.976944         -0.955264         -0.961121         -0.978887   \n",
       "491         -0.789764         -0.057348         -0.352774         -0.803030   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "794         -0.274164         -0.101298         -0.156835  ...   \n",
       "569         -0.210069         -0.509292         -0.283244  ...   \n",
       "148         -0.133753         -0.279550         -0.258712  ...   \n",
       "68          -0.714864         -0.770354         -0.849849  ...   \n",
       "62          -0.986699         -0.989296         -0.943395  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "255         -0.815318         -0.760889         -0.922791  ...   \n",
       "72          -0.981192         -0.985024         -0.931799  ...   \n",
       "300         -0.954805         -0.961721         -0.889426  ...   \n",
       "500         -0.956944         -0.965067         -0.898042  ...   \n",
       "491          0.063835         -0.302126         -0.953206  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-meanFreq()  fBodyBodyGyroJerkMag-skewness()  \\\n",
       "794                         0.113706                        -0.647681   \n",
       "569                        -0.073566                        -0.091161   \n",
       "148                        -0.164896                        -0.129531   \n",
       "68                          0.142990                         0.173428   \n",
       "62                          0.476182                        -0.690606   \n",
       "..                               ...                              ...   \n",
       "255                        -0.011456                         0.006241   \n",
       "72                          0.202650                        -0.299470   \n",
       "300                         0.024690                        -0.192163   \n",
       "500                        -0.283272                        -0.561724   \n",
       "491                         0.008963                        -0.399706   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-kurtosis()  angle(tBodyAccMean,gravity)  \\\n",
       "794                        -0.937790                    -0.035312   \n",
       "569                        -0.459050                     0.453630   \n",
       "148                        -0.572961                     0.135324   \n",
       "68                         -0.091940                    -0.127011   \n",
       "62                         -0.932052                     0.131147   \n",
       "..                               ...                          ...   \n",
       "255                        -0.428952                     0.453483   \n",
       "72                         -0.676746                     0.068020   \n",
       "300                        -0.554340                    -0.010599   \n",
       "500                        -0.896145                    -0.410793   \n",
       "491                        -0.728500                     0.166498   \n",
       "\n",
       "     angle(tBodyAccJerkMean),gravityMean)  angle(tBodyGyroMean,gravityMean)  \\\n",
       "794                             -0.665772                          0.512434   \n",
       "569                              0.182379                          0.890205   \n",
       "148                             -0.256074                         -0.400072   \n",
       "68                               0.177020                         -0.378391   \n",
       "62                              -0.346005                         -0.349681   \n",
       "..                                    ...                               ...   \n",
       "255                              0.084557                          0.113702   \n",
       "72                               0.452653                          0.380757   \n",
       "300                             -0.106235                          0.587239   \n",
       "500                             -0.216618                          0.033504   \n",
       "491                              0.611890                         -0.002655   \n",
       "\n",
       "     angle(tBodyGyroJerkMean,gravityMean)  angle(X,gravityMean)  \\\n",
       "794                              0.905451             -0.771310   \n",
       "569                              0.301276             -0.676845   \n",
       "148                              0.865773             -0.576933   \n",
       "68                               0.497893             -0.926637   \n",
       "62                               0.115075             -0.748948   \n",
       "..                                    ...                   ...   \n",
       "255                              0.672394             -0.596342   \n",
       "72                               0.358182             -0.936770   \n",
       "300                             -0.825963              0.361237   \n",
       "500                              0.901583              0.453373   \n",
       "491                             -0.018370              0.694861   \n",
       "\n",
       "     angle(Y,gravityMean)  angle(Z,gravityMean)  \n",
       "794              0.255145              0.036445  \n",
       "569              0.116428             -0.215166  \n",
       "148              0.338641              0.183935  \n",
       "68               0.140857              0.046973  \n",
       "62               0.109142              0.199575  \n",
       "..                    ...                   ...  \n",
       "255             -0.110306             -0.173782  \n",
       "72               0.124529              0.055129  \n",
       "300             -0.366991             -0.607540  \n",
       "500             -0.707387             -0.273063  \n",
       "491             -0.692058             -0.297937  \n",
       "\n",
       "[572 rows x 561 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "794    1\n",
       "569    1\n",
       "148    0\n",
       "68     0\n",
       "62     0\n",
       "      ..\n",
       "255    0\n",
       "72     0\n",
       "300    0\n",
       "500    1\n",
       "491    1\n",
       "Name: subject, Length: 572, dtype: int64"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tBodyAcc-mean()-X</th>\n",
       "      <th>tBodyAcc-mean()-Y</th>\n",
       "      <th>tBodyAcc-mean()-Z</th>\n",
       "      <th>tBodyAcc-std()-X</th>\n",
       "      <th>tBodyAcc-std()-Y</th>\n",
       "      <th>tBodyAcc-std()-Z</th>\n",
       "      <th>tBodyAcc-mad()-X</th>\n",
       "      <th>tBodyAcc-mad()-Y</th>\n",
       "      <th>tBodyAcc-mad()-Z</th>\n",
       "      <th>tBodyAcc-max()-X</th>\n",
       "      <th>...</th>\n",
       "      <th>fBodyBodyGyroJerkMag-meanFreq()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-skewness()</th>\n",
       "      <th>fBodyBodyGyroJerkMag-kurtosis()</th>\n",
       "      <th>angle(tBodyAccMean,gravity)</th>\n",
       "      <th>angle(tBodyAccJerkMean),gravityMean)</th>\n",
       "      <th>angle(tBodyGyroMean,gravityMean)</th>\n",
       "      <th>angle(tBodyGyroJerkMean,gravityMean)</th>\n",
       "      <th>angle(X,gravityMean)</th>\n",
       "      <th>angle(Y,gravityMean)</th>\n",
       "      <th>angle(Z,gravityMean)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>475</td>\n",
       "      <td>0.276829</td>\n",
       "      <td>-0.016250</td>\n",
       "      <td>-0.108938</td>\n",
       "      <td>-0.995769</td>\n",
       "      <td>-0.992582</td>\n",
       "      <td>-0.990050</td>\n",
       "      <td>-0.995969</td>\n",
       "      <td>-0.992393</td>\n",
       "      <td>-0.990414</td>\n",
       "      <td>-0.941196</td>\n",
       "      <td>...</td>\n",
       "      <td>0.536553</td>\n",
       "      <td>-0.844126</td>\n",
       "      <td>-0.956872</td>\n",
       "      <td>0.113658</td>\n",
       "      <td>-0.332744</td>\n",
       "      <td>-0.337119</td>\n",
       "      <td>0.107037</td>\n",
       "      <td>-0.663381</td>\n",
       "      <td>-0.064368</td>\n",
       "      <td>-0.156416</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>476</td>\n",
       "      <td>0.279363</td>\n",
       "      <td>-0.015436</td>\n",
       "      <td>-0.110706</td>\n",
       "      <td>-0.995078</td>\n",
       "      <td>-0.993078</td>\n",
       "      <td>-0.989486</td>\n",
       "      <td>-0.995140</td>\n",
       "      <td>-0.992535</td>\n",
       "      <td>-0.990185</td>\n",
       "      <td>-0.939676</td>\n",
       "      <td>...</td>\n",
       "      <td>0.549816</td>\n",
       "      <td>-0.678373</td>\n",
       "      <td>-0.898720</td>\n",
       "      <td>-0.183069</td>\n",
       "      <td>0.096554</td>\n",
       "      <td>0.096334</td>\n",
       "      <td>-0.530200</td>\n",
       "      <td>-0.663047</td>\n",
       "      <td>-0.064710</td>\n",
       "      <td>-0.156396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>92</td>\n",
       "      <td>0.071000</td>\n",
       "      <td>-0.042099</td>\n",
       "      <td>0.082334</td>\n",
       "      <td>-0.775746</td>\n",
       "      <td>-0.664045</td>\n",
       "      <td>-0.250467</td>\n",
       "      <td>-0.800160</td>\n",
       "      <td>-0.703502</td>\n",
       "      <td>-0.234938</td>\n",
       "      <td>-0.906879</td>\n",
       "      <td>...</td>\n",
       "      <td>0.133711</td>\n",
       "      <td>0.383306</td>\n",
       "      <td>0.077256</td>\n",
       "      <td>-0.148297</td>\n",
       "      <td>0.389224</td>\n",
       "      <td>0.240775</td>\n",
       "      <td>-0.106188</td>\n",
       "      <td>0.248828</td>\n",
       "      <td>-0.424715</td>\n",
       "      <td>-0.504930</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>270</td>\n",
       "      <td>0.275991</td>\n",
       "      <td>-0.014417</td>\n",
       "      <td>-0.109283</td>\n",
       "      <td>-0.995989</td>\n",
       "      <td>-0.985335</td>\n",
       "      <td>-0.987267</td>\n",
       "      <td>-0.996211</td>\n",
       "      <td>-0.985282</td>\n",
       "      <td>-0.988885</td>\n",
       "      <td>-0.942461</td>\n",
       "      <td>...</td>\n",
       "      <td>0.240589</td>\n",
       "      <td>-0.657951</td>\n",
       "      <td>-0.904596</td>\n",
       "      <td>-0.016744</td>\n",
       "      <td>-0.813587</td>\n",
       "      <td>0.127138</td>\n",
       "      <td>-0.373180</td>\n",
       "      <td>-0.617749</td>\n",
       "      <td>-0.116852</td>\n",
       "      <td>-0.142238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>550</td>\n",
       "      <td>0.271285</td>\n",
       "      <td>-0.018346</td>\n",
       "      <td>-0.112656</td>\n",
       "      <td>-0.229048</td>\n",
       "      <td>-0.222435</td>\n",
       "      <td>-0.390436</td>\n",
       "      <td>-0.268972</td>\n",
       "      <td>-0.275330</td>\n",
       "      <td>-0.407761</td>\n",
       "      <td>-0.036816</td>\n",
       "      <td>...</td>\n",
       "      <td>0.273615</td>\n",
       "      <td>-0.456459</td>\n",
       "      <td>-0.767129</td>\n",
       "      <td>0.610956</td>\n",
       "      <td>-0.463163</td>\n",
       "      <td>0.937640</td>\n",
       "      <td>0.675416</td>\n",
       "      <td>-0.688554</td>\n",
       "      <td>0.120845</td>\n",
       "      <td>-0.206225</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>718</td>\n",
       "      <td>0.270059</td>\n",
       "      <td>0.022795</td>\n",
       "      <td>-0.175338</td>\n",
       "      <td>-0.979931</td>\n",
       "      <td>-0.799426</td>\n",
       "      <td>-0.799067</td>\n",
       "      <td>-0.980888</td>\n",
       "      <td>-0.776258</td>\n",
       "      <td>-0.771053</td>\n",
       "      <td>-0.925065</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056892</td>\n",
       "      <td>-0.372119</td>\n",
       "      <td>-0.732608</td>\n",
       "      <td>-0.015043</td>\n",
       "      <td>-0.012570</td>\n",
       "      <td>-0.054725</td>\n",
       "      <td>0.288998</td>\n",
       "      <td>0.601968</td>\n",
       "      <td>-0.496835</td>\n",
       "      <td>-0.510385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>664</td>\n",
       "      <td>0.278450</td>\n",
       "      <td>-0.013940</td>\n",
       "      <td>-0.096580</td>\n",
       "      <td>-0.997020</td>\n",
       "      <td>-0.982991</td>\n",
       "      <td>-0.983336</td>\n",
       "      <td>-0.997452</td>\n",
       "      <td>-0.982259</td>\n",
       "      <td>-0.982983</td>\n",
       "      <td>-0.939127</td>\n",
       "      <td>...</td>\n",
       "      <td>0.486682</td>\n",
       "      <td>-0.686211</td>\n",
       "      <td>-0.908255</td>\n",
       "      <td>-0.039848</td>\n",
       "      <td>-0.004264</td>\n",
       "      <td>-0.364855</td>\n",
       "      <td>-0.614983</td>\n",
       "      <td>-0.931787</td>\n",
       "      <td>0.047182</td>\n",
       "      <td>0.016619</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>561</td>\n",
       "      <td>0.294790</td>\n",
       "      <td>-0.000700</td>\n",
       "      <td>-0.124621</td>\n",
       "      <td>-0.324596</td>\n",
       "      <td>-0.156138</td>\n",
       "      <td>-0.485698</td>\n",
       "      <td>-0.365843</td>\n",
       "      <td>-0.146645</td>\n",
       "      <td>-0.527055</td>\n",
       "      <td>-0.345603</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.047119</td>\n",
       "      <td>-0.525751</td>\n",
       "      <td>-0.843349</td>\n",
       "      <td>-0.067837</td>\n",
       "      <td>-0.570482</td>\n",
       "      <td>-0.726547</td>\n",
       "      <td>-0.665498</td>\n",
       "      <td>-0.677285</td>\n",
       "      <td>0.132923</td>\n",
       "      <td>-0.212512</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>431</td>\n",
       "      <td>0.286141</td>\n",
       "      <td>-0.014982</td>\n",
       "      <td>-0.118960</td>\n",
       "      <td>-0.991678</td>\n",
       "      <td>-0.953020</td>\n",
       "      <td>-0.986963</td>\n",
       "      <td>-0.993091</td>\n",
       "      <td>-0.961875</td>\n",
       "      <td>-0.987750</td>\n",
       "      <td>-0.935914</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.429501</td>\n",
       "      <td>0.153969</td>\n",
       "      <td>-0.151862</td>\n",
       "      <td>-0.051876</td>\n",
       "      <td>-0.315391</td>\n",
       "      <td>0.656134</td>\n",
       "      <td>-0.413701</td>\n",
       "      <td>-0.642503</td>\n",
       "      <td>0.171509</td>\n",
       "      <td>-0.227713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>736</td>\n",
       "      <td>0.279181</td>\n",
       "      <td>0.008722</td>\n",
       "      <td>-0.114867</td>\n",
       "      <td>-0.614994</td>\n",
       "      <td>-0.180506</td>\n",
       "      <td>-0.432235</td>\n",
       "      <td>-0.643494</td>\n",
       "      <td>-0.203020</td>\n",
       "      <td>-0.445592</td>\n",
       "      <td>-0.537953</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.217219</td>\n",
       "      <td>0.299074</td>\n",
       "      <td>0.033119</td>\n",
       "      <td>0.086281</td>\n",
       "      <td>-0.347591</td>\n",
       "      <td>0.834183</td>\n",
       "      <td>0.548861</td>\n",
       "      <td>-0.843155</td>\n",
       "      <td>0.193573</td>\n",
       "      <td>-0.035864</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>245 rows × 561 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     tBodyAcc-mean()-X  tBodyAcc-mean()-Y  tBodyAcc-mean()-Z  \\\n",
       "475           0.276829          -0.016250          -0.108938   \n",
       "476           0.279363          -0.015436          -0.110706   \n",
       "92            0.071000          -0.042099           0.082334   \n",
       "270           0.275991          -0.014417          -0.109283   \n",
       "550           0.271285          -0.018346          -0.112656   \n",
       "..                 ...                ...                ...   \n",
       "718           0.270059           0.022795          -0.175338   \n",
       "664           0.278450          -0.013940          -0.096580   \n",
       "561           0.294790          -0.000700          -0.124621   \n",
       "431           0.286141          -0.014982          -0.118960   \n",
       "736           0.279181           0.008722          -0.114867   \n",
       "\n",
       "     tBodyAcc-std()-X  tBodyAcc-std()-Y  tBodyAcc-std()-Z  tBodyAcc-mad()-X  \\\n",
       "475         -0.995769         -0.992582         -0.990050         -0.995969   \n",
       "476         -0.995078         -0.993078         -0.989486         -0.995140   \n",
       "92          -0.775746         -0.664045         -0.250467         -0.800160   \n",
       "270         -0.995989         -0.985335         -0.987267         -0.996211   \n",
       "550         -0.229048         -0.222435         -0.390436         -0.268972   \n",
       "..                ...               ...               ...               ...   \n",
       "718         -0.979931         -0.799426         -0.799067         -0.980888   \n",
       "664         -0.997020         -0.982991         -0.983336         -0.997452   \n",
       "561         -0.324596         -0.156138         -0.485698         -0.365843   \n",
       "431         -0.991678         -0.953020         -0.986963         -0.993091   \n",
       "736         -0.614994         -0.180506         -0.432235         -0.643494   \n",
       "\n",
       "     tBodyAcc-mad()-Y  tBodyAcc-mad()-Z  tBodyAcc-max()-X  ...  \\\n",
       "475         -0.992393         -0.990414         -0.941196  ...   \n",
       "476         -0.992535         -0.990185         -0.939676  ...   \n",
       "92          -0.703502         -0.234938         -0.906879  ...   \n",
       "270         -0.985282         -0.988885         -0.942461  ...   \n",
       "550         -0.275330         -0.407761         -0.036816  ...   \n",
       "..                ...               ...               ...  ...   \n",
       "718         -0.776258         -0.771053         -0.925065  ...   \n",
       "664         -0.982259         -0.982983         -0.939127  ...   \n",
       "561         -0.146645         -0.527055         -0.345603  ...   \n",
       "431         -0.961875         -0.987750         -0.935914  ...   \n",
       "736         -0.203020         -0.445592         -0.537953  ...   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-meanFreq()  fBodyBodyGyroJerkMag-skewness()  \\\n",
       "475                         0.536553                        -0.844126   \n",
       "476                         0.549816                        -0.678373   \n",
       "92                          0.133711                         0.383306   \n",
       "270                         0.240589                        -0.657951   \n",
       "550                         0.273615                        -0.456459   \n",
       "..                               ...                              ...   \n",
       "718                         0.056892                        -0.372119   \n",
       "664                         0.486682                        -0.686211   \n",
       "561                        -0.047119                        -0.525751   \n",
       "431                        -0.429501                         0.153969   \n",
       "736                        -0.217219                         0.299074   \n",
       "\n",
       "     fBodyBodyGyroJerkMag-kurtosis()  angle(tBodyAccMean,gravity)  \\\n",
       "475                        -0.956872                     0.113658   \n",
       "476                        -0.898720                    -0.183069   \n",
       "92                          0.077256                    -0.148297   \n",
       "270                        -0.904596                    -0.016744   \n",
       "550                        -0.767129                     0.610956   \n",
       "..                               ...                          ...   \n",
       "718                        -0.732608                    -0.015043   \n",
       "664                        -0.908255                    -0.039848   \n",
       "561                        -0.843349                    -0.067837   \n",
       "431                        -0.151862                    -0.051876   \n",
       "736                         0.033119                     0.086281   \n",
       "\n",
       "     angle(tBodyAccJerkMean),gravityMean)  angle(tBodyGyroMean,gravityMean)  \\\n",
       "475                             -0.332744                         -0.337119   \n",
       "476                              0.096554                          0.096334   \n",
       "92                               0.389224                          0.240775   \n",
       "270                             -0.813587                          0.127138   \n",
       "550                             -0.463163                          0.937640   \n",
       "..                                    ...                               ...   \n",
       "718                             -0.012570                         -0.054725   \n",
       "664                             -0.004264                         -0.364855   \n",
       "561                             -0.570482                         -0.726547   \n",
       "431                             -0.315391                          0.656134   \n",
       "736                             -0.347591                          0.834183   \n",
       "\n",
       "     angle(tBodyGyroJerkMean,gravityMean)  angle(X,gravityMean)  \\\n",
       "475                              0.107037             -0.663381   \n",
       "476                             -0.530200             -0.663047   \n",
       "92                              -0.106188              0.248828   \n",
       "270                             -0.373180             -0.617749   \n",
       "550                              0.675416             -0.688554   \n",
       "..                                    ...                   ...   \n",
       "718                              0.288998              0.601968   \n",
       "664                             -0.614983             -0.931787   \n",
       "561                             -0.665498             -0.677285   \n",
       "431                             -0.413701             -0.642503   \n",
       "736                              0.548861             -0.843155   \n",
       "\n",
       "     angle(Y,gravityMean)  angle(Z,gravityMean)  \n",
       "475             -0.064368             -0.156416  \n",
       "476             -0.064710             -0.156396  \n",
       "92              -0.424715             -0.504930  \n",
       "270             -0.116852             -0.142238  \n",
       "550              0.120845             -0.206225  \n",
       "..                    ...                   ...  \n",
       "718             -0.496835             -0.510385  \n",
       "664              0.047182              0.016619  \n",
       "561              0.132923             -0.212512  \n",
       "431              0.171509             -0.227713  \n",
       "736              0.193573             -0.035864  \n",
       "\n",
       "[245 rows x 561 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "475    1\n",
       "476    1\n",
       "92     0\n",
       "270    0\n",
       "550    1\n",
       "      ..\n",
       "718    1\n",
       "664    1\n",
       "561    1\n",
       "431    1\n",
       "736    1\n",
       "Name: subject, Length: 245, dtype: int64"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:2: FutureWarning: The signature of `Series.to_csv` was aligned to that of `DataFrame.to_csv`, and argument 'header' will change its default value from False to True: please pass an explicit value to suppress this warning.\n",
      "  \n",
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:4: FutureWarning: The signature of `Series.to_csv` was aligned to that of `DataFrame.to_csv`, and argument 'header' will change its default value from False to True: please pass an explicit value to suppress this warning.\n",
      "  after removing the cwd from sys.path.\n"
     ]
    }
   ],
   "source": [
    "X_train.to_csv('X_train.csv' , index = False)\n",
    "y_train.to_csv('y_train.csv' , index = False)\n",
    "X_test.to_csv('X_test.csv' , index = False)\n",
    "y_test.to_csv('y_test.csv' , index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Sequential Model [ feed forward NN ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.models import Sequential\n",
    "from keras.layers import Dense,Dropout"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "model=Sequential()\n",
    "\n",
    "model.add(Dense(units=64,kernel_initializer='he_uniform',activation='relu',input_dim=X_train.shape[1]))\n",
    "\n",
    "model.add(Dense(units=128,kernel_initializer='he_uniform',activation='relu'))\n",
    "\n",
    "model.add(Dropout(0.5))\n",
    "\n",
    "model.add(Dense(units=128,kernel_initializer='he_uniform',activation='relu'))\n",
    "\n",
    "model.add(Dense(units=64,kernel_initializer='he_uniform',activation='relu'))\n",
    "\n",
    "model.add(Dense(units=1,kernel_initializer='glorot_uniform',activation='sigmoid'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_11\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_35 (Dense)             (None, 64)                35968     \n",
      "_________________________________________________________________\n",
      "dense_36 (Dense)             (None, 128)               8320      \n",
      "_________________________________________________________________\n",
      "dropout_2 (Dropout)          (None, 128)               0         \n",
      "_________________________________________________________________\n",
      "dense_37 (Dense)             (None, 128)               16512     \n",
      "_________________________________________________________________\n",
      "dense_38 (Dense)             (None, 64)                8256      \n",
      "_________________________________________________________________\n",
      "dense_39 (Dense)             (None, 1)                 65        \n",
      "=================================================================\n",
      "Total params: 69,121\n",
      "Trainable params: 69,121\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.compile(optimizer='adam',loss='binary_crossentropy',metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 572 samples, validate on 245 samples\n",
      "Epoch 1/50\n",
      "572/572 [==============================] - 1s 1ms/step - loss: 1.1395 - accuracy: 0.4843 - val_loss: 0.8096 - val_accuracy: 0.5020\n",
      "Epoch 2/50\n",
      "572/572 [==============================] - 0s 107us/step - loss: 0.7916 - accuracy: 0.5017 - val_loss: 0.6927 - val_accuracy: 0.5755\n",
      "Epoch 3/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.7065 - accuracy: 0.5420 - val_loss: 0.6728 - val_accuracy: 0.5592\n",
      "Epoch 4/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.6908 - accuracy: 0.5752 - val_loss: 0.6449 - val_accuracy: 0.7429\n",
      "Epoch 5/50\n",
      "572/572 [==============================] - 0s 84us/step - loss: 0.6509 - accuracy: 0.6434 - val_loss: 0.6169 - val_accuracy: 0.6612\n",
      "Epoch 6/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.6269 - accuracy: 0.6329 - val_loss: 0.5744 - val_accuracy: 0.7265\n",
      "Epoch 7/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.5979 - accuracy: 0.6678 - val_loss: 0.5423 - val_accuracy: 0.7633\n",
      "Epoch 8/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.5416 - accuracy: 0.7238 - val_loss: 0.5018 - val_accuracy: 0.7551\n",
      "Epoch 9/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.4909 - accuracy: 0.7587 - val_loss: 0.4885 - val_accuracy: 0.7510\n",
      "Epoch 10/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.4712 - accuracy: 0.7622 - val_loss: 0.4682 - val_accuracy: 0.7878\n",
      "Epoch 11/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.4480 - accuracy: 0.7815 - val_loss: 0.4395 - val_accuracy: 0.7592\n",
      "Epoch 12/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.4123 - accuracy: 0.7955 - val_loss: 0.4172 - val_accuracy: 0.7918\n",
      "Epoch 13/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.3948 - accuracy: 0.8129 - val_loss: 0.3985 - val_accuracy: 0.7918\n",
      "Epoch 14/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.3637 - accuracy: 0.8199 - val_loss: 0.3787 - val_accuracy: 0.7918\n",
      "Epoch 15/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.3650 - accuracy: 0.8182 - val_loss: 0.3499 - val_accuracy: 0.8163\n",
      "Epoch 16/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.3466 - accuracy: 0.8287 - val_loss: 0.3291 - val_accuracy: 0.8286\n",
      "Epoch 17/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.3278 - accuracy: 0.8374 - val_loss: 0.3158 - val_accuracy: 0.8408\n",
      "Epoch 18/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.2929 - accuracy: 0.8619 - val_loss: 0.3035 - val_accuracy: 0.8531\n",
      "Epoch 19/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.2624 - accuracy: 0.8899 - val_loss: 0.2918 - val_accuracy: 0.8571\n",
      "Epoch 20/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.2513 - accuracy: 0.8846 - val_loss: 0.2806 - val_accuracy: 0.8531\n",
      "Epoch 21/50\n",
      "572/572 [==============================] - 0s 84us/step - loss: 0.2494 - accuracy: 0.8881 - val_loss: 0.2600 - val_accuracy: 0.8898\n",
      "Epoch 22/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.2250 - accuracy: 0.9091 - val_loss: 0.2869 - val_accuracy: 0.8408\n",
      "Epoch 23/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.2281 - accuracy: 0.9056 - val_loss: 0.2418 - val_accuracy: 0.8980\n",
      "Epoch 24/50\n",
      "572/572 [==============================] - 0s 84us/step - loss: 0.2067 - accuracy: 0.9266 - val_loss: 0.2367 - val_accuracy: 0.8694\n",
      "Epoch 25/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1909 - accuracy: 0.9196 - val_loss: 0.2365 - val_accuracy: 0.9061\n",
      "Epoch 26/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1835 - accuracy: 0.9318 - val_loss: 0.2425 - val_accuracy: 0.8653\n",
      "Epoch 27/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1717 - accuracy: 0.9143 - val_loss: 0.2415 - val_accuracy: 0.9184\n",
      "Epoch 28/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1747 - accuracy: 0.9231 - val_loss: 0.2113 - val_accuracy: 0.9061\n",
      "Epoch 29/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1725 - accuracy: 0.9318 - val_loss: 0.1995 - val_accuracy: 0.9265\n",
      "Epoch 30/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1472 - accuracy: 0.9371 - val_loss: 0.1997 - val_accuracy: 0.9224\n",
      "Epoch 31/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1402 - accuracy: 0.9545 - val_loss: 0.2117 - val_accuracy: 0.8980\n",
      "Epoch 32/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1616 - accuracy: 0.9266 - val_loss: 0.2465 - val_accuracy: 0.9102\n",
      "Epoch 33/50\n",
      "572/572 [==============================] - 0s 71us/step - loss: 0.1689 - accuracy: 0.9388 - val_loss: 0.2679 - val_accuracy: 0.8653\n",
      "Epoch 34/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1774 - accuracy: 0.9108 - val_loss: 0.2428 - val_accuracy: 0.9143\n",
      "Epoch 35/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1462 - accuracy: 0.9493 - val_loss: 0.2098 - val_accuracy: 0.8939\n",
      "Epoch 36/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1320 - accuracy: 0.9406 - val_loss: 0.2133 - val_accuracy: 0.9143\n",
      "Epoch 37/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1218 - accuracy: 0.9510 - val_loss: 0.2656 - val_accuracy: 0.8653\n",
      "Epoch 38/50\n",
      "572/572 [==============================] - 0s 63us/step - loss: 0.1761 - accuracy: 0.9196 - val_loss: 0.2890 - val_accuracy: 0.8939\n",
      "Epoch 39/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1727 - accuracy: 0.9266 - val_loss: 0.1869 - val_accuracy: 0.9224\n",
      "Epoch 40/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1394 - accuracy: 0.9441 - val_loss: 0.1741 - val_accuracy: 0.9347\n",
      "Epoch 41/50\n",
      "572/572 [==============================] - 0s 77us/step - loss: 0.1101 - accuracy: 0.9615 - val_loss: 0.1801 - val_accuracy: 0.9224\n",
      "Epoch 42/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1067 - accuracy: 0.9633 - val_loss: 0.1938 - val_accuracy: 0.9224\n",
      "Epoch 43/50\n",
      "572/572 [==============================] - 0s 70us/step - loss: 0.1046 - accuracy: 0.9615 - val_loss: 0.2091 - val_accuracy: 0.9224\n",
      "Epoch 44/50\n",
      "572/572 [==============================] - 0s 82us/step - loss: 0.1001 - accuracy: 0.9650 - val_loss: 0.1917 - val_accuracy: 0.9347\n",
      "Epoch 45/50\n",
      "572/572 [==============================] - 0s 71us/step - loss: 0.1002 - accuracy: 0.9563 - val_loss: 0.1847 - val_accuracy: 0.9306\n",
      "Epoch 46/50\n",
      "572/572 [==============================] - 0s 66us/step - loss: 0.0836 - accuracy: 0.9668 - val_loss: 0.1947 - val_accuracy: 0.9306\n",
      "Epoch 47/50\n",
      "572/572 [==============================] - 0s 66us/step - loss: 0.0945 - accuracy: 0.9633 - val_loss: 0.1714 - val_accuracy: 0.9347\n",
      "Epoch 48/50\n",
      "572/572 [==============================] - 0s 72us/step - loss: 0.0781 - accuracy: 0.9755 - val_loss: 0.1667 - val_accuracy: 0.9388\n",
      "Epoch 49/50\n",
      "572/572 [==============================] - 0s 81us/step - loss: 0.0713 - accuracy: 0.9703 - val_loss: 0.1658 - val_accuracy: 0.9469\n",
      "Epoch 50/50\n",
      "572/572 [==============================] - 0s 71us/step - loss: 0.0660 - accuracy: 0.9738 - val_loss: 0.1760 - val_accuracy: 0.9306\n"
     ]
    }
   ],
   "source": [
    "history=model.fit(X_train,y_train,batch_size=256,epochs=50,validation_data=(X_test,y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEWCAYAAABrDZDcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd1zV9f7A8dcbBFFUQHGAKLj3xK1Z2XCkllm2vFm3srq3eX/t277dxh3tbcuyZd4sKxtaztQU3BscDFFBhiKy+fz++BwU8QAH5QBy3s/HgwfnfNf5HKzzPt/35/N5f8QYg1JKKc/lVdMNUEopVbM0ECillIfTQKCUUh5OA4FSSnk4DQRKKeXhNBAopZSH00CgPIKIRIiIEZF6Lhx7g4gsr452KVUbaCBQtY6I7BWRPBEJLrV9vePDPKJmWnZSW/xF5KiIzK/ptih1pjQQqNpqD3BN8RMR6QU0qLnmnOIKIBe4WERCqvOFXbmrUaoyNBCo2uoT4PoSz6cBH5c8QEQCRORjEUkRkTgReVREvBz7vEXkPyJySER2A5c4Ofd9EdkvIvtE5BkR8a5E+6YBbwMbgetKXbuNiHztaFeqiLxeYt8tIrJNRDJFZKuI9HdsNyLSscRxH4nIM47H54lIoog8KCIHgA9FJEhEvne8RrrjcViJ85uKyIcikuTY/41j+2YRmVDiOB/H36hvJd67qmM0EKjaahXQRES6OT6grwJmlTrmNSAAaA+ciw0cNzr23QKMB/oBA7Df4EuaCRQAHR3HXAzc7ErDRKQtcB7wqePn+hL7vIHvgTggAmgNfOHYdyXwpOP4JsBEINWV1wRaAU2BcGA69v/dDx3P2wLZwOsljv8EaAj0AFoALzm2fwxMLXHcOGC/MWa9i+1QdZExRn/0p1b9AHuBC4FHgeeAMcACoB5gsB+w3tjUTPcS590KLHY8/g24rcS+ix3n1gNaOs5tUGL/NcAix+MbgOXltO9RYL3jcShQCPRzPB8KpAD1nJz3M3B3Gdc0QMcSzz8CnnE8Pg/IA/zKaVNfIN3xOAQoAoKcHBcKZAJNHM/nAA/U9L+5/tTsj+YaVW32CbAUaEeptBAQDPhiv3kXi8N+Awf7gZdQal+xcMAH2C8ixdu8Sh1fnuuBGQDGmCQRWYJNFa0D2gBxxpgCJ+e1AXa5+BqlpRhjcoqfiEhD7Lf8MUCQY3Njxx1JGyDNGJNe+iKO9v4OTBaRucBY4O7TbJOqIzQ1pGotY0wcttN4HPB1qd2HgHzsh3qxtsA+x+P92A/EkvuKJWDvCIKNMYGOnybGmB4VtUlEhgGdgIdF5IAjZz8YuMbRiZsAtC2jQzcB6FDGpY9hUznFWpXaX7pM8P8BXYDBxpgmwMjiJjpep6mIBJbxWjOx6aErgZXGmH1lHKc8hAYCVdvdBIwyxmSV3GiMKQRmA/8UkcYiEg78jRP9CLOBu0QkTESCgIdKnLsf+AX4r4g0EREvEekgIue60J5p2DRVd2w6pi/QE/shPhZYjQ1CzzuGmPqJyHDHue8B94lIpFgdHe0GWA9c6+jkHoPt8yhPY2y/QIaINAWeKPX+fgTedHQq+4jIyBLnfgP0x94JlL7TUh5IA4Gq1Ywxu4wxUWXsvhPIAnYDy4HPgA8c+2Zgc/IbgLWcekdxPTa1tBVIx+bKyx0GKiJ+wBTgNWPMgRI/e7BprGmOADUB2wkdDyRiO7oxxnwF/NPRzkzsB3JTx+XvdpyXgR2F9E15bQFexg6nPYTtWP+p1P4/Ye+YtgPJwD3FO4wx2cD/sCm30n8X5YHEGF2YRilPIyKPA52NMVMrPFjVedpZrJSHcaSSbsLeNSjlvtSQiHwgIskisrmM/SIir4pIrIhsLJ5Yo5RyHxG5BduZ/KMxZmlNt0fVDm5LDTk6p44CHxtjejrZPw6b4x2HHXXxijFmsFsao5RSqkxuuyNwfNtIK+eQS7FBwhhjVgGB1V2zRSmlVM32EbTm5Ak8iY5t+0sfKCLTsdPq8ff3j+zatWu1NFAppeqK6OjoQ8aY5s721WQgECfbnOapjDHvAu8CDBgwwERFlTWaUCmllDMiElfWvpqcR5DIyTM/w4CkGmqLUkp5rJoMBPOA6x2jh4YAhx0zIpVSSlUjt6WGRORzbNXEYBFJxE6B9wEwxrwNzMeOGIrF1lm50fmVlFJKuZPbAoEx5poK9hvgr1XxWvn5+SQmJpKTk1PxwWcxPz8/wsLC8PHxqemmKKXqkDoxszgxMZHGjRsTERFBibLCdYoxhtTUVBITE2nXrl1NN0cpVYfUiaJzOTk5NGvWrM4GAQARoVmzZnX+rkcpVf3qRCAA6nQQKOYJ71EpVf3qTCBQSqmzRWxyJp/+EUdC2rGabgpQR/oIalpGRgafffYZf/nLXyp13rhx4/jss88IDCxrISmlVF0zb0MSD87ZSHZ+IQB92wQyvncIl/QOISSgwUnH7j+cTXRcOtFx6ayNS+ev53fk4h6lF687cxoIqkBGRgZvvvnmKYGgsLAQb2/vMs+bP3++u5umlKolCgqLeP7H7by3fA8DI4L4+yXdWbkrle83JvHMD9t45odtDIwIYnjHYGKTj7I2Lp2kw7ZP0M/Hiz5hgfh4uyeJo4GgCjz00EPs2rWLvn374uPjQ6NGjQgJCWH9+vVs3bqVyy67jISEBHJycrj77ruZPn06ABEREURFRXH06FHGjh3LiBEjWLFiBa1bt+bbb7+lQYMGFbyyUupskHo0lzs+W8fK3alMGxrO3y/pjm89L/q2CeT28zqwO+UoP2zcz/cb9/PywhhCA/zoHx7ELeFBRIYH0S2kiduCAJyFK5Q5qzW0bds2unXrBsBT321ha9KRKn3N7qFNeGJC2eua7927l/Hjx7N582YWL17MJZdcwubNm48P80xLS6Np06ZkZ2czcOBAlixZQrNmzU4KBB07diQqKoq+ffsyZcoUJk6cyNSppy4eVfK9KqWq3oHDORw8kkPvsACXBmgsjznE4/M2Ywz0bxtE//BAIsOD6NSiMd5ewoaEDG6fFU1qVh7PTurF5Miwcq+XmZNPY7+qnyskItHGmAHO9ukdgRsMGjTopLH+r776KnPnzgUgISGBmJgYmjVrdtI57dq1o2/fvgBERkayd+/eamuvUnWFMYbUrDz2Z+SQdDib/RnZ7D+cg4gQGuhHSEADQgP9CA1oQGBDHwqKDNv3ZxIdl0Z0fAZr49LZl5ENwIDwIB4d352+bZz34R3LK+C5+dv5ZFUc7Zv706lFI5bsTOZ/axMBaFy/Hr3CAoiKS6d5o/r87/Zh9GwdUOF7cEcQqEidCwTlfXOvLv7+/scfL168mIULF7Jy5UoaNmzIeeed53QuQP369Y8/9vb2Jjs7u1raqlRdkJaVx22zolmfkEFeQdFJ+3y9vTAY8gtPzn74+dhUS06+Pb5VEz8iI4K4aUQ7vL2E136L5bI3fueyvqE8MKYroYEnUrVr9qZx31cbiE87xk0j2nH/6C74+XhjjCE+7diJDt74DEZ1acGzl/eiqb+vm/8Kp6/OBYKa0LhxYzIzM53uO3z4MEFBQTRs2JDt27ezatWqam6dUnVbTn4hN89cw+akI1w/JJzWQQ2Of/MPCWhAM8cH8KGjuSQdzmF/Rvbx30UG+rW1qZySH/QAkyPDeHNRLO8t38NPWw4w/Zz23Di8HW8t2cWMZbsJC2rA57cMYUj7E3f3IkJ4M3/Cm/lzef/yU0C1iQaCKtCsWTOGDx9Oz549adCgAS1btjy+b8yYMbz99tv07t2bLl26MGTIkBpsqfIERUUGLy/PmHxYWGS4+4t1rEvI4M1r+zO2V9mLHLZo4keLJn5lpnpKa1S/Hg+M6co1g9rywk/befW3WF5fFEuRgWsHt+WRcd1oVL9ufITWuc7ius6T3quqvNV70pj+SRRPTujBZf1a13Rz3MoYw5PztjBzZRyPj+/On0e4twZXdFw6H63YyxWRYZzb2elCX7WadhYr5QFikzO55eMoDmfn8+z8bVzcoyUNfWv+f/Gc/ELeX76H7iFNOL9riyq77oxlu5m5Mo6bR7RzexAAiHQM5ayLtMSEUnVA8pEcpn2wBh9v4ZWr+5KcmcuMpXvc8lo7DmRy7r8X8crCGLLzCss9dmNiBhNeW86/f97B/XM2Vni8q+ZtSOLZ+du5pHcIj4zTO+QzpYFAqbPc0dwCbvxoDenH8vjghoFc2rc143q14p2lu0jOrPpqtR8s30NiejYvLdzJqP8uZu66RIqKTk4x5xUU8eKCnUx6cwWZOQXcd3FnDh3N5fPV8Wf8+it3pXLf7A0MimjKf6/sU3f6Qw7vg3l3wr/aQ+zCan1pDQRKncXyC4v4y6dr2X4gkzeu7U/vMNsR+sDoruQXFvHSgpgqfb0jOfnM25DElZFhzL51KMGN6nPvlxuY9ObvRO1NA2D7gSNMevN3Xv01hkv7hPLzPSO5Y1QnBrdryttLdpGTf/p3BTsPZjL9kyjaNmvIu9dH4udTdgmXs0ZWKvz8d3i1H2z4AnwawhdTIW5ltTVBA4FSZyljDI98vYmlO1N4dlLPk/LvEcH+XDc4nC/XxBNz0PnQ5tPx7bp9ZOcXcs2gtgxq15Rv/zqc/17ZhwNHcrji7ZVc994qJr72OwcO5/D21EhevKovAQ3tBKm7LuhEcmYuX0UlnNZrHzicww0frKaBjzcf3TiQwIa1d1y+S3IzYfEL8EofWPUm9JwMd0TBLYsgIAw+mwJJ66qlKRoIlDpLvbwwhq+iE7n7gk5cNbDtKfvvuqAT/r71eO7H7WVeo6jI8O7SXby7dFeFr2eM4dM/4ukR2oTeYXaGrJeXMDkyjEX3ncc9F3ZibVwGF3RrwS/3jmRMz5OrZA7r0IzI8CDeWrzrlElfFcnMyeeGD1dzODufD28cSFhQw0qdX2vkHoWdv8BPj8ArfWHxs9D+XLh9JUx6C4LCoVFzuP4b8AuETy6H5LL//aqKBoIqUFx99HS8/PLLHDtWO2qSq9ovOTOHmSv2cuXbK3jl1xiujAzjngs7OT22qb8vfx3Vkd+2J7Mi9tAp+w9n53Pzx1E8O387z87fzuZ9h8t97fUJGWw/kMm1g9ueUoOnoW897rmwM5uevJi3pkbSrFH9U84XEe4c1ZGkwznHyzC4Iq+giNtnrSU2+ShvTY2kR8tqCAJFVdOpTWE+xK+Cxc/DB2PhhXD47EpY8x60joSbf4WrP4UWXU8+LyDMBgNvH/j4UkhzT8d/MQ0EVUADgXKntKw8Pv0jjmveXcWQZ3/liXlbOJJdwANjuvDs5b3KLYx2w7AIWgc24J/zt53UobvjQCaXvr6cpTtTeHhsV4Ia+vDs/G2UN6/osz/iaejrzaV9y56fUK+CCpnndm5On7AA3lgUS35hxXcFxhge+t9Glsce4vnLezEy+VN4NhQWPlV1H9YlFeTBD/fBP5rD2yPgl0chZiHkZbl2vjFwcCusfBM+nQIvRMAHo20gKMiGYXfC9d/CQ3Fw3WwIczqs32rWAf70DRTmwscT4UhSlbxFZ2p+kHEdULIM9UUXXUSLFi2YPXs2ubm5TJo0iaeeeoqsrCymTJlCYmIihYWFPPbYYxw8eJCkpCTOP/98goODWbRoUU2/FVUFFu1I5vn527l/dBcu7N6y4hPKsP9wNv/+eQffrk+isMjQPtifO87vyPg+oXRu2dila/j5eHPf6M7c++UGvt2wj0n9wvh+YxIPzNmIf/16fD59CAMjmuJbz4unvtvK4h0pTsf6H87O57uNSUzq1/qMZtOKCHdd0ImbZkYxd90+pgxoU+7x//1lJ1+v28dDo8K4YvffYeu30LwbLH8R9m+Aye9Bw6an3Z6TZB6A2dMgYRX0utI+/+MdWPEaePlAm0EQcQ40cDIzuagQ9q+H3UsgK9lua9oBel9lUz8R55xeO1t2h6lfw8yJ9s7gxh/BP/jM3qcTdS8Q/PgQHNhUtdds1QvGPl/m7ueff57Nmzezfv16fvnlF+bMmcPq1asxxjBx4kSWLl1KSkoKoaGh/PDDD4CtQRQQEMCLL77IokWLCA6u+n9cVb2KigxvLIrlxYU78Rbhjs/X8vktQ+jXtnKTkI7lFfDOkt28s3QXRUUwbWgEkyNb0z2kyWmtW31pn9a8v3wP//l5J1uTjjBj2R76tw3kramRtGziB8B1g8OZuWIvz/24jXM6BZ/yzf6bdfvIyS/i2kHhlX790kZ1bUGP0Ca8uSiWy/u1LvMu4tM/4nh9USx39IFbY6bDoZ1w0T/st+q1H8P8++Dd82xqpVWvM2tU/B8w+3rIPQJXfGA7bgHyjkH8StizBHYvhiUvAGXcNfm3gPbn2Q/+dudCYPlBzmWt+9u7h08uh42zYWjlVkJ0Rd0LBDXsl19+4ZdffqFfv34AHD16lJiYGM455xzuu+8+HnzwQcaPH88555xTwy1VrvpyTTwLtibzp6HhjOwU7PTDODMnn7/N3sCCrQe5rG8o/3dxF6577w9umhnF17cPIyLY38mVT1ZUZJi7bh///nkHB47kcEmvEJ7qsIPgmBkQOxSKzoeQvuBduf9tvbyER8Z249r3/mDGsj1cN7gtT0zogW+9Ex/AvvW8eHBMV27/dC1zohO5etCJzmdjDJ+vjqdX6wB6hVVcRrkitq+gE7fNinbcZZxcnC0lM5eZK/by5uJY7m27m7v2voB4+dhvxh3OtwdFToOWPeDLP8F7F8HEV6H3lMo3xhibr//pYZuX/9Nc+y28mG9D6HiB/QGbIirMc34tv0A4jUDtkvBhcPvv0LS9Wy5f9wJBOd/cq4Mxhocffphbb731lH3R0dHMnz+fhx9+mIsvvpjHH3+8BlqoKmN9QgZ/n7sZgIXbDtK1VWNuPqc9E/uEHv8gjU3OZPon0cSlHuPx8d25cXgEIsJHNw5k8lsrmPbhar6+fZjTDtRia/am8Y/vt7Ix8TC9wwJ47dp+DPRLgvfugXp+sOtX+O0ZqB8AESPsN8+OF9g8sguGdQzmgTFdCA1oUGYNojE9WxEZHsR/F+xkQp9Q/B0poLXxtpP4ucvP8Ft3CRd3b0nXVo15/bdYJvZpjbeXEJucyXvL9vD1un0UFBbwWsgvXJL8MbTqDVfNsiNqSgobALcuga9ugK9vgX1rYeBNgKsfxgaWvwzrZ0Gni+HyGc7TPiX5+gMVB3W3cPHf+nTUvUBQA0qWoR49ejSPPfYY1113HY0aNWLfvn34+PhQUFBA06ZNmTp1Ko0aNeKjjz466VxNDdU+R3LyufPztbRs4sc3fx3Okp0pzFi6m/u+2sC/f97ODcPaERroxyNfb8LPx5tZNw1maIcTJYnbN2/E+zcM5Jp3V/HnmVF8ccsQGviePAEqIe0Yz/24jfmbDtCqiR8vXdWHS/u0xiv/KLw7DfwC4LblIF6wZ6lNT+xeDDt+APG2I0vajXTp/fzlvI7l7hcRHhnXjclvrWDGst3cc2FnwHYS+/t6M6FPaKX+fuXx8hLuGNWROz5bx0sLdrJt/xF+3Z5M/XpeXBEZxv81/JFmKz+GPtfA+JfAp4xlWxu1sJ2vvzwGf7xlfyrr3Afh3IfAy3PHzmggqAIly1CPHTuWa6+9lqFDhwLQqFEjZs2aRWxsLPfffz9eXl74+Pjw1lv2P9jp06czduxYQkJCtLO4FjHG8PDXm0jKyGH2rUNo3rg+V0SGMbl/a5bGHGLG0t288JMd392nTSBvT+1PSMCpH1b92wbx2jX9uG1WNHd+vpZ3BiXj3bQdmQGdeGPRLj5YvgdvL+HeCzszfWR7GyiMge/uhrTdMO07+2EH0PNy+wN23yeXw3f3wO0rwMevSt53ZHgQ43q14t2lu7l2cFvqe3vz/cYkJkeGVXnJ5bE9Q+jYIobXF8XS1N+Xey7sxJ+GhNPMKwteeR06jYbL3qo43eLtYzMB3S+Fw64PSwVsqiUs8vTfRB2hZajPMp70XmvS56vjefjrTTwwpkuZ36S3JB0mOi6dKQPaVFjq4OOVe3n525VE+d1OkZcvT3ErnxwbwuT+Ydw/ugutAkp8kK95H374G4x6DEbeV/ZFdy2CTy6DkffDqEdP4106t/dQFhe9tIQrItvQuWUjnvpuK9/fOcKlZRYra9v+I2xNOsIlvUNO/A1//rudaXvb7yfn69UZKa8MtefeCylVhp0HM3ly3hZGdAzmtpFl52V7hAZw/dAIl+rdXD80gqd6HMALQ2xBC/5R9CpRkQv47+TuJweBpPXw00PQ8UIY8bfyL9rhfDs8cfnLkLzN1bdXoYhgf6YOCedg9Ld0XziNoaHergWBY2kwc4JNXbmoW0gTJkeGnfgbpsfB6nehz7UaBKqRBgKlSsjOK+Svn66lsV89XryqaitbjvfbxDGfpsRd8QNm8O0Eb/nQjg0/6hh3nnMYvpoG/s1h0ruu5axHPwv1G9lUUlEFE7SyUiHftWqkd43qxI0+CxlsNvAvnxk2XVWeoiKYe6vtx1jznkuv4dSiZ21/yPkPn/41VKXVmUBwtqW4TocnvEd3y8kv5K7P1/F/szfw2R/x7DiQedKM26e/30JM8lFeuqovLRpXTd4dgMICZNevNOw+htG9w5Gxz8Pl79mRLu+cC4lR8O1fbY77ig/Bv1nF1wQ7uejif0LCH7D2o7KP2/AFvNQdfrzfpcsGeecwTDazT1rS5uBC+OPt8k/4/WWI+QUCwyH2V8jPdq39JR3YBBu/hMG32qGcqtq4NRCIyBgR2SEisSLykJP94SLyq4hsFJHFInJa//p+fn6kpqbW6Q9KYwypqan4+VXhh5MHeuaHrczbkMRv2w/yyNxNjH55KX2e/oVpH6zm4a838fnqBG4/rwPndHJhKcLMgzYt40qpg31RkJMBnS8+sa33lXDzAtvZ+d6FsO07uPBJaDu4cm+q77V25uqCJ+1s2JIK82H+A/bbOgKb57r2IR27AG+TT+sbPoIul9hSC4lRzo/d+zv89g/ocTlMeBnyj9n+i8pa+KQdJTXi3sqfq86I20YNiYg38AZwEZAIrBGRecaYrSUO+w/wsTFmpoiMAp4D/lTZ1woLCyMxMZGUlJSqaHqt5efnR1iYflM6XT9u2s+sVfFMH9meh8d2ZW/qMaLj0omOS2dtXDpLY1IYEB7E3y7q7NoFl7wAUe9Di27QeXT5x+782Q73bH/+ydtb9YLpi21qp34TGHpH5d+YCIx/Gd4aBj8+CFNm2u2ZB+0Y+/gV9rrtz4NPr4CYBdB9YvnX3Pa9TVG1GQyXdYN3Rtpr3br05FIJR1Ngzp8hqB1MeMUO86wfANu/h67jXH8Pu5fYxVgu+gc0qJvLQdZm7hw+OgiINcbsBhCRL4BLgZKBoDtQHP4XAd+czgv5+PjQrp371yxVZ6+EtGM88L+N9GkTyH0Xd0FEaBfsT7tgf66ItME1Mycf33pe+FRQOA2w+fwNX9jH62ZVHAhiFkDboc4nLDVsCld9Usl3VEpwRzt6aNEzNug0aAqz/wTZGTYF1ftKKCywH+6b/1d+ICjIte3tOQm8vO0H85Ufwfuj4Zvb4erPbf9FUSF8fbO905k6B/ya2PM7j4YdP9rXc2UWdFERLHwCmoTBoOln9ndQp8WdqaHWQMkVKBId20raADiKejAJaCwiLiZHlXJNfmERd32xDgy8dnW/k0orlNQ49yD1c9Jcu+iGLyA/y6ZkdvxoO2LLcngfHNwEnS46jdZXwvC7oXlX+OYv8NE48Pa1qafeV9r93vWg+2U2UOSWs1jNnqWQlwldJ5zY1jrSdkzv/AlWvGq3Lf23HSE07t8n1/rpNh6y02yNHlds/cYuwDLq71U2H0JVjjsDgbPhFqWT+PcB54rIOuBcYB9QcMqFRKaLSJSIRNX19I+qei8u2Mm6+Ayem9yLts3KqWU/6wr4ZFLFo2+MgdUzoPUAGPsCFOXDpq/KPj52gf1d0V3Dmarna9Mz2ek2QE1ffGoxtp6TbTnkHT+VfZ1t34FvI1s8raRBt9hA8uvTsOTftrRy76uhX6lsbscLbVmM7d9X3ObCfHu9Ft3tUFhVI9wZCBKBkuX3woCTCmobY5KMMZcbY/oBf3dsO2V1DGPMu8aYAcaYAc2bu9CJp5TD0p0pvLV4F9cMasv43uWUSMhIgJRt9pv7ptnlX3T3YkiNsWmMlj1sIbj1s8o+fucvENDGflt3t7ZD4G/b4Lo5zssetxkMTVrb9JAzRYWwY769e6lXqjaSiC3uFhRuU1DNu8D4F0+d+evrb/tCtv9Q8bDT6I8gfY/tJPeqA+sPn6XcGQjWAJ1EpJ2I+AJXA/NKHiAiwSJS3IaHgQ/c2B7lYZIzc/jb7PV0btmIx8dXMDlpt2OUS5PWtrhbeePtV8+AhsHQ4zL7vO91dujj/o2nHluQawNHp4vdV5mytMYty56D4OUFPSbZjtns9FP3J66BrBToOt75+X4BMOVj6DAKrpzpKMLmRLfxcDjBrhlQltxM2+EePtz+fVSNcVsgMMYUAHcAPwPbgNnGmC0i8rSIFPdUnQfsEJGdQEvgn+5qjzq7Pfz1Rvo+/YtdrSrmEAXlrG5ljOFAzFp8X+pKWG4sr1/b/5Rib6fYtQgah8Clb9gPsLImRWXEw84fbRnk4m/Mva6w+fj1n556fNzvti+hNn3Q9Zxs01nbnKRutn1nF2Epr72tetlyzaWXVyyp81g7May89NDKN2zQuejp6guSyim3Fp0zxswH5pfa9niJx3OAOe5sgzr7bUo8zOerE+ge0oTvNiTxxZoEghv5MqZnK8b3DqVvm0C27T9ih4HG2+Ggfzv2GlfVS+eFjlsrXs2rqMguPNLpYlu2ocMoWPYf6Df11FE+UY6b1sgbT2xr2BS6jLOLhlz0D5urLxazALzru1whtFqE9rPDPTf/D/qXyO8bYz+42597YgTQ6fJvBm2H2WDjrA7S0WS78le3ieUv16iqhVYfVbWaMYZ/zt9KM39fvrx1CD7eXizekcx3G/czJzqRWaviETmRim7TtAEXhPsweddKKIIuGUvtzvK+cR7YCMdST4zxv/BJO27+91fgwidOHJefY1fG6jLu1NWn+k21o192/nTy0MyYX6DdOXaBk9pCxLGWbVMAACAASURBVN4VLH/RzgNo5Oh3S94K6Xth+D1V8zrdxtu6Sam7Tq2lv+RfdmLbBU84P1dVqzpTYkLVTb9tT2bV7jTuvrATjf188PPxZkzPEN64tj9rH7uI167px1/O68DbU/uz+pELWPbAKJ6N2EC9olzbmZu+Fw5uKf9Fdv1mf7c/z/4O6WPXrF311skLhm+ZawOGs7HuHUbZ1FLJ9FDqLkiNrV1poWI9J4MpssGr2LbvAbGBrip0vcT+Lp0eSt0F0R/a9Fpw+WskqOqhgUDVWgWFRTz343baB/tzTYmlE4s19K3HhD6h3D+6K2N6htCiiZ8d9bLmPdsBOfJ+QCoexrh7EbToYTtZi416FIoKYPFzJ7atfheCuzhP83h52+GPMQvsjF6wj6F2BoKW3e0i8Ju/PrFt+3d2gfaSf4czEdjWri5Wui/it2dsn8q5D1bN66gzpoFA1VpfRiUQm3yUB8Z0dW22L9jRMBlxMPBmu6BLm8HlB4K8YxC/6sRauMWCIuw11s2ClB2QGA1Ja+1Y+rLSTP2mgimEjY4ZxzE/Q7NO0LSWznrvOdmWnzi8z5Z/PrCp7NFCp6vbBEhcfaIG0r5o2PK1LXnRuFXVvpY6bRoIVK10NLeAlxbEMDAiiNE9KvENdfW70KiV/QACm6c+sMmmiJyJX2EXIy8dCMAuCuPjDwufgjUz7CSr8iY9BXeCsEGw7lPIPQp7l7t/EtmZKF7tbMtcO+YfTqRzqkpxYNkx3/bVLHgCGjaDYXdW7euoM6KBQNVK7y7dzaGjuTwyrhvi6tDC1F32jmDAjbaiJ5TIU//g/Jxdi2yaou2wU/f5B9uyDTt+sDOH+1xT8WiaftfBoR2w/CUbYNxdVuJMNOtgJ8Nt/p+9a2rRveoXSG/RzY5Q2vY97PoV9i6DkQ+c+agkVaU0EKha5+CRHGYs3c0lvUPo17YSlSjXvA9e9SDyhhPbmra3+f+yAsHuxXY2blmjeob+BRq1tP0FA2+uuA09JkG9BjYQ+DZyHmBqk56TbcorbkXVp4XAptG6jbf1i37+u12vYMCfq/511BnRQKBqnRd/2UlBUREPjq5ESYa8LJvP7zbx1Nxzt/G2AFrWoZO3Zx6Eg5tPLQ1dkq+/nWQ26tHyJ1AV8wuwaSlTaEchlZxTUBv1mOR4YOzfyR26TrAT2FK2wwWP1/6/iQfSQKBqle0HjvBVdALXD40ov0BcaZu+gtzDzod2dr3EDpXcMf/k7cVr6zrrHyip00WOEUguKp6k1WWs6+fUlMA29q4lMNyO8HGHsIG236ZVb7t4jap1dEKZqjWMMTw7fzuN6tfjzlGVGF9eXA20ZS+b5imtVW8IaGvTQ/2vP7F99yJbt79VnzNvfEntRsKff7YfgGeDK96Hghz3lXnw8oIbvof6jV1bh1lVO/1XUbXGD5v2s3RnCndf2JnAhpVIH8SvtCmeQTc7/zArzlPvWnSiDr8x9nn789zz4dR2yNlTTbNJqO1LcafgTjpctBbTOwJVKxw+ls+T87bSq3UA04aG242FBbB/vU3h7F5s18KNOMd+eLcdYpdFBHs34BdgZwOXpeslsOpNO6qoxySbrz56oOK0kFIeQAOBqhWe/2k7aVm5fHplKPWi37cf/HuW2bw/2IqXvo1sxcrfX7aF3NoOsTOIt82DQbeWXRIZ7DKRDZvZ9FCPSScWVy+vo1gpD6GBQNW41XvS+Hx1PC91j6XLnJvtN//AttDjUvvtv925dkw/2Ila8StP3CUsftYuCj/wpvJfxMvbdt5u/Q4K8mz/QLOOpxaPU8oDaSBQNSq3oJBHv17Ps/5fMmn3t9BmiB2uWVYxsvqN7Cie4olaR1NsIThXJkJ1HW+HmO761c767Xtd1b0Rpc5iGghUjfp4QTRPZDzKcO8tMPAWu0B6ZcaZN2p+ooxyRdqfb0tG/Pq0vevoMOr0Gq1UHaOBQNWYhC0rGLfqT7SodxgufQv6XuveF/Txg04XwtZvbTopYoR7X0+ps4QOH1U1wqybRcuvJiICmdf94P4gUKyroxhd2ECtd6OUgwYCVb0K8uCH/0O+/StrCjuz6oL/0bTj4Op7/U4XgW/js2PWr1LVRFNDqvpkHsDMnoYkrOJDJvBT6K18PryKZ/VWpEEg3L0e/AIrPlYpD6GBQFWP+D/I+3wqRdmHuS/vTpLCxvLKVf3w8nJTWYPyFA9FVUoBGgiUuxlD6uK3CFjyGElFzXjM7wWunDSaCb1DXF9nQCnlVhoIlNsczTpK7Ie30vfQ9yw1fdk54iVmnN8HP5+zpAaPUh5CA4Fyi+iNm2g49wb6mlh+bT6NXlOfY2RAOSUglFI1RgOBqlLZeYV8Oeczxu94hAaST+z573DBuVfXdLOUUuXQQKCqzNq4NFZ9+g+m535Eul8bvKZ9QcfQ7jXdLKVUBTQQqAoZY1gac4j3l+8hIe0YrZr4ERLoR2hAg+O/1+1KosOqh/mL9woOtR1N86nv24VIlFK1ngYCVaa8giLmbUjivWW72X4gkxaN6zMgIogDh3NYuSuVg0dyKDIQQirv+/6Hrt7x5Jz7KMHn3ee+1a6UUlVOA4E6xeHsfD77I56PVuzh4JFcurRszH+u7MPEPqH41jsxGb2gsIjkI9k0/uJSGqal4TVlDn6dLqzBliulTocGAnWShLRjTH5rBcmZuYzoGMy/rujDyE7BTsf81/P2InT3HDi4Bia+bgu6KaXOOhoI1HEZx/KY9uFqcvILmfuXYfRrG1T+CUeTYcFjED4C+k2tnkYqpaqcBgIFQE5+ITfPjCIxLZtZNw+uOAgA/PQw5GfDhJe1T0Cps5hbq4+KyBgR2SEisSLykJP9bUVkkYisE5GNIjLOne1RzhUVGe79cj1Rcem8dFVfBrVrWvFJMQth8xw45z4I7uT+Riql3MZtgUBEvIE3gLFAd+AaESk9qPxRYLYxph9wNfCmu9qjyvbMD9v4cfMBHr2kG5f0Dqn4hLws+OFeCO4MI+5xfwOVUm7lzjuCQUCsMWa3MSYP+AK4tNQxBiheHSQASHJje5QT7y3bzQe/7+HPw9tx8zntXTtp8XOQEQ8TXoF69d3bQKWU27kzELQGEko8T3RsK+lJYKqIJALzgTudXUhEpotIlIhEpaSkuKOtHun7jUk888M2xvZsxaOXdHPtpP0bYOWb0H8ahA9zbwOVUtXCnYHAWe+hKfX8GuAjY0wYMA74REROaZMx5l1jzABjzIDmzV1cqFyV6+ctB/jblxsYEB7ES1f1dW1dgKJC+O5uaNgMLnrK/Y1USlULd44aSgTalHgexqmpn5uAMQDGmJUi4gcEA8lubJfH++yPeJ78Zh3/DPqBia38qP/TbNdOzDwASevgig+ggQujipRSZwV3BoI1QCcRaQfsw3YGl16hPB64APhIRLoBfoDmftzEGMNrv8Xy4oKdPNp6I1emfgkxwXDqTVjZIm+AHpe7rY1KqerntkBgjCkQkTuAnwFv4ANjzBYReRqIMsbMA/4PmCEi92LTRjcYY0qnj5QrVs+ATXNg2ndQz/eU3YVFhifnbeGTVXFM7hfCTcnzoFUvuHWZzgFQysO5dUKZMWY+thO45LbHSzzeCgx3Zxs8QmE+LP0PHD0A0R/C4FtP2p1bUMi9X65n/qYD3DqyPQ9F7ERm77QpHg0CSnk8t04oU9Vk23c2CDRqBUtegJwjx3cdzS3ghg/WMH+TnSfw8NiuyLIXoWl76H5ZDTZaKVVbaCCoC1bPgMBwuPozOJYKK14DTswYXr03jZeu6mPnCexeBPvXw/C7wUvXDlZKuRAIROQOEdEhIrXVgc0QvwIG3gxhkbYjd+XrkHmQV3+LYcHWgzx6STcm9Quzxy97ERqHQJ9rarbdSqlaw5U7glbAGhGZ7agdpEnl2mTNDKjnd6L656hHoTCPhG+e4OWFMUzuH8YNwyLsvsQo2LsMhv5VZwQrpY6rMBAYYx4FOgHvAzcAMSLyrIh0cHPbVEWyM2DjbOh1BTR0FIpr1oGM7tcREvslY0KO8s9JPU+sJbDsRfALtENAlVLKwaU+AseQzgOOnwIgCJgjIv9yY9tURdZ/BvnHYOAtxzcdycnnz7tHkSu+vBQ8Dz8fRz9A8jbY8YMdUaRrCSulSnClj+AuEYkG/gX8DvQyxtwORAKT3dw+VZaiIljzHoQNgtC+jk2Ge75Yz8YMX9L73EaDmO9tOghg+cvg0xAG31aDjVZK1Uau3BEEA5cbY0YbY74yxuQDGGOKgPFubZ0nKMg7vfN2/wZpu2DQ9OObXlq4k9+2J/PEhO6EjbsP/JvDgschPQ42fWVTQg1dWGtAKeVRXAkE84G04ici0lhEBgMYY7a5q2Ee4cBmeK41fDoFDmyq3Lmr3wP/FiS3Gc1Pm/fzxLebee23WKYMCGPqkHCb/jn3QYj7HWb/yZaRGHqHe96HUuqs5kogeAs4WuJ5lmObOlN/vG0/oBNWwdvnwP9uhrTd5Z6SnJnD3F+XU7TzJz7KPZdBLyzjtllr+XxNAmN7tuLpS0t0DkfeYCeO7d8Afa6CgNJVwJVSyrUSE1Ky/o8xpkhEdK3jM3UszaZrel9lSzr//gqsehu2zLW1/s99ABq3OumUoiLDdTP+YHLaDIrqCTvDruDRDp2JDA+ie2gT6tcrNUHM2wcufgbm3gbD763GN6eUOpu48oG+W0Tu4sRdwF+A8r+2qoqt/xQKcmDQLbak84VP2o7cJf+CtTPtiKCul0D786D9uRDYliU7U4hPTuPGxkvx7jieZ68aU/HrdL0EHk6o+DillMdyJRDcBryKXV/YAL8C08s9Q5WveMRP22G2Amixxq1g/Isw7A475n/nz3aBeICm7SnM7c7TDQ318w+f1EmslFJnosJAYIxJxq4loKpK7EJI3wsXPO58f9P2cOnrYIwd/79nCUe3LWRw6q80lmxo0R0iRlRrk5VSdVeFgcCxathNQA/swjEAGGP+7MZ21W2r37WVQrtOKP84EWjZHVp25+nEYfxYlMCKaU1pHNxGy0crpaqMK6OGPsHWGxoNLMEuOZnpzkbVaam77B1B5A1OF5BxJiUzl2/WJXFpZDiNOw6DwDYVn6SUUi5yJRB0NMY8BmQZY2YClwC9KjinbvvlUVh1miNooz6w5Z8rUe9n1qo48gqLuHF4u9N7TaWUKocrgSDf8TtDRHoCAUCE21p0Ntg81476qay8Y7DuE+g2EZqEuHRKTn4hs1bFMaprCzo0b1T511RKqQq4MmroXcd6BI8C84BGwGNubVVtZgwcOwRHD9ryEC6mdwA7byDnsB0y6qJ565NIzcrjphF6N6CUco9yA4GIeAFHjDHpwFKgfbW0qjbLO2rH/wOkbIeQ3q6dZ4xdSaxlT2g71MVTDB/8voeurRozrEOz02ywUkqVr9zUkKOwnBaoKSnr0InHlakPlPAHHNxkVxJzccTP77GpbD+QyU0j2qHrASml3MWVPoIFInKfiLQRkabFP25vWW11UiDY6Pp5q9+F+gHQe4rLp7y/fDfBjeozsW9oJRqolFKV40ofQfF8gb+W2Gbw1DTRMUcg8PF3/Y4g8wBs/RYG3Qq+/i6dEpt8lEU7Urj3ws6n1hBSSqkq5MrMYu2lLCkrxf6OGAHxK225CK8Kbqy2zIWiAhjg+hy8D3/fg289L64b0vYMGquUUhVzZWbx9c62G2M+rvrmnAWKU0MdRkHMz5ARB00riJVxv0NgOAR3dOklcvIL+XrtPi7rG0pwI11kXinlXq6khgaWeOwHXACsBTw3EPj4Q5tB9vmBjeUHAmMgfhV0uMDll1izN43s/ELG9nJtroFSSp0JV1JDd5Z8LiIB2LITnunYIfBvBi26gXjbfoLul5Z9fOoum04Kd23IKMDSnSn4ensxpJ0OGVVKuZ8ro4ZKOwZ0quqGnDWyUuxawD4NILgz7K9g5FD8SvvbxbkDAEt3HmJguyAa+GonsVLK/VzpI/gOO0oIbODoDsx2Z6NqtaxD0NiRsgnpDXuWlX98/Epo0NQGDRccPJLDjoOZXN6/6xk2VCmlXONKH8F/SjwuAOKMMYluak/tl3UIWjlmE7fqBRu/tNv8g50fH7/S3g24OCFs6U47Kmlk5+ZV0VqllKqQK6mheOAPY8wSY8zvQKqIRLi1VbVVcZ0hf0fuvjgglDWxLPOgXYy+Mv0DMYdo3rg+XVs1PsPGKqWUa1wJBF8BRSWeFzq2VUhExojIDhGJFZGHnOx/SUTWO352ikiGa82uIblHoDDP9hHAiWUmy5pYVsn+gaIiw/KYFM7pFKwlJZRS1caV1FA9Y0xe8RNjTJ6IVFhyU0S8gTeAi4BEYI2IzDPGbC1xrXtLHH8n0K8yja92xXMIGjrSQA2bQpOwsjuM41dCvQYQ0sely29OOkz6sXxGdtK0kFKq+rhyR5AiIhOLn4jIpcChco4vNgiINcbsdgSSL4ByxllyDfC5C9etOcWBwL/EB3VI7/LvCMIGgLePS5dfFmOvP6JTGf0NSinlBq4EgtuAR0QkXkTigQeBW104rzWQUOJ5omPbKUQkHGgH/FbG/ukiEiUiUSkpKS68tJsU1xnyLzG+v1UvSI2xi86UlHPEBojwYS5ffsnOFHq2bqKziZVS1arCQGCM2WWMGYIdNtrDGDPMGBPrwrWdJbmNk20AVwNzjDGFZbThXWPMAGPMgObNazBtUlxnqOQdQaveYIogeevJxyausdtd7B/IzMlnbVw652haSClVzSoMBCLyrIgEGmOOGmMyRSRIRJ5x4dqJQMlV1sOApDKOvZranhaCE4GgYYnUzfEO41L9BPEr7czjsIG4YtXuNAqKjPYPKKWqnSupobHGmOOjeRyrlY1z4bw1QCcRaefoXL4au9TlSUSkCxAErHStyTUoKxV8G4OP34ltgW3BL+DUDuP4Vbb/oL5r6wwv3ZlCQ19vIsODqrDBSilVMVcCgbeIHE9ai0gDoMIktjGmALu62c/ANmC2MWaLiDxdsvMZ20n8hTGmrLRR7ZGVcnL/ANiJYq1KdRgX5NnUUGXKSsSkMLR9M3zrnU7VD6WUOn2uDB+dBfwqIh86nt8IzHTl4saY+cD8UtseL/X8SVeuVSscO3Ry/0CxVr0g6kMoKgQvb9i/wa5r7GIgiEvNIi71GH8erks/KKWqnyvVR/8lIhuBC7EdwD8B4e5uWK2UdQgC2py6vVVvKMiG1Fho3gXiV9jtbYe4dNmljmGj5+iwUaVUDXA1D3EAO7t4MnY9gm1ua1FtVlZNoeIO4+J+gvhV0KwjNGrh0mWX7UwhLKgB7YJdW8ZSKaWqUpmBQEQ6i8jjIrINeB07J0CMMecbY16vthbWFsfrDDkJBM27gLevHTlUVOQoNOfa3UB+YRErdqUysnNzLSuhlKoR5aWGtgPLgAnF8wZE5N5yjq/bcjLsusPO+gi8fexCNQc2wqGdkJ0ObV2bSLYuPoOjuQWM1LSQUqqGlJcamoxNCS0SkRkicgHOJ4l5htJ1hkpr1cuOHKpk/8CymBS8vYShHTQQKKVqRpmBwBgz1xhzFdAVWAzcC7QUkbdE5OJqal/tcbzOUFmBoA8cS4XNX0OjltC0vUuXXbozhb5tAglo4Fo9IqWUqmqulJjIMsZ8aowZj50dvB44paR0nXe8vEQ5dwQAe5fZuwEX8v1pWXls3HdYZxMrpWpUpWYvGWPSjDHvGGNGuatBtdYxJ5VHS2rZ48RjF/sHvopKwBi4uEfLM2ycUkqdPp3G6qrjfQTNnO/3a3IiHeTCimQFhUXMXLGXIe2b0i2kSRU1UimlKk8DgauyDkH9AKhXTnWNkD5Qvwm06FH2MQ4/bj5A0uEcbh7hWl+CUkq5iyslJhQ46gxVMLLngidg4C3gXfGf9f3le2gX7M+orq5NOlNKKXfROwJXlTWZrKSm7SBieIWXio5LZ31CBjcOj8DLy3NH5CqlagcNBK7KKqPg3Gn4YPkemvjVY3L/sCq5nlJKnQkNBK7KOlR2R3ElJKQd48fN+7lmcFv862tmTilV8zQQuKKoyE4Wq4I7gpkr9iIiTBsacebtUkqpKqCBwBU5GWAKK+4jqMDR3AK+XJPAuF4hhAY2qKLGKaXUmdFA4Apni9Y7MXddIrd9Ek186jGn+2evSSAzt4CbRugCNEqp2kMDgSsqmkzmMGtVPD9tOcCYV5by6R9xlFx9s7DI8OGKPUSGB9G3TaA7W6uUUpWigcAVLtwR5BYUsinxMJf2DaV/2yD+Pncz13+wmv2HswFYsPUgCWnZejeglKp1NBC44lgFlUeBzfuOkFdYxNierfj4z4P4x6U9iNqbzsUvLeXrtYl8sHwPrQMbcHF3rSuklKpddPyiK1xIDa2NSwegf9sgvLyEPw2N4JxOzbl/zgb+NnsDAI9e0o163hp7lVK1iwYCV2QdAr9AuxJZGaLj0mnTtAEtmvgd3xYR7M8X04fywfI9LN6ZzJSBTha+V0qpGqaBwBVZKeX2DxhjiI5PZ3iHU+8YvL2EW0a255aRWlxOKVU7aZ7CFcdSy+0fSEzPJiUzl8jwoGpslFJKVQ0NBK6ooPLo2nhH/4AGAqXUWUgDgSuyDpW9aD22f8Df15suLRtXY6OUUqpqaCCoSFFhhXWGouPS6ds2UEcEKaXOSvrJVZHsdMCUmRrKyi1g2/4jRLbVtJBS6uykgaAix2cVOw8EGxIyKDLaP6CUOntpIKjI8clkzgNBtGMiWT+9I1BKnaU0EFSkgjpD0fHpdG7ZiIAGZU82U0qp2sytgUBExojIDhGJFZGHyjhmiohsFZEtIvKZO9tzWo6l2t9OUkNFRYa1cek6f0ApdVZz28xiEfEG3gAuAhKBNSIyzxiztcQxnYCHgeHGmHQRaeGu9py2rBRAoEHTU3btSjnKkZwC+mtaSCl1FnPnHcEgINYYs9sYkwd8AVxa6phbgDeMMekAxphkN7bn9GQdggZB4H1qzCzuH9A7AqXU2cydgaA1kFDieaJjW0mdgc4i8ruIrBKRMc4uJCLTRSRKRKJSUlLc1NwylFNnKDounaCGPrQL9q/eNimlVBVyZyAQJ9tMqef1gE7AecA1wHsicsryXcaYd40xA4wxA5o3P/MF5CulnDpD0fG2f0DE2VtVSqmzgzsDQSJQsu5yGJDk5JhvjTH5xpg9wA5sYKg9yqgzlJaVx+6ULJ0/oJQ667kzEKwBOolIOxHxBa4G5pU65hvgfAARCcamina7sU2Vl5XidA7BOkehOZ1RrJQ627ktEBhjCoA7gJ+BbcBsY8wWEXlaRCY6DvsZSBWRrcAi4H5jTKq72lRphQW2xISTPoK18enU8xJ6h+lC9Eqps5tbF6YxxswH5pfa9niJxwb4m+On9ilnDkF0XDrdQ5vQwNe7mhullFJVS2cWl6eMRevzC4vYkHBY5w8opeoEDQTlKS4vUaqPYPv+TLLzC3X+gFKqTtBAUJ7ignOl+gii49IAnUimlKobNBDkZ8Pvr0B2xqn7ygoE8RmEBPgRGtigGhqolFLupYFg58+w4HH49ErIPXryvmOHQLxsiQmHrNwClu5MYXC7U2sPKaXU2UgDwb5oEG/7+4trIT/nxL6sFGjYDLxO/Jk+Xx3P4ex8pg2LqP62KqWUG2gg2LcWQvrAZW/CniUw50YozLf7Si1an1dQxPvL9zC4XVNdiEYpVWd4diAoKoT966F1JPS5Gsb9B3bMh29ut/uyDp00dHTehiT2H87htvM61GCjlVKqarl1Qlmtd2gn5B21gQBg0C32+cInwdffpoZCegN2EZp3luyia6vGnNe5mgvfKaWUG3l2INgXbX8XBwKAEfdCbiYs+6993vECAH7bnkxM8lFevqqvVhtVStUpnp0a2hcN9ZtAs44nbx/1GAyabh87ho6+vWQXrQMbML53SDU3Uiml3MvD7wjWQmjfk0YFASACY16AVr2gwwWs2ZtGVFw6T07oTj1vz46dSqm6x3M/1fJz4ODmk9NCJXl5Qf/rIaA1by/eRVBDH6YMbOP8WKWUOot5biA4sAmKCsoOBA47DmTy6/Zkpg2LoKGvZ99AKaXqJs8NBM46ip14Z+kuGvh4M21ohPvbpJRSNcBzA0HSWmgcAk1CyzxkX0Y289YncdXANgT5+1Zj45RSqvp4biDYF13h3cD7y/ZggJvPaVc9bVJKqRrgmYEgOx1SYyG0X5mHZObk88WaeCb2CSUsqGE1Nk4ppaqXZwaCpHX2dzl3BN9t2M+xvEItLqeUqvM8MxDsW2t/l3NHMDsqgc4tG9EnLKCaGqWUUjXDcwNBs07QINDp7p0HM1mfkMGUAW20nIRSqs7zvEBgDOyLKjctNHtNAvW8hEn9Wldjw5RSqmZ4XiA4kgRHD0Lr/k535xUUMXfdPi7s1pJmjepXc+OUUqr6eV4gqGAi2W/bk0nNymPKwLBqbJRSStUczwsESWvBywda9nS6+6uoBFo2qc/ITrrmgFLKM3heINgXDa16go/fKbsOHslh0Y5kJvcP0yqjSimP4VmfdkVFsG9dmWmh/61NpMjAlQO0yqhSynN4ViBIjYG8TAg9taPYGMNXUYkMimhKu2D/GmicUkrVDM8KBMUTyZzcEUTFpbPnUJauOaCU8jgeFgiiwbcxBHc6ZdeXaxLw9/VmXK9WNdAwpZSqOZ4XCEL7gpf3SZuP5hbww8b9TOgTqovPKKU8jlsDgYiMEZEdIhIrIg852X+DiKSIyHrHz81ua0xBrl2VzEla6IeNSWTnF2paSCnlkdz29VdEvIE3gIuARGCNiMwzxmwtdeiXxpg73NWO4w5uhqJ8p4HgyzUJdGzRiH5tnNceUkqpusyddwSDgFhjzG5jTB7wBXCpG1+vfMc7ik8eMRQdl87a+AymDAjTAnNKKY/kzkDQGkgo8TzRsa20ySKyUUTmiIj7cjOtesHwu6HJiSbEpWYx/eMowoIaMEXnDiilhchvrQAABzxJREFUPJQ7A4Gzr9em1PPvgAhjTG9gITDT6YVEpotIlIhEpaSknF5r2g6Bi54Gx7f+tKw8bvhwDYXGMPPPgwhsqGsSK6U8kzsDQSJQ8mt2GJBU8gBjTKoxJtfxdAbgdMqvMeZdY8wAY8yA5s3PvAZQdl4hN81cQ1JGNu9PG0CH5o3O+JpKKXW2cmcgWAN0EpF2IuILXA3MK3mAiISUeDoR2ObG9gBQWGS464t1rE/I4JWr+xIZ3tTdL6mUUrWa20YNGWMKROQO4GfAG/jAGLNFRJ4Goowx84C7RGQiUACkATe4qz2ONvHkvC0s2HqQJyd0Z0zPkIpPUkqpOs6ts6eMMfOB+aW2PV7i8cPAw+5sQ0nvLN3NJ6vimD6yPTcMb1ddL6uUUrWax8ws/nb9Pp7/cTvje4fw0JiuNd0cpZSqNTwmELRs4sdF3Vvy3yl98PLS+QJKKVXMYwrrDGnfjCHtm9V0M5RSqtbxmDsCpZRSzmkgUEopD6eBQCmlPJwGAqWU8nAaCJRSysNpIFBKKQ+ngUAppTycBgKllPJwYkzpJQJqNxFJAeJO8/Rg4FAVNuds4anvGzz3vev79iyuvO9wY4zTOv5nXSA4EyISZYwZUNPtqG6e+r7Bc9+7vm/PcqbvW1NDSinl4TQQKKWUh/O0QPBuTTeghnjq+wbPfe/6vj3LGb1vj+ojUEopdSpPuyNQSilVigYCpZTycB4TCERkjIjsEJFYEXmoptvjLiLygYgki8jmEtuaisgCEYlx/A6qyTa6g4i0EZFFIrJNRLaIyN2O7XX6vYuIn4isFpENjvf9lGN7OxH5w/G+vxQR35puqzuIiLeIrBOR7x3P6/z7FpG9IrJJRNaLSJRj2xn9d+4RgUBEvIE3gLH8f3t3F2JFHcZx/Ptrs5CsJEsRV5PICw1srRDJLkwiJCWDChMDCSGSQIPerJsg8sKbDKmbXiQjS6TSvBJlszcKC3svuyiREjdXKTEhLO3XxTzbHrY9KJzOmZp5PnA4M88Os/+HnT3PzH/O/P8wDVgsaVq5rWqbF4F5Q2KrgF7bU4DeWK+ak8D9tqcCs4B7429c9dxPAHNtXwn0APMkzQLWAGsj71+AZSW2sZ1WAnsb1uuS9/W2exqeHWjpOK9FIQBmAt/Z3mf7d2ATsLDkNrWF7XeBn4eEFwIbYnkDcEtHG9UBtvtsfxLLv1J8OEyg4rm7cDxWR8TLwFzgtYhXLm8ASd3AfOD5WBc1yLuJlo7zuhSCCcCPDesHIlYX42z3QfGBCYwtuT1tJWkyMAPYTQ1yj+6Rz4B+YCfwPXDU9snYpKrH+1PAQ8CfsT6GeuRtYIekPZLujlhLx3ldJq/XMLH83mwFSRoFvA7cZ/tYcZJYbbZPAT2SRgNbgKnDbdbZVrWXpAVAv+09kuYMhIfZtFJ5h9m2D0oaC+yU9G2rO6zLFcEBYGLDejdwsKS2lOGQpPEA8d5fcnvaQtIIiiKw0fYbEa5F7gC2jwJvU9wjGS1p4ESvisf7bOBmSfspunrnUlwhVD1vbB+M936Kwj+TFo/zuhSCj4Ep8Y2Cc4A7gG0lt6mTtgFLY3kp8GaJbWmL6B9+Adhr+8mGH1U6d0mXxJUAkkYCN1DcH9kF3BabVS5v24/Y7rY9meL/+S3bS6h43pLOk3T+wDJwI/AVLR7ntXmyWNJNFGcMXcB626tLblJbSHoVmEMxLO0h4DFgK7AZmAT8ANxue+gN5f81SdcB7wFfMthn/CjFfYLK5i5pOsXNwS6KE7vNth+XdBnFmfJFwKfAnbZPlNfS9omuoQdsL6h63pHfllg9G3jF9mpJY2jhOK9NIUgppTS8unQNpZRSaiILQUop1VwWgpRSqrksBCmlVHNZCFJKqeayEKQUJJ2KER0HXv/aAHWSJjeOCJvSf0ldhphI6Uz8Zrun7Eak1Gl5RZDSacT472ti3P+PJF0e8Usl9Ur6It4nRXycpC0xR8Dnkq6NXXVJei7mDdgRTwIjaYWkb2I/m0pKM9VYFoKUBo0c0jW0qOFnx2zPBJ6meEKdWH7J9nRgI7Au4uuAd2KOgKuAryM+BXjG9hXAUeDWiK8CZsR+7mlXcik1k08WpxQkHbc9apj4forJX/bFwHY/2R4j6Qgw3vYfEe+zfbGkw0B349AGMTT2zpg4BEkPAyNsPyFpO3CcYiiQrQ3zC6TUEXlFkNKZcZPlZtsMp3HMm1MM3qObTzGD3tXAnobRM1PqiCwEKZ2ZRQ3vH8byBxQjXwIsAd6P5V5gOfw9acwFzXYq6Sxgou1dFJOsjAb+cVWSUjvlmUdKg0bGTF8Dttse+ArpuZJ2U5w8LY7YCmC9pAeBw8BdEV8JPCtpGcWZ/3Kgr8nv7AJelnQhxcQqa2NegZQ6Ju8RpHQacY/gGttHym5LSu2QXUMppVRzeUWQUko1l1cEKaVUc1kIUkqp5rIQpJRSzWUhSCmlmstCkFJKNfcX7FlDV+L2xF4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(history.history['accuracy'])\n",
    "plt.plot(history.history['val_accuracy'])\n",
    "plt.title('Model Accuracy')\n",
    "plt.xlabel('Epochs')\n",
    "plt.ylabel('Accuracy')\n",
    "plt.legend(['train', 'test'], loc='upper left')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEWCAYAAABrDZDcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3dd3RU5dbA4d+e9A6kUULoIL2KIBYEqSqgIIpiuyL2crFyi17btdxPxV5Q7IqIICiIiIKIFOm9hR4ISQikkZ683x9nAgFCCCSTSebsZ61ZM3PqPhjPnvNWMcaglFLKvhzuDkAppZR7aSJQSimb00SglFI2p4lAKaVsThOBUkrZnCYCpZSyOU0ESpVBRBqLiBER73Jse6uILKqKuJSqTJoIlMcQkd0ikiciESctX+O8mTd2T2Rnl1CUqmqaCJSn2QWMKv4iIu2BAPeFo1T1p4lAeZrPgZtLfL8F+KzkBiISJiKfiUiyiOwRkX+JiMO5zktE/k9EDonITuCKUvb9SEQSRGS/iDwnIl4VCVhE/ERkgogccL4miIifc12EiPwoIqkiclhE/igR6+POGDJEZKuI9K1IHMq+NBEoT7MUCBWR1s4b9HXAFydt8yYQBjQFLsVKHLc5190BXAl0BroBI07a91OgAGju3KY/MKaCMf8T6AF0AjoC3YF/Odc9DMQDkUA08A/AiEgr4D7gfGNMCDAA2F3BOJRNaSJQnqj4qaAfsAXYX7yiRHIYb4zJMMbsBl4BbnJuMhKYYIzZZ4w5DLxQYt9oYBDwkDHmqDEmCXgNuL6C8d4IPGOMSTLGJANPl4gnH6gHNDLG5Btj/jDWAGGFgB/QRkR8jDG7jTE7KhiHsilNBMoTfQ7cANzKScVCQATgC+wpsWwP0MD5uT6w76R1xRoBPkCCs6gmFXgfiKpgvPVLiae+8/P/gDhgrojsFJEnAIwxccBDwH+AJBGZLCL1UeocaCJQHscYswer0ngwMO2k1YewfmU3KrEsluNPDQlAw5PWFdsH5AIRxphazleoMaZtBUM+UEo8B5zXkmGMedgY0xS4ChhXXBdgjPnKGHORc18DvFTBOJRNaSJQnup2oI8x5mjJhcaYQmAK8LyIhIhII2Acx+sRpgAPiEiMiNQGniixbwIwF3hFREJFxCEizUTk0rOIy09E/Eu8HMDXwL9EJNLZ9PXJ4nhE5EoRaS4iAqRjFQkVikgrEenjrFTOAbKd65Q6a5oIlEcyxuwwxqw4zer7gaPATmAR8BUwybluIvAzsBZYxalPFDdjFS1tAo4AU7HK8MsrE+umXfzqAzwHrADWAeud533OuX0LYJ5zvyXAO8aYBVj1Ay9iPeEcxCqe+sdZxKHUMaIT0yillL3pE4FSStmcJgKllLI5TQRKKWVzmgiUUsrmatxIiBEREaZx48buDkMppWqUlStXHjLGRJa2rsYlgsaNG7NixelaBSqllCqNiOw53TotGlJKKZvTRKCUUjaniUAppWyuxtURlCY/P5/4+HhycnLcHYpL+fv7ExMTg4+Pj7tDUUp5EI9IBPHx8YSEhNC4cWOssbk8jzGGlJQU4uPjadKkibvDUUp5EI8oGsrJySE8PNxjkwCAiBAeHu7xTz1KqarnEYkA8OgkUMwO16iUqnoekwjO5GhuAQlp2ehoq0opdSLbJIKsvEKSM3IpLKr8RJCamso777xz1vsNHjyY1NTUSo9HKaXOhm0SgY+XVaxSUIWJoLCw7AmjZs+eTa1atSo9HqWUOhse0WqoPLy9rJyXX1iEv49XpR77iSeeYMeOHXTq1AkfHx+Cg4OpV68ea9asYdOmTQwbNox9+/aRk5PDgw8+yNixY4Hjw2VkZmYyaNAgLrroIhYvXkyDBg2YMWMGAQEBlRqnUkqVxuMSwdM/bGTTgfRTlhtjyMorxM/HC2/H2VW6tqkfylNXnX5+8hdffJENGzawZs0aFixYwBVXXMGGDRuONfOcNGkSderUITs7m/PPP5/hw4cTHh5+wjG2b9/O119/zcSJExk5ciTfffcdo0ePPqs4lVLqXHhcIjid4hY3VmWxa1vfdO/e/YS2/m+88QbTp08HYN++fWzfvv2URNCkSRM6deoEQNeuXdm9e7dLY1RKqWIelwhO98vdGMPGA+nUCfKlfi3XFrkEBQUd+7xgwQLmzZvHkiVLCAwMpHfv3qX2BfDz8zv22cvLi+zsbJfGqJRSxWxTWSwieHsJBYVFlX7skJAQMjIySl2XlpZG7dq1CQwMZMuWLSxdurTSz6+UUhXhcU8EZfFxOMh3Qauh8PBwevXqRbt27QgICCA6OvrYuoEDB/Lee+/RoUMHWrVqRY8ePSr9/EopVRFS0zpYdevWzZw8Mc3mzZtp3br1Gffdk3KUnPwiWtUNcVV4Llfea1VKqZJEZKUxpltp62xTNATg4+VwSdGQUkrVZLZKBN4OodAYl/QuVkqpmspeicDZqUyfCpRS6jhbJQJXDjOhlFI1la0Sgbfj+DATSimlLLZKBPpEoJRSp7JVIvByCIJU+hPBuQ5DDTBhwgSysrIqNR6llDobtkoEx3sXV+4TgSYCpVRNZquexQDeXpX/RFByGOp+/foRFRXFlClTyM3N5eqrr+bpp5/m6NGjjBw5kvj4eAoLC/n3v/9NYmIiBw4c4LLLLiMiIoL58+dXalxKKVUenpcIfnoCDq4/7eqG+YUUYcDnLC69bnsY9OJpV5cchnru3LlMnTqVv/76C2MMQ4YMYeHChSQnJ1O/fn1mzZoFWGMQhYWF8eqrrzJ//nwiIiLKH49SSlUiWxUNAYiAK0fVmDt3LnPnzqVz58506dKFLVu2sH37dtq3b8+8efN4/PHH+eOPPwgLC3NdEEopdRY874mgjF/uAKnpOSSm59CuQRgOqfx5CYwxjB8/njvvvPOUdStXrmT27NmMHz+e/v378+STT1b6+ZVS6mzZ7omgeHayyqwwLjkM9YABA5g0aRKZmZkA7N+/n6SkJA4cOEBgYCCjR4/mkUceYdWqVafsq5RS7uB5TwRncGyYiaIifCspD5YchnrQoEHccMMN9OzZE4Dg4GC++OIL4uLiePTRR3E4HPj4+PDuu+8CMHbsWAYNGkS9evW0slgp5RYuG4ZaRCYBVwJJxph2pawX4HVgMJAF3GqMWXWm41ZkGGqArLwC4pIyaRweRGiAT7n2qU50GGql1Llw1zDUnwADy1g/CGjhfI0F3nVhLMfoMBNKKXUilyUCY8xC4HAZmwwFPjOWpUAtEannqniKeeswE0opdQJ3VhY3APaV+B7vXHYKERkrIitEZEVycnKpBytvEZdDBG+Ho0Y+EdS02eSUUjWDOxNBaW03S73TGWM+MMZ0M8Z0i4yMPGW9v78/KSkp5b5RumKYCVczxpCSkoK/v7+7Q1FKeRh3thqKBxqW+B4DHDiXA8XExBAfH8/pnhZOdigzlyJjyE6uWTdVf39/YmJi3B2GUsrDuDMRzATuE5HJwAVAmjEm4VwO5OPjQ5MmTcq9/bgpa1i64zCLx/c9l9MppZRHcVkiEJGvgd5AhIjEA08BPgDGmPeA2VhNR+Owmo/e5qpYThYV4k9yZi7GGMQFvYuVUqomcVkiMMaMOsN6A9zrqvOXJSrEj/xCw5GsfOoE+bojBKWUqjZsN8QEQFSoHwBJGTlujkQppdzPnokgxKokTkrPdXMkSinlfrZMBJEhxU8EmgiUUsqWiSDKmQiSNREopZQ9E0GQnzdBvl5aR6CUUtg0EQBEhfpr0ZBSSmHjRBAZ4keyVhYrpZS9E4EWDSmllI0TQVSIn1YWK6UUtk4E/hzNK+RoboG7Q1FKKbeycSLQvgRKKQV2TgTFw0ykaz2BUsre7JsIioeZ0CcCpZTN2TYR6DATSillsW0iqB3og4+XaMshpZTt2TYRiAiRwdqXQCmlbJsIACJD/fWJQClle7ZOBFEhfjongVLK9jQRaNGQUsrmbJ0IIkP8OJKVT15BkbtDUUopt7F1IijuS3AoU4uHlFL2ZfNEoH0JlFLK3olAh5lQSimbJwIdZkIppeydCMKDfRHRRKCUsjdbJwIfLwd1An21U5lSytZsnQjAOXex9iVQStmY7RNBVKi/Fg0ppWzNpYlARAaKyFYRiRORJ0pZHysi80VktYisE5HBLgtm7TfwwWVQVHjCYh1mQilldy5LBCLiBbwNDALaAKNEpM1Jm/0LmGKM6QxcD7zjqnhweMGBVbB/1QmLo0L8OJSZS1GRcdmplVKqOnPlE0F3IM4Ys9MYkwdMBoaetI0BQp2fw4ADLoumWR8QB2yfe8LiqBA/CooMh7PyXHZqpZSqzlyZCBoA+0p8j3cuK+k/wGgRiQdmA/eXdiARGSsiK0RkRXJy8rlFE1gHYrqfkgginX0JtOWQUsquXJkIpJRlJ5e/jAI+McbEAIOBz0XklJiMMR8YY7oZY7pFRkaee0Qt+kHCGshIPLaoUXggAGv2pZ77cZVSqgZzZSKIBxqW+B7DqUU/twNTAIwxSwB/IMJlEbXob73HzTu2qG39UFpGBzN5+b7T7KSUUp7NlYlgOdBCRJqIiC9WZfDMk7bZC/QFEJHWWIngHMt+yqFuewiuC3G/HFskIlx/fixr96Wy6UC6y06tlFLVlcsSgTGmALgP+BnYjNU6aKOIPCMiQ5ybPQzcISJrga+BW40xrmu+I2IVD8X9BoUFxxZf06UBvt4OJi/f67JTK6VUdeXSfgTGmNnGmJbGmGbGmOedy540xsx0ft5kjOlljOlojOlkjJlb9hErQYt+kJsG8X8dW1Qr0JfB7eoyffV+svMKy9hZKaU8j/16FjftDQ7vU1oPjeoeS0ZOAbPWJ7glLKWUchf7JQL/MIjtCdt/OWFx9yZ1aBoZxNd/afGQUspe7JcIwCoeStwAafuPLRIRRp0fy8o9R9iWmOHG4JRSqmrZNBGc2owUrEpjHy/RpwKllK3YMxFEngdhDU+pJwgP9mNA27pMW7WfnHytNFZK2YM9E0FxM9KdC6DgxDGGRnWPJS07nzkbDronNqWUqmL2TARgFQ/lZcLeJScs7tk0nEbhgVo8pJSyDfsmgiaXgJfvKcVDDodw3fkNWbbrMDuSM90UnFJKVR37JgLfIGjU65RmpAAjusbg7RC+0fGHlFI2YN9EAFbx0KGtcGTPCYujQvy5vHU0U1fGk1uglcZKKc+miQBOGISu2KgLYjl8NI8XZm/hyFGdtEYp5bnsnQjCm0HtJqUWD13cPIKrOtbnk8W7ufDF33j6h43sT812Q5BKKeVa9k4EItZTwc7fIT/nhFUOh/DmqM78/NAlDGpfl8+X7OHSl+cz7ps1bD2oPY+VUp7D3okAoNUgKMiGz4ZCwtpTV9cN4dWRnfj9scu4qWcjftpwkAETFvL0Dxtx5YjZSilVVTQRNO0NQ96ClDj4oDf8+HfIOnzKZg1qBfDUVW1Z/EQfbrgglo//3M1Hi3ZVdbRKKVXpNBGIQJeb4P6V0H0srPwU3ugMf02EolNbDNUO8uW5oe0Y3L4uz8/ezLxNiaUcVCmlag5NBMUCasGgl+CuRdaUlrMfgfcvLbW4yOEQXrm2E+0bhPHA5NVsPJDmhoCVUqpyaCI4WXQbuOUHuPYTyDoEHw2Ajd+fslmArxcf3tyNsAAfxny6gqT0nFOPpZRSNYAmgtKIQNur4c6F1tPBt7fAghehqOiEzaJC/fnwlm6kZedzx2crdJpLpVSNpImgLMFRcOuP0HEULHgBpt4GeVknbNK2fhivX9+ZdfvTePjbNRQVaUsipVTNoongTLz9YNi70O9Z2DQDPh54wsxmAP3aRPOPQa2Zvf4gL/y0WZOBUqpG0URQHiLQ6wEYNRlSdsLEy2Df8hM2GXNxE268IJaJf+zipknLOJimdQZKqZqhXIlARJqJiJ/zc28ReUBEark2tGqo1UAY8wv4BMAnV8C6KcdWiQjPDWvHC9e0Z9WeVAa+vlAnt1FK1QjlfSL4DigUkebAR0AT4CuXRVWdRbWGMb9BzPkw7Q6Y9/SxSmQRYVT3WH584CIa1g7kri9W8sR36ziaW+DmoJVS6vTKmwiKjDEFwNXABGPM34F6rgurmgsKh5umQ5dbYNGrMOUmyD0+iU2zyGC+u/tC7u7djG9W7OPKNxexdl+qGwNWSqnTK28iyBeRUcAtwI/OZT6uCamG8PaFq16HgS/B1tkwaQCkHp/e0tfbweMDz+OrMT3IyS9kxHuLmboy3o0BK6VU6cqbCG4DegLPG2N2iUgT4AvXhVVDiECPu+DGqZC6Dyb2gb3LTtikZ7Nw5jx4CRc0CeeRb9fy6tytOlidUqpaKVciMMZsMsY8YIz5WkRqAyHGmBfPtJ+IDBSRrSISJyJPnGabkSKySUQ2ikjNrHdo3hfGzAO/EPj8akjacsLqsEAfPr7tfEZ2i+GN3+J46Js1OvOZUqraKG+roQUiEioidYC1wMci8uoZ9vEC3gYGAW2AUSLS5qRtWgDjgV7GmLbAQ+dwDdVDZEu4dbY1F/LkGyDnxPGHfLwcvDS8A48OaMWMNQcY/eEynflMKVUtlLdoKMwYkw5cA3xsjOkKXH6GfboDccaYncaYPGAyMPSkbe4A3jbGHAEwxiSVP/RqKLQejPwMUvfAtLGnDEkhItx7WXPeHNWZtfFpXPPuYnYdOuqmYJVSylLeROAtIvWAkRyvLD6TBsC+Et/jnctKagm0FJE/RWSpiAws57Grr0Y9YcALsG0OLHy51E2u6lifr8ZcQGpWHle/8ydxSTrjmVLKfcqbCJ4BfgZ2GGOWi0hTYPsZ9pFSlp1cS+oNtAB6A6OAD0vrqCYiY0VkhYisSE5OLmfIbtT9juPjE22dU+om3RrXYfo9vQD45/QNWoGslHKb8lYWf2uM6WCMudv5facxZvgZdosHGpb4HgMcKGWbGcaYfGPMLmArVmI4+fwfGGO6GWO6RUZGlidk9xKBK1+Deh2tTmeH4krdrHFEEI/0b8WyXYeZufbkfxqllKoa5a0sjhGR6SKSJCKJIvKdiMScYbflQAsRaSIivsD1wMyTtvkeuMx5jgisoqKdZ3cJ1ZRPAFz3BTi84ZsbIbf04p9R3WNp3yCM52dtJlN7ICul3KC8RUMfY93E62OV8//gXHZazp7I92EVKW0GphhjNorIMyIyxLnZz0CKiGwC5gOPGmNSzv4yqqlasTBiEhzaBt/fc0rlMYCXQ3hmaFuSMnJ5fd42NwSplLI7KU/ZtIisMcZ0OtOyqtCtWzezYsWKqj5txSx+E+b+CzpcD0PfBi/vUzZ54rt1TF0Zz08PXkyL6BA3BKmU8mQistIY0620deV9IjgkIqNFxMv5Gg14zi93V7vwfujzb1g3GabeCgW5p2zy2MDzCPLz5skZG7XiWClVpcqbCP6G1XT0IJAAjMAadkKV1yWPwMAXYfMPVoezk2Y6qxPky6MDWrFkZwo/rEtwU5BKKTsqb6uhvcaYIcaYSGNMlDFmGFbnMnU2etwNQ96EuF/hy2tPqUAe1T2Wdg1CeX7WJq04VkpVmYrMUDau0qKwky43w/APYd9S+GwoZB0+tsrLITw7tB2J6bm8+euZumkopVTlqEgiKK3DmCqP9iNg5OdwcD18ehUcPV7d0jm2Ntd1a8hHi3axPVF7HCulXK8iiUBrNCvivMFwwxRIibMmtik4PgDdYwNbEeTnzfhp6yks0n9mpZRrlZkIRCRDRNJLeWVg9SlQFdHsMqs56Z4/YdY4cLYWCg/24z9D2rBizxE+WbzbvTEqpTxemYnAGBNijAkt5RVijDm1Mbw6e+1HwCWPwerPYek7xxYP69SAy1tH8b+ft+gIpUopl6pI0ZCqLL3HQ+shVqezbXMBa8jq569uj6+Xg0e/XatFREopl9FEUB04HHD1exDdDqb+DZI2AxAd6s9TV7XVIiKllEtpIqgufINg1GTwDYSvrjvWkuiaLg3oe54WESmlXEcTQXUS1gCu/woyDh5rSSQi/Pcaq4josalrKdIiIqVUJdNEUN3EdDvekuidHvDn60Q7MnjyqrYs361FREqpyqctf6qjDteCty8seQd+eRJ+fZbh5w1mT6Me/O9n6HNeFI0jgtwdpVLKQ5RrGOrqpEYOQ10RSVtg1Wew9mvIPsx+IpnqcxVthz5M37YNENEO3kqpMytrGGpNBDVFQS5s/oH0RR8QmriMrUUxTI1+iOuuvZ7mUTp/gVKqbJUxH4FyN28/aD+C0Lt+pmDkl9QPLOSfyY+w8c3reHXaQtKy890doVKqhtJEUNOI4N3mSkLGrSKrxziu8P6LMWtHMvHlR/l22S6d1EYpddY0EdRUvoEEDnwK7/uWIQ2784j5mNazhvHwh7NITM9xd3RKqRpEE0FNF96MkNtnUHTtp7T0PcT4+Hv4+6uT+GHtAXdHppSqITQReAIRHG2H4Tt2HrVCQ/mY/zDrm/e5/+vVpGblnXl/pZStaSLwJFGt8blzPr4xHXjPdwKNNr5L/1d/Z8HWJHdHppSqxjQReJrgSOSWH6HdCB7x/oZn5V3u+HgJU5bvc3dkSqlqSnsWeyIff2te5PDmDPj9RWaGJfO3aWMJ8rucKzrUc3d0SqlqRp8IPJUIXDYerpnIeYXbmef/OIumvMr8LYnujkwpVc1oIvB0HUYid/+JX0wHXvD+AO+vrmX1unXujkopVY1oIrCD8GZ43zabzL4v0M2xlRbf9Sd+3jvH5khWStmbJgK7cDgIvvgeMv+2kK1ezYhZNJ6jH14Jh+LcHZlSys1cmghEZKCIbBWROBF5ooztRoiIEZFSB0RSlScythWR9/zMi46xmP0rKXr7Apj92LEZ0ZRS9uOyRCAiXsDbwCCgDTBKRNqUsl0I8ACwzFWxqBPFRgQz/M4nGenzNl/lX0rRXxMpnNARFk2AfB2eQim7ceUTQXcgzhiz0xiTB0wGhpay3bPAy4DegapQi+gQvnt0GEf7/Y9r5f+Yn9Mc5j1F/utdYN23UFTk7hCVUlXElYmgAVCyF1O8c9kxItIZaGiM+bGsA4nIWBFZISIrkpOTKz9Smwrw9eLOS5vxyeM3s/HSidxunmRrug9MG0Pe+30gfqW7Q1RKVQFXJoLSps461kxFRBzAa8DDZzqQMeYDY0w3Y0y3yMjISgxRAYT4+/Dg5S145fH7mdXza54ouof0xF3wYR/4/l7I1CEqlPJkrkwE8UDDEt9jgJJDYoYA7YAFIrIb6AHM1Apj96kV6Mvjg9pw+73/YKTPW3zMEIrWfQNvdoXFb0GhTn6jlCdyZSJYDrQQkSYi4gtcD8wsXmmMSTPGRBhjGhtjGgNLgSHGGBvOQ1m9tIgO4bN7+vJ58O1ckf8SKXU6wdx/wrsXwq4/3B2eUqqSuSwRGGMKgPuAn4HNwBRjzEYReUZEhrjqvKpyxNQOZMpdPfGKaskFe+5iaY93rCeCz4bAXxPdHZ5SqhLp5PWqTBk5+Yz5dAV/7T7Mc4OacGP807BtDvS4B/o/Bw4vd4eolCqHsiav10Sgzignv5D7v17NL5sSubRFHW5MfZ/+GdNZ5tud5/we5kiBL2EBPtzfpzkD2tZFpLR2AkopdyorEegQE+qM/H28ePfGLtzWqzH70/J4y28MH4Xew/l5K3gn95/0a1BAXkERd32xiuHvLmbF7sPuDlkpdRb0iUCdu+2/wLe3gl8IBddN5ruEOrwydxtJGbkMaBvNYwPPo1lksLujVEqhTwTKVVr0g7/9DOKF98f9uS7rGxb8vSeP9G/Jn3Ep9H9tIf/6fj3JGbnujlQpVQZ9IlAVl5EIPz0Gm76HiJZw5WscijifN3/dzpfL9uLn7eDu3s24/aKmBPhq5bJS7qCVxapqbJsLsx+G1L3Q8Qbo/yw7s/x5ac4Wft6YSL0wfx7p34qrOzfA4dAKZaWqkiYCVXXysmDh/2DxG+AXApc/DZ1uYNmedJ6fvZl18Wm0rR/KPwe35sLmEe6OVinb0ESgql7SZvhxHOxdDEGR0OkGijrdxA/7A3l5zlb2p2ZzT+9mPDqglTY3VaoKaGWxqnpRreG22XDDFGh4ASx+C8fb3Ri6eizz+ycyumsU7yzYwRu/6gxpSrmbPhGoqpFxENZ8Bas+gyO7MP5hLA64lFcOdmHAgKu4s3dzd0eolEfToiFVfRQVwZ4/YdVnmM0/IAXZ7CqKJrXFcDpfeRfUbuTuCJXySJoIVPWUm0HBxhnEzZ3IeTlrrGWNekGHkdB6CATWcW98SnkQTQSqWsstKGT8pNnU3zuTO8P+IuTobnB4Q7O+0G44nDfYaoGklDpnZSUC76oORqmT+Xl78d/bBnPbx5F03DWUTwb6cUnu77BhOmz/Gbz9oeUAKyk07we+ge4OWSmPoq2GVLXg7+PFh7d0o2ujOtwyJ4/PQ8bAQ+utISw63wR7FsOUm+F/za3xjTZ+b/VZOFuFBc4K6z2Vfg3qLOWkwQ8Pwoz73B2J7WnRkKpWsvMKuf/rVczbnMR9lzXn4f4trX4GhQVWJfPG6bD5B8g6BD6B0KK/VafQajCcqT9C1mGYehvsXACR58Edv4FvUJVclzrJrj/g+7shbZ/1/cF12lDAxbQfgaoxAny9eG90V67r1pC35sfxxHfrKSgsAi9vaHopXDUBHt4KN8+EjtdbyWHyDfDJlZC05fQHTlgHH1xqPVn0uBeSt8Lsx6ruwpQlPwd+/id8eiV4+cLwj6zlm2eWvZ9yKU0Eqtrx9nLw4vD23N+nOd+s2MddX6wiO6/w+AbFSeHK12DcFrjqdUjcAO/1gl+egryjJx5w3bfwUX/rqeK2OTDwv3DJI7DmC1g7uWovrrqqipKBhLXwQW9Y8hacPwbu+gPaj4B6Ha2iPuU2mghUtSQiPNy/Fc8ObcuvWxIZ/dEyUrPyTt3Qyxu63gr3r7SeEP6cAG91h80/Wjf+Of+AaWOgfme483eI6Wrtd+kTVlPVH8dB8rYqvbZq5eAG+LAfvHeRNSyIqyx7Hyb2hewjcON3cMUrx4vl2gyD/SsgdZ/rzq/KpHUEqtqbvT6BhyavITTAm0Ht6jG4fT26N6mDV2kjmO5ZArPGQdImCKkPGQeg+50w4Hnw8jlx2/QD1g0wOM0H2hYAABcsSURBVBrG/Gqv1kj52fD7S7D4TfCvZdWv5GbCFf8HnW48c33L2di3HD7qZ7X8Gvbuqf1DUnbAm11gwH+h572Vd151Au1HoGq8lXuO8NGinfy2JYmc/CIign0Z0LYug9vX44ImdfD2KvFwW5hv/QJdPhEueQw633j6A2+fB18Ohy43w5A3XX8h1cHOBfDDQ3BkF3QeDf2ehcI8mHYH7FoIHa6DK14Fv0qYXa4gD96/BHLT4Z6l4B9a+nbvXQTeATDml4qfU5VK+xGoGq9ro9p0bdSVrLwC5m9JZvaGBKat2s+Xy/bi7+OgVoAvwf7eBPt5E+LvTbBfT8IbXcodsU0psy1Ki8vhor/Doteg8SXQ4dqquqSql3XYqqhd+xXUaQq3/ABNLjm+/qbvYeH/we8vwv6VcO2nULddxc656FVI3mwNPni6JABW8dBvz0JaPITFVOyc6qzpE4GqsbLzCvl9WxLLdx8hIyefzNwCMnKsV2ZuAfuPZOPlEJ4b1o5hnRuc/kCFBfDJFVaF8y0zoV4ncJzjTGqFBXB4Jxxy1jt4+4O3r/Xu5Qs+ARDeAhxVXD13eKfVsiozEXo9CJc8asVSml1/wHe3Q3YqDH7ZqoM5F0mb4b2Loc1QGPFR2dseioO3usLAF6HH3ed2PlUmLRpSthR/JIuHJq9hxZ4jXNOlAc8MbUew32kegtPirZtW9mHw8oPwZhDeHCJaWO+h9UEc1gtxfhbIz7KarSZutBJJ8hYoyCk7sEYXwfVfQkCtSr/mUqXuhY8HQ14m3DTdqjg/k8xkmD4WdvwGff5lJY6zUVQIkwZY5f/3LYegckxC9G4v8A2G238+u3OpctFEoGyroLCIN3+L483fthNbJ5A3RnWmQ8xpbsBH9sDO+XBou3UDS9kOh3eBKSx9+5KCoiC67fFXZCtrvKSC3OOvwlzrl/m8p625nUdPtRKMK6UfsJJA1mHraad+p/LvW1gAM+6FdZPh0seh9/jyVyIve9+ax/rqD6DjdeXb5/eXYf7zMG6z6/9dbEgTgbK9v3Yd5qHJq0nKyOXRAa24qEUEhzLzSM7IJTkjl0OZ1qtd/TBu7dUYn+LK58J8OLLbKlIxBjBgiqzPpsgq7olsBcFR5Q9mx3z4ZjQE1IbR31n7u0JmkpUEMhLg5hkQU+o9oGxFhTDzAavPxUXjoO+TZ04GqXvh7R7Q6EK48dvyJ4/kbfD2+TDoZbjgzrOPVZVJE4FSQGpWHk98t545Gw+esi7Ax4tagT4kpOVwXt0QXrimPZ1ja7sumIS18MUIq7XODVMg9oLKPf7RFKv37pHdMHoaNOp57scqKoJZf4eVn0DP+6D/c6e/uRsDX46wmvHeuxRqxZ7dud7paTVn/dtP5x6vKpW2GlIKqBXoy7uju/D7tmRy8guJCPYjMsSPiGA/gpx1B3M3HuTJGRu55t3F3NyjEY8MaEWIv88ZjnwO6nWE2+fCF8PhsyEw4mNruO3KkH0EPh9mFUPdMKViSQCsiu0rJ1hPP0vesp6SBr1UejJYNwXi5lm/6s82CYBVsbzgRWtGu5C6FYtblZtLnwhEZCDwOuAFfGiMefGk9eOAMUABkAz8zRhT5rCQ+kSgXC0jJ59X5m7j0yW7iQ7x55mhbenf1kU3paOH4MtrIWGNVQ7fefS5N58syLNuwr+/aLXYuf5rq3lsZTHGan669G2r01n9zlYdRMZBq/gpI8FKPvU6WqPGnkvLq6Qt8M4FMPj/oPsdlRd7afKzrZdNJkByS9GQiHgB24B+QDywHBhljNlUYpvLgGXGmCwRuRvobYwps2ZJE4GqKqv3HmH8tPVsOZjB5a2jeKBvi9NXNFdE3lGYNha2/Gh9b9TLmnuhzTAICi9736Ii2LsY1n9rjdeTkwqB4TD0HWg1sPJjNQbm/ccaygNAvKxf7iH1rPewhlbv4FoNz/0cb3W36lxu/bFSQj7F0UPw1wfw10RrKOzOo+HSxzy+/4K7EkFP4D/GmAHO7+MBjDEvnGb7zsBbxpheZR1XE4GqSvmFRUz8YyfvLthBRk4BvZqHc0/v5lzYLNwaHrsypeyADdOsm/qhrc5Z2vpYL/FyVlIXWa2YTJFVGbxxOqTvB58gOO8KaH8tNLvs1OE0KtuR3VZP4KCIc+9zcTrz/wsL/2eNMns2lfBnkrLDGlJj7ddWE99Wg60Etvpza3232+HicZV7zmrEXYlgBDDQGDPG+f0m4AJjTKmzUIjIW8BBY8xzpawbC4wFiI2N7bpnj04qoqpWRk4+Xy3by4eLdpGckUuHmDDuvrQZ/dvWLX3Mo4owxuqTsH4qbPju+Jj9JyuezrPDSGg1yHPmVkjcBO/2tAamO39MxY5lDOxdatVtbJllJciO10PP+yGypbVN6l4r8az+Erz9oPtYq9NdeYqMjLGK4XYthJjzjw9qWA25KxFcCww4KRF0N8bcX8q2o4H7gEuNMbllHVefCJQ75eQXMn31ft7/fQe7U7JoWCeAC5tG0Dm2Fp1ja9MiKhhHZSaGoiLISjnega24U5s4rMpbb9/KO1d1YQy8dT6E1rOGwTgXOWmw9htYMcka4sK/lpVUuo+FkOjS90nZAQtesBKwt7/V56J+F2jQxaoPqdPU2YkwB3Yvgm1zYNvPkLbX2l8c0Oshq79FNfzvUq2LhkTkcuBNrCSQdKbjaiJQ1UFhkWHOhoNMXbmP1ftSSc3KByDEz5uODWvRObYW/dvUpV2D0MovQrKD356HhS9bc1R3vtEqxvH2K3sfY+DAKuvmv2Ga1eu7fmfoeps170F5n5gSN1nFRftXWs18i3uK+9ey+nwcXG8d2ycQmva2RlVt1Av+fN3aL7o9XPMBRLepyL9ApXNXIvDGqizuC+zHqiy+wRizscQ2nYGpWEVI28tzXE0EqroxxrA7JYvVe4+wem8qq/cdYXNCBoVFhqYRQQzpVJ8hHevTNLISRvOsIkVFhq2JGeQVFNGxoeuGwigsMmTmFBAa4H1iwszLgj9escrz0/dbne/aX2u1VqrX0domI8G6aSdusIYdP7DGqlvxCbJu/N1uK99wGmUGmG8V/RxYBftXWUOI1O0ALQdC44vAx//E7bfMhh8esJ5I+vzbqjivrDqUzGTrfH4h57S72zqUichgYAJW89FJxpjnReQZYIUxZqaIzAPaAwnOXfYaY4aUdUxNBKomSMvK56cNCcxYc4Clu1IwBjrEhDGkY33qBPk6ezLnHX/PyKXIGEIDfAgL8CHU34fQAG/CAnxoGR3CoHZ1XfpkYYxhW2ImS3emsGRHCst2pXDE+ZQzrl9L7u/T3CXnv/fLVcxan4Cvt4PoUD+iQ/yJCvUjKsSfVnVDuK5LfRy7f4c1XzonG8q1imiyDlstpIqFNoCoNtav8w7XlT3SqasdPQQ/PGi1Aou90OqAF9ny7G/gxfUP236CrXMgfrk1G1/XW84pLO1ZrJQbJaRl8+PaBGas3c+G/enHlvt6OYgI9iXC2anNyyGkZ+eTnlNgvWfnk5FbAMCgdnV5aUQHQiupc1tWXgHr49NYvS+V1XuPsGL3EVKOWjPANagVQI+m4fRsFs7iuENMW72f23o15t9XtKnU+o95mxIZ89kKhnWqT3SoP4npOSSm55KUYb1n5hYwomsMLw3vYFXIZx+xKs+3zbXGIopua938o9tYTwzViTHWNKg/PWbNxQAQFGklsdpNrPfQ+sdHp/Xyc777Wk9DcfOsBJDqrH+o18lqENBuBEQ0P6eQNBEoVU3sO5xFfmERESF+hPh5n/FXdkFhER//uZuX5myhfq0A3r6hC+1jws76vMYY5m1OYsHWJFbvTWVrolV0BdAoPJCusbXp0Sycnk3DaVjn+ExtRUWG52ZtZtKfu7imcwNeGtHh+DhMFZCVV0C/VxcS6OvFrAcuxtf71GNOmLeNCfO2c03nBvzv2o6V3zqrKmQkwt4lVke7wzutZreHd1rFXWXx9nfWPwy0XqH1KhyKDjGhVDVR8iZbHt5eDu64pCldGtXm/q9WMfzdxfzzitbc3LNRuYtq9h3O4l/fb+D3bcnHKrPv6d2MzrG16BhTi/Dg01fCOhzCv69sTe1AH175ZRvpOfm8dUMX/H0qVu79+rzt7E/N5tu7epaaBAAeurwlXiK88ss2Co3hlWs7njgTXU0QEg1th526PD/b6gdSmHd8ZNqCPOtdHNCgW5VOnaqJQKkaoGuj2sx64GIe+XYtT83cyNKdKWcsKiooLGLSn7t47ZftOASeuqoNN/dsfNa/rEWE+/u2oFaQL0/O2MDNH/3Fh7d2O+diqs0J6Xy4aBfXdWvI+Y3Lbqt/f98WeHkJL8/ZSkGRYcJ1nSrlicTtfAKgdplz51UpLRpSqgYxxvDhH7t4ac4WokL86NM6ig4x1i/75lHBx27y6+JTGT9tPRsPpHN56yieGdqO+rVOMyPZWZi59gDjvllDi+gQ/nNVG7o3qXNWlchFRYbh7y1mT0oWv467lNpB5Wtv/8HCHfx39hYGtavLG6M6e0YyqGJaR6CUh1m55wiv/bKNtftSj1UoB/p60a5+GFGhfsxen0BEsB9PD2nLwEpucbRgaxIPfbOG1Kx8zqsbwi0XNmZop/oE+p65gOHLZXv45/QNvHJtR4Z3PbuxfT5atItnf9zEgLbRvDmqy2mLlFTpNBEo5aGKigw7Dx1lXXwq6+LTWBufSlxSJld1rM/jA88jLMA1Yw5l5xUyY81+Pl2yh80J6YT6ezOyW0Nu7tmY2PDSy7aTM3Lp+8oC2tYP46s7Ljin5PTp4t08NXMjPZrW4f3R3QgLdPGYSh5EE4FSyiWMMazYc4RPFu9mzoaDFBlDl9ja9G0dxeWto2kRFXzshv/g5NX8tP4gPz10Mc0q0Lnu+9X7eXTqWhqFB/HxreefdQW8XWkiUEq53MG0HKas2MfcTQeP9ZeIrRNI39ZRNKwdyDM/buKBvi0Y169lhc+1dGcKYz9bga+3F5Nu7eaa4cE9jCYCpVSVOpiWw69bEpm3KZE/d6SQV1BEk4ggfnrw4go3PS0Wl5TBrR8vJyUzjzdGdaZfm9MMJqcATQRKKTfKyitg6c4UmkUG0yi8cofKTs7IZcyny1m3P42nrmzDrb2aVOrxPYkmAqWUx8rOK+SByav5ZVMi0aF+1A31J9r5qhvmT5RzCI8Qf29CnGM4hfj7EOTrZauRYbVnsVLKYwX4evHe6K58tmQ3Gw+kk5iew+6UoyzbdZi07PzT7ucQqBPkS8M6gcQ6X8Wf64cF4HBYQwaV5OUQ6oX5e1wC0USglKrxvBzCbaUUC2XnFZKYnsORrDwycgpIz8knI6eAjJx80rMLOJSZy74jWazae4Qf1yUcG3+pLJ1ja/FA3xb0bhlZrrGiRKTaj5OkiUAp5bECfL1oHBFEY85cN5FfWMSB1Gz2Hs7iYFoOxSmh+BYuIhw+msuni/dw28fL6RATxgN9WtC3ddQJCSE7r5DftyUzZ0MCv25Ows/HwR0XN2V0j0YE+VXPW67WESil1FnIKyhi2qp43l4Qx77D2bSpF8p9fZpTUGSYsyGB+VuSyc4vpFagD5e3juZgWg6L4g5RK9CH23s14ZZejSttOPGzoZXFSilVyfILi5ix5gBvz49j16GjAEQE+zGgbTSD2tXjgqZ1jo2JtGrvEd76LY7ftiQR4u/NrRc25m+9mpR7rKXKoIlAKaVcpKCwiN+3JRMa4EOX2Npl1gds2J/GW7/FMWfjQRwCLaJCaNcgjA4xYbSPCaNNvdBK62dxMk0ESilVjWw9mMGsdQdYvz+N9fvTOJRpzQ7n5RBaRAXT3PlqFmm9mkYGVThBaPNRpZSqRlrVDaFV3VaANV7TwfQc1sWnsT4+jY0H0lgXn8as9QnHmq+KQEztAB7p34qhnRpUejyaCJRSyo1EhHphAdQLC2BA27rHlufkF7Lr0FF2JGeyI8l6jyxjNrmK0ESglFLVkL+PF63rhdK6XqjLz6UzOyillM1pIlBKKZvTRKCUUjaniUAppWxOE4FSStmcJgKllLI5TQRKKWVzmgiUUsrmatxYQyKSDOw5x90jgEOVGE5NYdfrBvteu163vZTnuhsZYyJLW1HjEkFFiMiK0w265Mnset1g32vX67aXil63Fg0ppZTNaSJQSimbs1si+MDdAbiJXa8b7Hvtet32UqHrtlUdgVJKqVPZ7YlAKaXUSTQRKKWUzdkmEYjIQBHZKiJxIvKEu+NxFRGZJCJJIrKhxLI6IvKLiGx3vtd2Z4yuICINRWS+iGwWkY0i8qBzuUdfu4j4i8hfIrLWed1PO5c3EZFlzuv+RkR83R2rK4iIl4isFpEfnd89/rpFZLeIrBeRNSKywrmsQn/ntkgEIuIFvA0MAtoAo0SkjXujcplPgIEnLXsC+NUY0wL41fnd0xQADxtjWgM9gHud/409/dpzgT7GmI5AJ2CgiPQAXgJec173EeB2N8boSg8Cm0t8t8t1X2aM6VSi70CF/s5tkQiA7kCcMWanMSYPmAwMdXNMLmGMWQgcPmnxUOBT5+dPgWFVGlQVMMYkGGNWOT9nYN0cGuDh124smc6vPs6XAfoAU53LPe66AUQkBrgC+ND5XbDBdZ9Ghf7O7ZIIGgD7SnyPdy6zi2hjTAJYN0wgys3xuJSINAY6A8uwwbU7i0fWAEnAL8AOINUYU+DcxFP/3icAjwFFzu/h2OO6DTBXRFaKyFjnsgr9ndtl8nopZZm2m/VAIhIMfAc8ZIxJt34kejZjTCHQSURqAdOB1qVtVrVRuZaIXAkkGWNWikjv4sWlbOpR1+3UyxhzQESigF9EZEtFD2iXJ4J4oGGJ7zHAATfF4g6JIlIPwPme5OZ4XEJEfLCSwJfGmGnOxba4dgBjTCqwAKuOpJaIFP/Q88S/917AEBHZjVXU2wfrCcHTrxtjzAHnexJW4u9OBf/O7ZIIlgMtnC0KfIHrgZlujqkqzQRucX6+BZjhxlhcwlk+/BGw2RjzaolVHn3tIhLpfBJARAKAy7HqR+YDI5ybedx1G2PGG2NijDGNsf5//s0YcyMeft0iEiQiIcWfgf7ABir4d26bnsUiMhjrF4MXMMkY87ybQ3IJEfka6I01LG0i8BTwPTAFiAX2AtcaY06uUK7RROQi4A9gPcfLjP+BVU/gsdcuIh2wKge9sH7YTTHGPCMiTbF+KdcBVgOjjTG57ovUdZxFQ48YY6709Ot2Xt9051dv4CtjzPMiEk4F/s5tkwiUUkqVzi5FQ0oppU5DE4FSStmcJgKllLI5TQRKKWVzmgiUUsrmNBEo5SQihc4RHYtflTZAnYg0LjkirFLViV2GmFCqPLKNMZ3cHYRSVU2fCJQ6A+f47y85x/3/S0SaO5c3EpFfRWSd8z3WuTxaRKY75whYKyIXOg/lJSITnfMGzHX2BEZEHhCRTc7jTHbTZSob00Sg1HEBJxUNXVdiXboxpjvwFlYPdZyfPzPGdAC+BN5wLn8D+N05R0AXYKNzeQvgbWNMWyAVGO5c/gTQ2Xmcu1x1cUqdjvYsVspJRDKNMcGlLN+NNfnLTufAdgeNMeEicgioZ4zJdy5PMMZEiEgyEFNyaAPn0Ni/OCcOQUQeB3yMMc+JyBwgE2sokO9LzC+gVJXQJwKlysec5vPptilNyTFvCjleR3cF1gx6XYGVJUbPVKpKaCJQqnyuK/G+xPl5MdbIlwA3Aoucn38F7oZjk8aEnu6gIuIAGhpj5mNNslILOOWpRClX0l8eSh0X4Jzpq9gcY0xxE1I/EVmG9eNplHPZA8AkEXkUSAZucy5/EPhARG7H+uV/N5BwmnN6AV+ISBjWxCqvOecVUKrKaB2BUmfgrCPoZow55O5YlHIFLRpSSimb0ycCpZSyOX0iUEopm9NEoJRSNqeJQCmlbE4TgVJK2ZwmAqWUsrn/BxengDrIAvqUAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(history.history['loss'])\n",
    "plt.plot(history.history['val_loss'])\n",
    "plt.title('Model Loss')\n",
    "plt.xlabel('Epochs')\n",
    "plt.ylabel('Loss')\n",
    "plt.legend(['train', 'test'], loc='upper left')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Decision Tree\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import tree\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf_mdl_gini = tree.DecisionTreeClassifier()   # using gini impurity and best split [as they are default]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf_mdl_gini = clf_mdl_gini.fit(X_train , y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import metrics\n",
    "def measure_performance(X_test,y_test, clf_mdl, show_accuracy=True , show_confusion_matrix = True):\n",
    "    y_pred=clf_mdl.predict(X_test)   \n",
    "    if show_accuracy:\n",
    "        print (\"Accuracy:{0:.3f}\".format(metrics.accuracy_score(y_test,y_pred)),\"\\n\")\n",
    "    \n",
    "    \n",
    "        \n",
    "    if show_confusion_matrix:\n",
    "        print (\"Confusion matrix\")\n",
    "        print (metrics.confusion_matrix(y_test,y_pred),\"\\n\")\n",
    "\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:0.996 \n",
      "\n",
      "Confusion matrix\n",
      "[[132   0]\n",
      " [  1 112]] \n",
      "\n"
     ]
    }
   ],
   "source": [
    "measure_performance(X_test , y_test , clf_mdl_gini)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_mdl_gini.tree_.max_depth   # max depth of the gini decision tree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# a decision tree using entropy as crieteria for building a decision tree "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf_mdl_ent = tree.DecisionTreeClassifier(criterion = \"entropy\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf_mdl_ent = clf_mdl_ent.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:0.996 \n",
      "\n",
      "Confusion matrix\n",
      "[[131   1]\n",
      " [  0 113]] \n",
      "\n"
     ]
    }
   ],
   "source": [
    "measure_performance(X_test , y_test , clf_mdl_ent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_mdl_ent.tree_.max_depth   # max depth of entropy decision tree "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "# both the methods [ gini and entropy give almost the same accuracy ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "# the training dataset has only 572 samples\n",
    "# this is quite less as compared to a normal classification dataset\n",
    "# a high accuracy is achieved despite a small dataset is because of the large number of features [ columns ] for each sample\n",
    "# the model can be improved upon by expanding the dataset "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Random Forest Classifier\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "rdm_forest_gini = RandomForestClassifier(n_estimators = 100)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "                       max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "                       min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "                       min_samples_leaf=1, min_samples_split=2,\n",
       "                       min_weight_fraction_leaf=0.0, n_estimators=100,\n",
       "                       n_jobs=None, oob_score=False, random_state=None,\n",
       "                       verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rdm_forest_gini.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:0.992 \n",
      "\n",
      "Confusion matrix\n",
      "[[131   1]\n",
      " [  1 112]] \n",
      "\n"
     ]
    }
   ],
   "source": [
    "measure_performance(X_test , y_test , rdm_forest_gini)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [],
   "source": [
    "# this was a RandomForestClassifier with 100 trees [ n_estimators ] with gini criterion "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "rdm_forest_ent = RandomForestClassifier(n_estimators = 100 , criterion = 'entropy')  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='entropy',\n",
       "                       max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "                       min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "                       min_samples_leaf=1, min_samples_split=2,\n",
       "                       min_weight_fraction_leaf=0.0, n_estimators=100,\n",
       "                       n_jobs=None, oob_score=False, random_state=None,\n",
       "                       verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rdm_forest_ent.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:0.992 \n",
      "\n",
      "Confusion matrix\n",
      "[[130   2]\n",
      " [  0 113]] \n",
      "\n"
     ]
    }
   ],
   "source": [
    "measure_performance(X_test , y_test , rdm_forest_ent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# even in the case of RandomForestClassifier both gini and entropy models gave almost the same accuracy \n",
    "# again there might be some level of overfitting present which can be resolved by expanding the dataset"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}