model_training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "from modules.feature_engineering import make_df\n",
    "from modules.data_process import process_features\n",
    "\n",
    "from modules.data_uploads import DataUploader\n",
    "\n",
    "from modules.model import get_xgb_model, deploy_model\n",
    "#from modules.evaluation import plot_tuning, plot_errors, get_var_imp\n",
    "#from modules.predict import get_initial_predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# A lot of these should acually be command line args or env variables. This is a bodge.\n",
    "from config import s3_model_loc, model_name, s3_predict_out"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Create model data\n",
    "\n",
    "The cell below should do the feature engineering from the database tables. Right now we do that in R, so I will just read the features."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = make_df(48, 97, 'class')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PayeeCustomerAccount</th>\n",
       "      <th>y</th>\n",
       "      <th>Sales3</th>\n",
       "      <th>Sales14</th>\n",
       "      <th>Sales27</th>\n",
       "      <th>Sales35</th>\n",
       "      <th>Sales36</th>\n",
       "      <th>Sales48</th>\n",
       "      <th>tier3</th>\n",
       "      <th>tier14</th>\n",
       "      <th>...</th>\n",
       "      <th>Panacur_Safeguard</th>\n",
       "      <th>Total_Implants</th>\n",
       "      <th>Zuprevo</th>\n",
       "      <th>Mastitis</th>\n",
       "      <th>Biologicals</th>\n",
       "      <th>Pharmaceuticals</th>\n",
       "      <th>manual_sales</th>\n",
       "      <th>enrol_batch</th>\n",
       "      <th>inh_tier</th>\n",
       "      <th>cluster</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10011502</td>\n",
       "      <td>2</td>\n",
       "      <td>118.77</td>\n",
       "      <td>2576.40</td>\n",
       "      <td>4663.22</td>\n",
       "      <td>4663.22</td>\n",
       "      <td>5127.94</td>\n",
       "      <td>5365.14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>925.54</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10378395</td>\n",
       "      <td>1</td>\n",
       "      <td>1104.50</td>\n",
       "      <td>1885.50</td>\n",
       "      <td>6068.60</td>\n",
       "      <td>8545.46</td>\n",
       "      <td>11330.24</td>\n",
       "      <td>11330.24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>7818.39</td>\n",
       "      <td>3380.20</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10010224</td>\n",
       "      <td>1</td>\n",
       "      <td>2763.30</td>\n",
       "      <td>4028.06</td>\n",
       "      <td>7195.88</td>\n",
       "      <td>7195.88</td>\n",
       "      <td>7195.88</td>\n",
       "      <td>7624.79</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10332540</td>\n",
       "      <td>3</td>\n",
       "      <td>483.00</td>\n",
       "      <td>2711.50</td>\n",
       "      <td>6687.92</td>\n",
       "      <td>9106.22</td>\n",
       "      <td>8733.78</td>\n",
       "      <td>10136.33</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10171378</td>\n",
       "      <td>3</td>\n",
       "      <td>5464.60</td>\n",
       "      <td>10064.36</td>\n",
       "      <td>16470.26</td>\n",
       "      <td>15254.98</td>\n",
       "      <td>12701.50</td>\n",
       "      <td>14685.47</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1072.92</td>\n",
       "      <td>4850.20</td>\n",
       "      <td>-952.54</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   PayeeCustomerAccount  y   Sales3   Sales14   Sales27   Sales35   Sales36  \\\n",
       "0              10011502  2   118.77   2576.40   4663.22   4663.22   5127.94   \n",
       "1              10378395  1  1104.50   1885.50   6068.60   8545.46  11330.24   \n",
       "2              10010224  1  2763.30   4028.06   7195.88   7195.88   7195.88   \n",
       "3              10332540  3   483.00   2711.50   6687.92   9106.22   8733.78   \n",
       "4              10171378  3  5464.60  10064.36  16470.26  15254.98  12701.50   \n",
       "\n",
       "    Sales48  tier3  tier14  ...  Panacur_Safeguard  Total_Implants  Zuprevo  \\\n",
       "0   5365.14      0       0  ...               0.00          925.54     0.00   \n",
       "1  11330.24      0       0  ...            7818.39         3380.20     0.00   \n",
       "2   7624.79      0       0  ...               0.00            0.00     0.00   \n",
       "3  10136.33      0       0  ...               0.00            0.00  4537.50   \n",
       "4  14685.47      1       1  ...            1072.92         4850.20  -952.54   \n",
       "\n",
       "   Mastitis  Biologicals  Pharmaceuticals  manual_sales enrol_batch inh_tier  \\\n",
       "0       0.0          0.0              0.0             0           3        2   \n",
       "1       0.0          0.0              0.0             0           3        1   \n",
       "2       0.0          0.0              0.0             0           3        1   \n",
       "3       0.0          0.0              0.0             0           3        2   \n",
       "4       0.0          0.0              0.0             0           3        3   \n",
       "\n",
       "   cluster  \n",
       "0        4  \n",
       "1        5  \n",
       "2        4  \n",
       "3        4  \n",
       "4        4  \n",
       "\n",
       "[5 rows x 34 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"model.csv\")\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Pre-process data\n",
    "\n",
    "In this case, it will be centre and scaling, fill missing values and label encoding. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PayeeCustomerAccount</th>\n",
       "      <th>y</th>\n",
       "      <th>Sales3</th>\n",
       "      <th>Sales14</th>\n",
       "      <th>Sales27</th>\n",
       "      <th>Sales35</th>\n",
       "      <th>Sales36</th>\n",
       "      <th>Sales48</th>\n",
       "      <th>tier3</th>\n",
       "      <th>tier14</th>\n",
       "      <th>...</th>\n",
       "      <th>Panacur_Safeguard</th>\n",
       "      <th>Total_Implants</th>\n",
       "      <th>Zuprevo</th>\n",
       "      <th>Mastitis</th>\n",
       "      <th>Biologicals</th>\n",
       "      <th>Pharmaceuticals</th>\n",
       "      <th>manual_sales</th>\n",
       "      <th>enrol_batch</th>\n",
       "      <th>inh_tier</th>\n",
       "      <th>cluster</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>10011502</td>\n",
       "      <td>2</td>\n",
       "      <td>-0.199822</td>\n",
       "      <td>-0.106558</td>\n",
       "      <td>-0.129160</td>\n",
       "      <td>-0.155089</td>\n",
       "      <td>-0.163395</td>\n",
       "      <td>-0.187132</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.124851</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10378395</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.154124</td>\n",
       "      <td>-0.120254</td>\n",
       "      <td>-0.106030</td>\n",
       "      <td>-0.102515</td>\n",
       "      <td>-0.090560</td>\n",
       "      <td>-0.124686</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.692035</td>\n",
       "      <td>-0.060944</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10010224</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.077222</td>\n",
       "      <td>-0.077783</td>\n",
       "      <td>-0.087477</td>\n",
       "      <td>-0.120792</td>\n",
       "      <td>-0.139111</td>\n",
       "      <td>-0.163477</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10332540</td>\n",
       "      <td>3</td>\n",
       "      <td>-0.182936</td>\n",
       "      <td>-0.103880</td>\n",
       "      <td>-0.095837</td>\n",
       "      <td>-0.094921</td>\n",
       "      <td>-0.121051</td>\n",
       "      <td>-0.137184</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>0.054447</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10171378</td>\n",
       "      <td>3</td>\n",
       "      <td>0.048010</td>\n",
       "      <td>0.041874</td>\n",
       "      <td>0.065162</td>\n",
       "      <td>-0.011654</td>\n",
       "      <td>-0.074457</td>\n",
       "      <td>-0.089561</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.045201</td>\n",
       "      <td>-0.022672</td>\n",
       "      <td>-0.081220</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 34 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   PayeeCustomerAccount  y    Sales3   Sales14   Sales27   Sales35   Sales36  \\\n",
       "0              10011502  2 -0.199822 -0.106558 -0.129160 -0.155089 -0.163395   \n",
       "1              10378395  1 -0.154124 -0.120254 -0.106030 -0.102515 -0.090560   \n",
       "2              10010224  1 -0.077222 -0.077783 -0.087477 -0.120792 -0.139111   \n",
       "3              10332540  3 -0.182936 -0.103880 -0.095837 -0.094921 -0.121051   \n",
       "4              10171378  3  0.048010  0.041874  0.065162 -0.011654 -0.074457   \n",
       "\n",
       "    Sales48  tier3  tier14  ...  Panacur_Safeguard  Total_Implants   Zuprevo  \\\n",
       "0 -0.187132      0       0  ...          -0.162464       -0.124851 -0.057681   \n",
       "1 -0.124686      0       0  ...           0.692035       -0.060944 -0.057681   \n",
       "2 -0.163477      0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "3 -0.137184      0       0  ...          -0.162464       -0.148948  0.054447   \n",
       "4 -0.089561      1       1  ...          -0.045201       -0.022672 -0.081220   \n",
       "\n",
       "   Mastitis  Biologicals  Pharmaceuticals  manual_sales  enrol_batch  \\\n",
       "0 -0.111368    -0.116307        -0.024535             0            3   \n",
       "1 -0.111368    -0.116307        -0.024535             0            3   \n",
       "2 -0.111368    -0.116307        -0.024535             0            3   \n",
       "3 -0.111368    -0.116307        -0.024535             0            3   \n",
       "4 -0.111368    -0.116307        -0.024535             0            3   \n",
       "\n",
       "   inh_tier  cluster  \n",
       "0         2        4  \n",
       "1         1        5  \n",
       "2         1        4  \n",
       "3         2        4  \n",
       "4         3        4  \n",
       "\n",
       "[5 rows x 34 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = process_features(df)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Upload data to S3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "uploader = DataUploader(df, stratify_on='y', id_col='PayeeCustomerAccount')\n",
    "#uploader.save_local()\n",
    "#uploader.save_s3()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>y</th>\n",
       "      <th>Sales3</th>\n",
       "      <th>Sales14</th>\n",
       "      <th>Sales27</th>\n",
       "      <th>Sales35</th>\n",
       "      <th>Sales36</th>\n",
       "      <th>Sales48</th>\n",
       "      <th>tier3</th>\n",
       "      <th>tier14</th>\n",
       "      <th>tier27</th>\n",
       "      <th>...</th>\n",
       "      <th>Panacur_Safeguard</th>\n",
       "      <th>Total_Implants</th>\n",
       "      <th>Zuprevo</th>\n",
       "      <th>Mastitis</th>\n",
       "      <th>Biologicals</th>\n",
       "      <th>Pharmaceuticals</th>\n",
       "      <th>manual_sales</th>\n",
       "      <th>enrol_batch</th>\n",
       "      <th>inh_tier</th>\n",
       "      <th>cluster</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.139903</td>\n",
       "      <td>-0.163929</td>\n",
       "      <td>-0.176517</td>\n",
       "      <td>-0.201314</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.145225</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.205908</td>\n",
       "      <td>-0.218239</td>\n",
       "      <td>-0.223613</td>\n",
       "      <td>-0.204635</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.188901</td>\n",
       "      <td>-0.142501</td>\n",
       "      <td>-0.182418</td>\n",
       "      <td>-0.189055</td>\n",
       "      <td>-0.192421</td>\n",
       "      <td>-0.203437</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.177766</td>\n",
       "      <td>-0.120789</td>\n",
       "      <td>-0.153048</td>\n",
       "      <td>-0.172026</td>\n",
       "      <td>-0.172961</td>\n",
       "      <td>-0.192865</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>0.010654</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.193904</td>\n",
       "      <td>-0.144154</td>\n",
       "      <td>-0.188931</td>\n",
       "      <td>-0.195222</td>\n",
       "      <td>-0.200854</td>\n",
       "      <td>-0.215616</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2724</th>\n",
       "      <td>4</td>\n",
       "      <td>1.119818</td>\n",
       "      <td>1.242710</td>\n",
       "      <td>1.089450</td>\n",
       "      <td>0.823754</td>\n",
       "      <td>0.692648</td>\n",
       "      <td>0.674649</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>4.069390</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>0.718066</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2725</th>\n",
       "      <td>1</td>\n",
       "      <td>0.004038</td>\n",
       "      <td>-0.068108</td>\n",
       "      <td>-0.131581</td>\n",
       "      <td>-0.152120</td>\n",
       "      <td>-0.166277</td>\n",
       "      <td>-0.167236</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>0.028771</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2726</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.100537</td>\n",
       "      <td>-0.102917</td>\n",
       "      <td>-0.129035</td>\n",
       "      <td>-0.154986</td>\n",
       "      <td>-0.166884</td>\n",
       "      <td>-0.172806</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.035992</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2727</th>\n",
       "      <td>2</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.205908</td>\n",
       "      <td>-0.218239</td>\n",
       "      <td>-0.223613</td>\n",
       "      <td>0.026213</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2728</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.131978</td>\n",
       "      <td>-0.107980</td>\n",
       "      <td>-0.119137</td>\n",
       "      <td>-0.139534</td>\n",
       "      <td>-0.144530</td>\n",
       "      <td>-0.161805</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2729 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      y    Sales3   Sales14   Sales27   Sales35   Sales36   Sales48  tier3  \\\n",
       "0     1 -0.205328 -0.157630 -0.139903 -0.163929 -0.176517 -0.201314      0   \n",
       "1     1 -0.205328 -0.157630 -0.205908 -0.218239 -0.223613 -0.204635      0   \n",
       "2     1 -0.188901 -0.142501 -0.182418 -0.189055 -0.192421 -0.203437      0   \n",
       "3     1 -0.177766 -0.120789 -0.153048 -0.172026 -0.172961 -0.192865      0   \n",
       "4     1 -0.193904 -0.144154 -0.188931 -0.195222 -0.200854 -0.215616      0   \n",
       "...  ..       ...       ...       ...       ...       ...       ...    ...   \n",
       "2724  4  1.119818  1.242710  1.089450  0.823754  0.692648  0.674649      2   \n",
       "2725  1  0.004038 -0.068108 -0.131581 -0.152120 -0.166277 -0.167236      0   \n",
       "2726  1 -0.100537 -0.102917 -0.129035 -0.154986 -0.166884 -0.172806      0   \n",
       "2727  2 -0.205328 -0.157630 -0.205908 -0.218239 -0.223613  0.026213      0   \n",
       "2728  1 -0.131978 -0.107980 -0.119137 -0.139534 -0.144530 -0.161805      0   \n",
       "\n",
       "      tier14  tier27  ...  Panacur_Safeguard  Total_Implants   Zuprevo  \\\n",
       "0          0       0  ...          -0.162464       -0.145225 -0.057681   \n",
       "1          0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "2          0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "3          0       0  ...          -0.162464       -0.148948  0.010654   \n",
       "4          0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "...      ...     ...  ...                ...             ...       ...   \n",
       "2724       3       3  ...           4.069390       -0.148948  0.718066   \n",
       "2725       0       0  ...          -0.162464        0.028771 -0.057681   \n",
       "2726       0       0  ...          -0.162464       -0.035992 -0.057681   \n",
       "2727       0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "2728       0       1  ...          -0.162464       -0.148948 -0.057681   \n",
       "\n",
       "      Mastitis  Biologicals  Pharmaceuticals  manual_sales  enrol_batch  \\\n",
       "0    -0.111368    -0.116307        -0.024535             0            3   \n",
       "1    -0.111368    -0.116307        -0.024535             1            3   \n",
       "2    -0.111368    -0.116307        -0.024535             0            3   \n",
       "3    -0.111368    -0.116307        -0.024535             1            3   \n",
       "4    -0.111368    -0.116307        -0.024535             0            3   \n",
       "...        ...          ...              ...           ...          ...   \n",
       "2724 -0.111368    -0.116307        -0.024535             0            3   \n",
       "2725 -0.111368    -0.116307        -0.024535             1            3   \n",
       "2726 -0.111368    -0.116307        -0.024535             0            3   \n",
       "2727 -0.111368    -0.116307        -0.024535             1           27   \n",
       "2728 -0.111368    -0.116307        -0.024535             0            3   \n",
       "\n",
       "      inh_tier  cluster  \n",
       "0            1        4  \n",
       "1            1        1  \n",
       "2            1        5  \n",
       "3            1        5  \n",
       "4            1        5  \n",
       "...        ...      ...  \n",
       "2724         4        3  \n",
       "2725         1        1  \n",
       "2726         1        5  \n",
       "2727         0        1  \n",
       "2728         1        5  \n",
       "\n",
       "[2729 rows x 33 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "uploader.train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>y</th>\n",
       "      <th>Sales3</th>\n",
       "      <th>Sales14</th>\n",
       "      <th>Sales27</th>\n",
       "      <th>Sales35</th>\n",
       "      <th>Sales36</th>\n",
       "      <th>Sales48</th>\n",
       "      <th>tier3</th>\n",
       "      <th>tier14</th>\n",
       "      <th>tier27</th>\n",
       "      <th>...</th>\n",
       "      <th>Panacur_Safeguard</th>\n",
       "      <th>Total_Implants</th>\n",
       "      <th>Zuprevo</th>\n",
       "      <th>Mastitis</th>\n",
       "      <th>Biologicals</th>\n",
       "      <th>Pharmaceuticals</th>\n",
       "      <th>manual_sales</th>\n",
       "      <th>enrol_batch</th>\n",
       "      <th>inh_tier</th>\n",
       "      <th>cluster</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.137173</td>\n",
       "      <td>-0.179361</td>\n",
       "      <td>-0.168282</td>\n",
       "      <td>-0.165573</td>\n",
       "      <td>-0.185689</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028800</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>-0.522090</td>\n",
       "      <td>-0.151050</td>\n",
       "      <td>-0.163293</td>\n",
       "      <td>-0.137320</td>\n",
       "      <td>-0.130722</td>\n",
       "      <td>-0.140233</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.155118</td>\n",
       "      <td>-0.121783</td>\n",
       "      <td>-0.176146</td>\n",
       "      <td>-0.193750</td>\n",
       "      <td>-0.202377</td>\n",
       "      <td>-0.224367</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.046936</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.205908</td>\n",
       "      <td>-0.194261</td>\n",
       "      <td>-0.171538</td>\n",
       "      <td>-0.196875</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.184935</td>\n",
       "      <td>-0.130822</td>\n",
       "      <td>-0.171142</td>\n",
       "      <td>-0.177767</td>\n",
       "      <td>-0.183691</td>\n",
       "      <td>-0.194891</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>0.010111</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>385</th>\n",
       "      <td>3</td>\n",
       "      <td>0.273053</td>\n",
       "      <td>0.198682</td>\n",
       "      <td>0.250824</td>\n",
       "      <td>0.178307</td>\n",
       "      <td>0.221917</td>\n",
       "      <td>0.217998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386</th>\n",
       "      <td>2</td>\n",
       "      <td>0.149500</td>\n",
       "      <td>0.058402</td>\n",
       "      <td>0.004360</td>\n",
       "      <td>0.002622</td>\n",
       "      <td>-0.016204</td>\n",
       "      <td>-0.058399</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.088830</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387</th>\n",
       "      <td>0</td>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.169036</td>\n",
       "      <td>-0.187900</td>\n",
       "      <td>-0.197305</td>\n",
       "      <td>-0.219845</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>388</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.139798</td>\n",
       "      <td>-0.129610</td>\n",
       "      <td>-0.175855</td>\n",
       "      <td>-0.179183</td>\n",
       "      <td>-0.185604</td>\n",
       "      <td>-0.134490</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.036368</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>389</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.121701</td>\n",
       "      <td>-0.121872</td>\n",
       "      <td>-0.176220</td>\n",
       "      <td>-0.092004</td>\n",
       "      <td>-0.114148</td>\n",
       "      <td>-0.097927</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.125425</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>390 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     y    Sales3   Sales14   Sales27   Sales35   Sales36   Sales48  tier3  \\\n",
       "0    1 -0.205328 -0.137173 -0.179361 -0.168282 -0.165573 -0.185689      0   \n",
       "1    3 -0.522090 -0.151050 -0.163293 -0.137320 -0.130722 -0.140233      0   \n",
       "2    1 -0.155118 -0.121783 -0.176146 -0.193750 -0.202377 -0.224367      0   \n",
       "3    1 -0.205328 -0.157630 -0.205908 -0.194261 -0.171538 -0.196875      0   \n",
       "4    1 -0.184935 -0.130822 -0.171142 -0.177767 -0.183691 -0.194891      0   \n",
       "..  ..       ...       ...       ...       ...       ...       ...    ...   \n",
       "385  3  0.273053  0.198682  0.250824  0.178307  0.221917  0.217998      1   \n",
       "386  2  0.149500  0.058402  0.004360  0.002622 -0.016204 -0.058399      1   \n",
       "387  0 -0.205328 -0.157630 -0.169036 -0.187900 -0.197305 -0.219845      0   \n",
       "388  1 -0.139798 -0.129610 -0.175855 -0.179183 -0.185604 -0.134490      0   \n",
       "389  1 -0.121701 -0.121872 -0.176220 -0.092004 -0.114148 -0.097927      0   \n",
       "\n",
       "     tier14  tier27  ...  Panacur_Safeguard  Total_Implants   Zuprevo  \\\n",
       "0         0       0  ...           0.028800       -0.148948 -0.057681   \n",
       "1         0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "2         0       0  ...          -0.162464       -0.148948 -0.046936   \n",
       "3         0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "4         0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "..      ...     ...  ...                ...             ...       ...   \n",
       "385       1       2  ...          -0.162464       -0.148948 -0.057681   \n",
       "386       1       1  ...          -0.162464       -0.088830 -0.057681   \n",
       "387       0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "388       0       0  ...          -0.162464       -0.148948 -0.036368   \n",
       "389       0       0  ...          -0.125425       -0.148948 -0.057681   \n",
       "\n",
       "     Mastitis  Biologicals  Pharmaceuticals  manual_sales  enrol_batch  \\\n",
       "0   -0.111368    -0.116307        -0.024535             0            3   \n",
       "1   -0.111368    -0.116307        -0.024535             0            3   \n",
       "2   -0.111368    -0.116307        -0.024535             0            3   \n",
       "3   -0.111368    -0.116307        -0.024535             0            3   \n",
       "4   -0.111368     0.010111        -0.024535             0            3   \n",
       "..        ...          ...              ...           ...          ...   \n",
       "385 -0.111368    -0.116307        -0.024535             0            3   \n",
       "386 -0.111368    -0.116307        -0.024535             0            3   \n",
       "387 -0.111368    -0.116307        -0.024535             0            3   \n",
       "388 -0.111368    -0.116307        -0.024535             1            3   \n",
       "389 -0.111368    -0.116307        -0.024535             0            3   \n",
       "\n",
       "     inh_tier  cluster  \n",
       "0           1        5  \n",
       "1           3        5  \n",
       "2           1        3  \n",
       "3           1        6  \n",
       "4           1        5  \n",
       "..        ...      ...  \n",
       "385         3        5  \n",
       "386         1        5  \n",
       "387         1        4  \n",
       "388         1        1  \n",
       "389         1        2  \n",
       "\n",
       "[390 rows x 33 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "uploader.val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Sales3</th>\n",
       "      <th>Sales14</th>\n",
       "      <th>Sales27</th>\n",
       "      <th>Sales35</th>\n",
       "      <th>Sales36</th>\n",
       "      <th>Sales48</th>\n",
       "      <th>tier3</th>\n",
       "      <th>tier14</th>\n",
       "      <th>tier27</th>\n",
       "      <th>tier35</th>\n",
       "      <th>...</th>\n",
       "      <th>Panacur_Safeguard</th>\n",
       "      <th>Total_Implants</th>\n",
       "      <th>Zuprevo</th>\n",
       "      <th>Mastitis</th>\n",
       "      <th>Biologicals</th>\n",
       "      <th>Pharmaceuticals</th>\n",
       "      <th>manual_sales</th>\n",
       "      <th>enrol_batch</th>\n",
       "      <th>inh_tier</th>\n",
       "      <th>cluster</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.564259</td>\n",
       "      <td>0.962335</td>\n",
       "      <td>2.785920</td>\n",
       "      <td>3.093314</td>\n",
       "      <td>2.698519</td>\n",
       "      <td>3.902207</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>1.489238</td>\n",
       "      <td>2.316718</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>30.436380</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.161059</td>\n",
       "      <td>-0.132158</td>\n",
       "      <td>-0.162210</td>\n",
       "      <td>-0.182283</td>\n",
       "      <td>-0.184578</td>\n",
       "      <td>-0.208499</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.125425</td>\n",
       "      <td>-0.112252</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.105394</td>\n",
       "      <td>-0.028655</td>\n",
       "      <td>0.007987</td>\n",
       "      <td>-0.001607</td>\n",
       "      <td>-0.035760</td>\n",
       "      <td>-0.045581</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>0.188298</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3.017471</td>\n",
       "      <td>1.220391</td>\n",
       "      <td>0.938215</td>\n",
       "      <td>0.775813</td>\n",
       "      <td>0.638384</td>\n",
       "      <td>0.525148</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>3.052402</td>\n",
       "      <td>-0.114832</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.169824</td>\n",
       "      <td>-0.126612</td>\n",
       "      <td>-0.169054</td>\n",
       "      <td>-0.179929</td>\n",
       "      <td>-0.184018</td>\n",
       "      <td>-0.198749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>775</th>\n",
       "      <td>-0.191402</td>\n",
       "      <td>-0.114463</td>\n",
       "      <td>-0.168183</td>\n",
       "      <td>-0.183537</td>\n",
       "      <td>-0.190346</td>\n",
       "      <td>-0.213642</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013160</td>\n",
       "      <td>-0.148948</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>776</th>\n",
       "      <td>-0.004590</td>\n",
       "      <td>-0.071797</td>\n",
       "      <td>-0.126239</td>\n",
       "      <td>-0.152686</td>\n",
       "      <td>-0.166768</td>\n",
       "      <td>-0.188965</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.036216</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>777</th>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.115120</td>\n",
       "      <td>-0.143537</td>\n",
       "      <td>-0.073817</td>\n",
       "      <td>-0.011484</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>-0.002267</td>\n",
       "      <td>0.191910</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>778</th>\n",
       "      <td>-0.205328</td>\n",
       "      <td>-0.157630</td>\n",
       "      <td>-0.205908</td>\n",
       "      <td>-0.218239</td>\n",
       "      <td>-0.223613</td>\n",
       "      <td>-0.144052</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.066314</td>\n",
       "      <td>-0.042038</td>\n",
       "      <td>-0.022656</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>779</th>\n",
       "      <td>1.556011</td>\n",
       "      <td>1.074051</td>\n",
       "      <td>1.421146</td>\n",
       "      <td>1.306280</td>\n",
       "      <td>1.401634</td>\n",
       "      <td>2.116195</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.162464</td>\n",
       "      <td>3.702942</td>\n",
       "      <td>-0.057681</td>\n",
       "      <td>-0.111368</td>\n",
       "      <td>-0.116307</td>\n",
       "      <td>-0.024535</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>780 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Sales3   Sales14   Sales27   Sales35   Sales36   Sales48  tier3  \\\n",
       "0    1.564259  0.962335  2.785920  3.093314  2.698519  3.902207      2   \n",
       "1   -0.161059 -0.132158 -0.162210 -0.182283 -0.184578 -0.208499      0   \n",
       "2   -0.105394 -0.028655  0.007987 -0.001607 -0.035760 -0.045581      0   \n",
       "3    3.017471  1.220391  0.938215  0.775813  0.638384  0.525148      3   \n",
       "4   -0.169824 -0.126612 -0.169054 -0.179929 -0.184018 -0.198749      0   \n",
       "..        ...       ...       ...       ...       ...       ...    ...   \n",
       "775 -0.191402 -0.114463 -0.168183 -0.183537 -0.190346 -0.213642      0   \n",
       "776 -0.004590 -0.071797 -0.126239 -0.152686 -0.166768 -0.188965      0   \n",
       "777 -0.205328 -0.157630 -0.115120 -0.143537 -0.073817 -0.011484      0   \n",
       "778 -0.205328 -0.157630 -0.205908 -0.218239 -0.223613 -0.144052      0   \n",
       "779  1.556011  1.074051  1.421146  1.306280  1.401634  2.116195      2   \n",
       "\n",
       "     tier14  tier27  tier35  ...  Panacur_Safeguard  Total_Implants   Zuprevo  \\\n",
       "0         3       4       5  ...          -0.162464        1.489238  2.316718   \n",
       "1         0       0       0  ...          -0.125425       -0.112252 -0.057681   \n",
       "2         1       1       1  ...          -0.162464       -0.148948  0.188298   \n",
       "3         3       3       3  ...           3.052402       -0.114832 -0.057681   \n",
       "4         0       0       0  ...          -0.162464       -0.148948 -0.057681   \n",
       "..      ...     ...     ...  ...                ...             ...       ...   \n",
       "775       0       0       0  ...           0.013160       -0.148948 -0.057681   \n",
       "776       0       0       0  ...          -0.162464       -0.036216 -0.057681   \n",
       "777       0       1       1  ...          -0.162464       -0.002267  0.191910   \n",
       "778       0       0       0  ...          -0.066314       -0.042038 -0.022656   \n",
       "779       3       3       4  ...          -0.162464        3.702942 -0.057681   \n",
       "\n",
       "     Mastitis  Biologicals  Pharmaceuticals  manual_sales  enrol_batch  \\\n",
       "0   -0.111368    30.436380        -0.024535             0            3   \n",
       "1   -0.111368    -0.116307        -0.024535             0            3   \n",
       "2   -0.111368    -0.116307        -0.024535             0            3   \n",
       "3   -0.111368    -0.116307        -0.024535             0            3   \n",
       "4   -0.111368    -0.116307        -0.024535             0            3   \n",
       "..        ...          ...              ...           ...          ...   \n",
       "775 -0.111368    -0.116307        -0.024535             0            3   \n",
       "776 -0.111368    -0.116307        -0.024535             0            3   \n",
       "777 -0.111368    -0.116307        -0.024535             0            3   \n",
       "778 -0.111368    -0.116307        -0.024535             1            3   \n",
       "779 -0.111368    -0.116307        -0.024535             0            3   \n",
       "\n",
       "     inh_tier  cluster  \n",
       "0           4        5  \n",
       "1           1        5  \n",
       "2           2        5  \n",
       "3           3        2  \n",
       "4           1        5  \n",
       "..        ...      ...  \n",
       "775         1        3  \n",
       "776         2        5  \n",
       "777         2        5  \n",
       "778         0        1  \n",
       "779         6        5  \n",
       "\n",
       "[780 rows x 32 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "uploader.test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Train model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "model = get_xgb_model(s3_model_loc, model_name)\n",
    "model.fit({'train': uploader.s3_train_in(), 'validation': uploader.s3_val_in()})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Deploy model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "xgb_predictor = deploy_model(model, batch_output=s3_predict_out)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Make batch predicions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "xgb_predictor.transform(\n",
    "    data=s3_data_loc / 'test', \n",
    "    data_type='S3Prefix',\n",
    "    content_type='text/csv', \n",
    "    split_type='Line'\n",
    ")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}