tathasthu.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'fuzzysearch'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-1-2a2fd52a1123>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mfuzzywuzzy\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mfuzz\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mfuzzywuzzy\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mprocess\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mfuzzysearch\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mfind_near_matches\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'fuzzysearch'"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from fuzzywuzzy import fuzz\n",
    "from fuzzywuzzy import process\n",
    "from fuzzysearch import find_near_matches\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                    article_name  \\\n",
      "0                    Chicken Burger Patty (250G)   \n",
      "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
      "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
      "3                            FEVIBOND TUBE 20 ML   \n",
      "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
      "\n",
      "                            manufacturer_description  Unnamed: 2  Unnamed: 3  \\\n",
      "0  Company Name - VENKYS INDIA LTD<br />Membershi...         NaN         NaN   \n",
      "1  Company Name - BRITANNIA INDUSTRIES LTD<br />M...         NaN         NaN   \n",
      "2  Company Name - FUTURE CONSUMER ENTERPRISE LIMI...         NaN         NaN   \n",
      "3  Membership Discount - Applicable<br />Identifi...         NaN         NaN   \n",
      "4  Company Name - NESTLE INDIA LTD<br />Membershi...         NaN         NaN   \n",
      "\n",
      "   Unnamed: 4  \n",
      "0         NaN  \n",
      "1         NaN  \n",
      "2         NaN  \n",
      "3         NaN  \n",
      "4         NaN  \n",
      "         brand_name\n",
      "0     ORGANIC INDIA\n",
      "1  head & shoulders\n",
      "2          Sunfeast\n",
      "3            Unibic\n",
      "4           CREMICA\n"
     ]
    }
   ],
   "source": [
    "train = pd.read_csv('ttrain.csv')\n",
    "manufacturers = pd.read_csv(\"manufacturer_list.csv\")\n",
    "print(train.head())\n",
    "print(manufacturers.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "train.manufacturer_description = train['manufacturer_description'].str.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"company_name\"] = train.manufacturer_description.str.extract(r\"company name - ([a-zA-Z-09\\. \\&]+)\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>manufacturer_description</th>\n",
       "      <th>Unnamed: 2</th>\n",
       "      <th>Unnamed: 3</th>\n",
       "      <th>Unnamed: 4</th>\n",
       "      <th>company_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>company name - venkys india ltd&lt;br /&gt;membershi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>venkys india ltd</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>company name - britannia industries ltd&lt;br /&gt;m...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>company name - future consumer enterprise limi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td>membership discount - applicable&lt;br /&gt;identifi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>company name - nestle india ltd&lt;br /&gt;membershi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nestle india ltd</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    article_name  \\\n",
       "0                    Chicken Burger Patty (250G)   \n",
       "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                            FEVIBOND TUBE 20 ML   \n",
       "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "\n",
       "                            manufacturer_description  Unnamed: 2  Unnamed: 3  \\\n",
       "0  company name - venkys india ltd<br />membershi...         NaN         NaN   \n",
       "1  company name - britannia industries ltd<br />m...         NaN         NaN   \n",
       "2  company name - future consumer enterprise limi...         NaN         NaN   \n",
       "3  membership discount - applicable<br />identifi...         NaN         NaN   \n",
       "4  company name - nestle india ltd<br />membershi...         NaN         NaN   \n",
       "\n",
       "   Unnamed: 4                        company_name  \n",
       "0         NaN                    venkys india ltd  \n",
       "1         NaN            britannia industries ltd  \n",
       "2         NaN  future consumer enterprise limited  \n",
       "3         NaN                                 NaN  \n",
       "4         NaN                    nestle india ltd  "
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['transformed'] = train['article_name'].str.lower()\n",
    "train['transformed'] = train['transformed'].str.replace(\"'\",\"\")\n",
    "train['transformed'] = train['transformed'].str.replace(\"(\",\"\")\n",
    "train['transformed'] = train['transformed'].str.replace(\")\",\"\")\n",
    "train['transformed'] = train['transformed'].str.replace(\")\",\"\")\n",
    "train['transformed'] = train['transformed'].str.replace(\"/\",\" \")\n",
    "train = train.filter([\"article_name\", \"company_name\", \"transformed\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td>NaN</td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BLUE BIRD SPAGHETTI PASTA 200G</td>\n",
       "      <td>blue bird foods india pvt ltd</td>\n",
       "      <td>blue bird spaghetti pasta 200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NIRAPARA AVALOSE PODI 500GM</td>\n",
       "      <td>k k r food products</td>\n",
       "      <td>nirapara avalose podi 500gm</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NIVEA ROLL ON FRESH NATURAL 50ml</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nivea roll on fresh natural 50ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FIAMA DW SOAP EXOTIC DREAM BX 115g</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>fiama dw soap exotic dream bx 115g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>SANGIS KTCN PERI PERI MAYONNAISE BT 200g</td>\n",
       "      <td>future consumer ltd</td>\n",
       "      <td>sangis ktcn peri peri mayonnaise bt 200g</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    article_name  \\\n",
       "0                    Chicken Burger Patty (250G)   \n",
       "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                            FEVIBOND TUBE 20 ML   \n",
       "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "5                 BLUE BIRD SPAGHETTI PASTA 200G   \n",
       "6                    NIRAPARA AVALOSE PODI 500GM   \n",
       "7               NIVEA ROLL ON FRESH NATURAL 50ml   \n",
       "8             FIAMA DW SOAP EXOTIC DREAM BX 115g   \n",
       "9       SANGIS KTCN PERI PERI MAYONNAISE BT 200g   \n",
       "\n",
       "                         company_name  \\\n",
       "0                    venkys india ltd   \n",
       "1            britannia industries ltd   \n",
       "2  future consumer enterprise limited   \n",
       "3                                 NaN   \n",
       "4                    nestle india ltd   \n",
       "5       blue bird foods india pvt ltd   \n",
       "6                 k k r food products   \n",
       "7                                 NaN   \n",
       "8                       itc india ltd   \n",
       "9                 future consumer ltd   \n",
       "\n",
       "                                     transformed  \n",
       "0                      chicken burger patty 250g  \n",
       "1              britannia daily family long bread  \n",
       "2  pooof potato kettle chips zesty masala pp 30g  \n",
       "3                            fevibond tube 20 ml  \n",
       "4             kitkat dessert delight truffle 50g  \n",
       "5                 blue bird spaghetti pasta 200g  \n",
       "6                    nirapara avalose podi 500gm  \n",
       "7               nivea roll on fresh natural 50ml  \n",
       "8             fiama dw soap exotic dream bx 115g  \n",
       "9       sangis ktcn peri peri mayonnaise bt 200g  "
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['quantity'] = train['transformed'].str.extract(r'(\\d.{0,4}(ml|g|kg|l|s|p))')[0]\n",
    "#train['quantity'] = train['transformed'].str.extract(r'([0-9].*(ml|g|kg|l|s|p))')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td>NaN</td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BLUE BIRD SPAGHETTI PASTA 200G</td>\n",
       "      <td>blue bird foods india pvt ltd</td>\n",
       "      <td>blue bird spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NIRAPARA AVALOSE PODI 500GM</td>\n",
       "      <td>k k r food products</td>\n",
       "      <td>nirapara avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NIVEA ROLL ON FRESH NATURAL 50ml</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nivea roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FIAMA DW SOAP EXOTIC DREAM BX 115g</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>fiama dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>SANGIS KTCN PERI PERI MAYONNAISE BT 200g</td>\n",
       "      <td>future consumer ltd</td>\n",
       "      <td>sangis ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Lakme Absolute Youth Infinity Skin Sculpting S...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute youth infinity skin sculpting s...</td>\n",
       "      <td>30 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lakme Absolute Perfect Radiance Skin Lightenin...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute perfect radiance skin lightenin...</td>\n",
       "      <td>30 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>JALARAM KHAKHRA MOBILE JEERA 180g</td>\n",
       "      <td>jalaram namkeen</td>\n",
       "      <td>jalaram khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>SUPER GUMMY C&amp;L IRON &amp; VITAMINS PP 102g</td>\n",
       "      <td>genmedic healthcare pvt ltd</td>\n",
       "      <td>super gummy c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CANTINA H&amp;E 6 TORTILLAS XL PP 360g</td>\n",
       "      <td>mapleleaf distribution pvt ltd</td>\n",
       "      <td>cantina h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>DANISA COOKIES BUTTER TN 200g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>danisa cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>SAFFOLA MASALA OATS ITALIAN 39G</td>\n",
       "      <td>marico india ltd</td>\n",
       "      <td>saffola masala oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>COLOUR NAT HRCLR DRKEST BRWN NO3 100ml</td>\n",
       "      <td>loreal india pvt ltd</td>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FOODEX SOYA KATORI CHATPATI NAMKEEN 100G</td>\n",
       "      <td>NaN</td>\n",
       "      <td>foodex soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>SUNFEAST FARMLITE OATS &amp; ALMOND BISCUITS 75G</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>sunfeast farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>UNIBIC SUGARFREE OATMEAL COOKIES 75G</td>\n",
       "      <td>unibic foods india pvt ltd</td>\n",
       "      <td>unibic sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>GLUCON-D ORANGE DRINK MIX 100G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon-d orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>GLUCON D NIMBU PANI 450G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>ORGANIC INDIA ORGAIN TULSI TEA BAG 25G</td>\n",
       "      <td>organic india pvt ltd</td>\n",
       "      <td>organic india orgain tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>THINS ORIGINAL FLAVOUR RICE WAFERS 100G</td>\n",
       "      <td>l comps &amp; impex pvt ltd</td>\n",
       "      <td>thins original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>ROSTAA MORNING BERRIES PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>ROSTAA ROASTED SALTED PISTACHIO PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa roasted salted pistachio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>FLYING BIRD KEWRA ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>FLYING BIRD RIPE MANGO ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>MAGGI NDL CUPPA CHILI CHOW 70g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>maggi ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>PARLE HIDE &amp; SEEK AMERICAN BUTTER COOKIES 200G</td>\n",
       "      <td>parle products pvt ltd</td>\n",
       "      <td>parle hide &amp; seek american butter cookies 200g</td>\n",
       "      <td>200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>PATANJALI HONEY 1KG</td>\n",
       "      <td>patanjali ayurved ltd.</td>\n",
       "      <td>patanjali honey 1kg</td>\n",
       "      <td>1kg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>PRIYA GOLD BISCUITS 200G</td>\n",
       "      <td>surya food &amp; agro ltd</td>\n",
       "      <td>priya gold biscuits 200g</td>\n",
       "      <td>200g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>REVIVE STARCH 50g</td>\n",
       "      <td>marico india ltd</td>\n",
       "      <td>revive starch 50g</td>\n",
       "      <td>50g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>CLMT AIR FRESHENER JASMINE HANG BX 50g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>clmt air freshener jasmine hang bx 50g</td>\n",
       "      <td>50g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>CLMT PLASTIC DISP GARBAGE BAG 10P B1G1</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>clmt plastic disp garbage bag 10p b1g1</td>\n",
       "      <td>10p</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>AXE DEO SIGNATURE CHAMPION BX 122ml</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>axe deo signature champion bx 122ml</td>\n",
       "      <td>122ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Yummiez Chicken Lucknowi Shek Kabab 400G</td>\n",
       "      <td>godrej tyson foods ltd</td>\n",
       "      <td>yummiez chicken lucknowi shek kabab 400g</td>\n",
       "      <td>400g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Yummiez Frozen Chicken Keema Pp 300G</td>\n",
       "      <td>godrej tyson foods ltd</td>\n",
       "      <td>yummiez frozen chicken keema pp 300g</td>\n",
       "      <td>300g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>VASELINE BDY LTN INT CR HLTHY W LGH 40m</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>vaseline bdy ltn int cr hlthy w lgh 40m</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>BEETA NAPKIN DINNER PAPER PLAIN 50S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>beeta napkin dinner paper plain 50s</td>\n",
       "      <td>50s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>APPY FIZZ APPLE SOFT DRINK 250ML</td>\n",
       "      <td>parle agro</td>\n",
       "      <td>appy fizz apple soft drink 250ml</td>\n",
       "      <td>250ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>TIC TAC PEACH PASSION 10.7G</td>\n",
       "      <td>ferrero india pvt ltd</td>\n",
       "      <td>tic tac peach passion 10.7g</td>\n",
       "      <td>10.7g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>VRKA PIO BOTLS STBRY</td>\n",
       "      <td>verka</td>\n",
       "      <td>vrka pio botls stbry</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>PEPSI SOFT DRINK BLACK DIET COLA CAN 250ml</td>\n",
       "      <td>pepsico india holding limited</td>\n",
       "      <td>pepsi soft drink black diet cola can 250ml</td>\n",
       "      <td>250ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>KOKA NOODLES CHICKEN SATAY FLAVOUR 85g</td>\n",
       "      <td>chip valley foods pvt ltd</td>\n",
       "      <td>koka noodles chicken satay flavour 85g</td>\n",
       "      <td>85g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>GOWARDHAN MILK GOLD PP 1L</td>\n",
       "      <td>parag milk foods ltd</td>\n",
       "      <td>gowardhan milk gold pp 1l</td>\n",
       "      <td>1l</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>ALPENLIEBE CAND JUZT JELLY MANGO 185g</td>\n",
       "      <td>perfetti van melle india pvt ltd</td>\n",
       "      <td>alpenliebe cand juzt jelly mango 185g</td>\n",
       "      <td>185g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>DEL MONTE PRUNES CALIFORNIA PREM PP 210g</td>\n",
       "      <td>field fresh foods pvt ltd</td>\n",
       "      <td>del monte prunes california prem pp 210g</td>\n",
       "      <td>210g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>CADBURY BOURNVILLE RAISIN NUT CHOCOLATE 80G</td>\n",
       "      <td>mondelez india foods ltd</td>\n",
       "      <td>cadbury bournville raisin nut chocolate 80g</td>\n",
       "      <td>80g</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         article_name  \\\n",
       "0                         Chicken Burger Patty (250G)   \n",
       "1                   BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2       POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                                 FEVIBOND TUBE 20 ML   \n",
       "4                  KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "5                      BLUE BIRD SPAGHETTI PASTA 200G   \n",
       "6                         NIRAPARA AVALOSE PODI 500GM   \n",
       "7                    NIVEA ROLL ON FRESH NATURAL 50ml   \n",
       "8                  FIAMA DW SOAP EXOTIC DREAM BX 115g   \n",
       "9            SANGIS KTCN PERI PERI MAYONNAISE BT 200g   \n",
       "10  Lakme Absolute Youth Infinity Skin Sculpting S...   \n",
       "11  Lakme Absolute Perfect Radiance Skin Lightenin...   \n",
       "12                  JALARAM KHAKHRA MOBILE JEERA 180g   \n",
       "13            SUPER GUMMY C&L IRON & VITAMINS PP 102g   \n",
       "14                 CANTINA H&E 6 TORTILLAS XL PP 360g   \n",
       "15                      DANISA COOKIES BUTTER TN 200g   \n",
       "16                    SAFFOLA MASALA OATS ITALIAN 39G   \n",
       "17             COLOUR NAT HRCLR DRKEST BRWN NO3 100ml   \n",
       "18           FOODEX SOYA KATORI CHATPATI NAMKEEN 100G   \n",
       "19       SUNFEAST FARMLITE OATS & ALMOND BISCUITS 75G   \n",
       "20               UNIBIC SUGARFREE OATMEAL COOKIES 75G   \n",
       "21                     GLUCON-D ORANGE DRINK MIX 100G   \n",
       "22                           GLUCON D NIMBU PANI 450G   \n",
       "23             ORGANIC INDIA ORGAIN TULSI TEA BAG 25G   \n",
       "24            THINS ORIGINAL FLAVOUR RICE WAFERS 100G   \n",
       "25                      ROSTAA MORNING BERRIES PP 35g   \n",
       "26             ROSTAA ROASTED SALTED PISTACHIO PP 35g   \n",
       "27                     FLYING BIRD KEWRA ESSENCE 20ML   \n",
       "28                FLYING BIRD RIPE MANGO ESSENCE 20ML   \n",
       "29                     MAGGI NDL CUPPA CHILI CHOW 70g   \n",
       "30     PARLE HIDE & SEEK AMERICAN BUTTER COOKIES 200G   \n",
       "31                                PATANJALI HONEY 1KG   \n",
       "32                           PRIYA GOLD BISCUITS 200G   \n",
       "33                                  REVIVE STARCH 50g   \n",
       "34             CLMT AIR FRESHENER JASMINE HANG BX 50g   \n",
       "35             CLMT PLASTIC DISP GARBAGE BAG 10P B1G1   \n",
       "36                AXE DEO SIGNATURE CHAMPION BX 122ml   \n",
       "37           Yummiez Chicken Lucknowi Shek Kabab 400G   \n",
       "38               Yummiez Frozen Chicken Keema Pp 300G   \n",
       "39            VASELINE BDY LTN INT CR HLTHY W LGH 40m   \n",
       "40                BEETA NAPKIN DINNER PAPER PLAIN 50S   \n",
       "41                   APPY FIZZ APPLE SOFT DRINK 250ML   \n",
       "42                        TIC TAC PEACH PASSION 10.7G   \n",
       "43                               VRKA PIO BOTLS STBRY   \n",
       "44         PEPSI SOFT DRINK BLACK DIET COLA CAN 250ml   \n",
       "45             KOKA NOODLES CHICKEN SATAY FLAVOUR 85g   \n",
       "46                          GOWARDHAN MILK GOLD PP 1L   \n",
       "47              ALPENLIEBE CAND JUZT JELLY MANGO 185g   \n",
       "48           DEL MONTE PRUNES CALIFORNIA PREM PP 210g   \n",
       "49        CADBURY BOURNVILLE RAISIN NUT CHOCOLATE 80G   \n",
       "\n",
       "                          company_name  \\\n",
       "0                     venkys india ltd   \n",
       "1             britannia industries ltd   \n",
       "2   future consumer enterprise limited   \n",
       "3                                  NaN   \n",
       "4                     nestle india ltd   \n",
       "5        blue bird foods india pvt ltd   \n",
       "6                  k k r food products   \n",
       "7                                  NaN   \n",
       "8                        itc india ltd   \n",
       "9                  future consumer ltd   \n",
       "10              hindustan unilever ltd   \n",
       "11              hindustan unilever ltd   \n",
       "12                     jalaram namkeen   \n",
       "13         genmedic healthcare pvt ltd   \n",
       "14      mapleleaf distribution pvt ltd   \n",
       "15                                 NaN   \n",
       "16                    marico india ltd   \n",
       "17                loreal india pvt ltd   \n",
       "18                                 NaN   \n",
       "19                       itc india ltd   \n",
       "20          unibic foods india pvt ltd   \n",
       "21                     heinz india ltd   \n",
       "22                     heinz india ltd   \n",
       "23               organic india pvt ltd   \n",
       "24             l comps & impex pvt ltd   \n",
       "25            royal dry fruits pvt ltd   \n",
       "26            royal dry fruits pvt ltd   \n",
       "27          garden flavours co pvt ltd   \n",
       "28          garden flavours co pvt ltd   \n",
       "29                    nestle india ltd   \n",
       "30              parle products pvt ltd   \n",
       "31              patanjali ayurved ltd.   \n",
       "32               surya food & agro ltd   \n",
       "33                    marico india ltd   \n",
       "34  future consumer enterprise limited   \n",
       "35  future consumer enterprise limited   \n",
       "36              hindustan unilever ltd   \n",
       "37              godrej tyson foods ltd   \n",
       "38              godrej tyson foods ltd   \n",
       "39              hindustan unilever ltd   \n",
       "40                                 NaN   \n",
       "41                          parle agro   \n",
       "42               ferrero india pvt ltd   \n",
       "43                               verka   \n",
       "44       pepsico india holding limited   \n",
       "45           chip valley foods pvt ltd   \n",
       "46                parag milk foods ltd   \n",
       "47    perfetti van melle india pvt ltd   \n",
       "48           field fresh foods pvt ltd   \n",
       "49            mondelez india foods ltd   \n",
       "\n",
       "                                          transformed quantity  \n",
       "0                           chicken burger patty 250g     250g  \n",
       "1                   britannia daily family long bread      NaN  \n",
       "2       pooof potato kettle chips zesty masala pp 30g      30g  \n",
       "3                                 fevibond tube 20 ml    20 ml  \n",
       "4                  kitkat dessert delight truffle 50g      50g  \n",
       "5                      blue bird spaghetti pasta 200g     200g  \n",
       "6                         nirapara avalose podi 500gm     500g  \n",
       "7                    nivea roll on fresh natural 50ml     50ml  \n",
       "8                  fiama dw soap exotic dream bx 115g     115g  \n",
       "9            sangis ktcn peri peri mayonnaise bt 200g     200g  \n",
       "10  lakme absolute youth infinity skin sculpting s...    30 ml  \n",
       "11  lakme absolute perfect radiance skin lightenin...    30 ml  \n",
       "12                  jalaram khakhra mobile jeera 180g     180g  \n",
       "13            super gummy c&l iron & vitamins pp 102g     102g  \n",
       "14                 cantina h&e 6 tortillas xl pp 360g     360g  \n",
       "15                      danisa cookies butter tn 200g     200g  \n",
       "16                    saffola masala oats italian 39g      39g  \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml  \n",
       "18           foodex soya katori chatpati namkeen 100g     100g  \n",
       "19       sunfeast farmlite oats & almond biscuits 75g      75g  \n",
       "20               unibic sugarfree oatmeal cookies 75g      75g  \n",
       "21                     glucon-d orange drink mix 100g     100g  \n",
       "22                           glucon d nimbu pani 450g     450g  \n",
       "23             organic india orgain tulsi tea bag 25g      25g  \n",
       "24            thins original flavour rice wafers 100g     100g  \n",
       "25                      rostaa morning berries pp 35g      35g  \n",
       "26             rostaa roasted salted pistachio pp 35g      35g  \n",
       "27                     flying bird kewra essence 20ml     20ml  \n",
       "28                flying bird ripe mango essence 20ml     20ml  \n",
       "29                     maggi ndl cuppa chili chow 70g      70g  \n",
       "30     parle hide & seek american butter cookies 200g     200g  \n",
       "31                                patanjali honey 1kg      1kg  \n",
       "32                           priya gold biscuits 200g     200g  \n",
       "33                                  revive starch 50g      50g  \n",
       "34             clmt air freshener jasmine hang bx 50g      50g  \n",
       "35             clmt plastic disp garbage bag 10p b1g1      10p  \n",
       "36                axe deo signature champion bx 122ml    122ml  \n",
       "37           yummiez chicken lucknowi shek kabab 400g     400g  \n",
       "38               yummiez frozen chicken keema pp 300g     300g  \n",
       "39            vaseline bdy ltn int cr hlthy w lgh 40m      NaN  \n",
       "40                beeta napkin dinner paper plain 50s      50s  \n",
       "41                   appy fizz apple soft drink 250ml    250ml  \n",
       "42                        tic tac peach passion 10.7g    10.7g  \n",
       "43                               vrka pio botls stbry      NaN  \n",
       "44         pepsi soft drink black diet cola can 250ml    250ml  \n",
       "45             koka noodles chicken satay flavour 85g      85g  \n",
       "46                          gowardhan milk gold pp 1l       1l  \n",
       "47              alpenliebe cand juzt jelly mango 185g     185g  \n",
       "48           del monte prunes california prem pp 210g     210g  \n",
       "49        cadbury bournville raisin nut chocolate 80g      80g  "
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>brand_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>organic india</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>head &amp; shoulders</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>sunfeast</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>unibic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>cremica</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         brand_name\n",
       "0     organic india\n",
       "1  head & shoulders\n",
       "2          sunfeast\n",
       "3            unibic\n",
       "4           cremica"
      ]
     },
     "execution_count": 206,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small = train.head(100)\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.lower()\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.replace(\"'\",\"\")\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.replace(\"(\",\"\")\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.replace(\")\",\"\")\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.replace(\")\",\"\")\n",
    "manufacturers['brand_name'] = manufacturers['brand_name'].str.replace(\"/\",\" \")\n",
    "manufacturers.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_brand_name(article_name, choices):\n",
    "    maxScore = 0\n",
    "    maxChoice = \"\"\n",
    "    for choice in choices:\n",
    "        score = fuzz.token_set_ratio(\" \" + article_name + \" \", \" \" + choice + \" \")\n",
    "        if score > maxScore or (score == maxScore and len(choice) > len(maxChoice)):\n",
    "            maxScore = score\n",
    "            maxChoice = choice\n",
    "    return maxChoice, maxScore\n",
    "\n",
    "def get_strict(article_name, choices):\n",
    "    matches = []\n",
    "    for choice in choices:\n",
    "        choice1 = choice + \" \"\n",
    "        choice2 = \" \" + choice + \" \"\n",
    "        choice3 = \" \" + choice\n",
    "        if article_name.startswith(choice1) or article_name.endswith(choice3) or choice2 in article_name:\n",
    "            matches.append(choice)\n",
    "    return matches\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "train_small[\"company_name\"] = train_small[\"company_name\"].fillna(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td></td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    article_name  \\\n",
       "0                    Chicken Burger Patty (250G)   \n",
       "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                            FEVIBOND TUBE 20 ML   \n",
       "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "\n",
       "                         company_name  \\\n",
       "0                    venkys india ltd   \n",
       "1            britannia industries ltd   \n",
       "2  future consumer enterprise limited   \n",
       "3                                       \n",
       "4                    nestle india ltd   \n",
       "\n",
       "                                     transformed quantity  \n",
       "0                      chicken burger patty 250g     250g  \n",
       "1              britannia daily family long bread      NaN  \n",
       "2  pooof potato kettle chips zesty masala pp 30g      30g  \n",
       "3                            fevibond tube 20 ml    20 ml  \n",
       "4             kitkat dessert delight truffle 50g      50g  "
      ]
     },
     "execution_count": 209,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n",
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "train_small['strict_transformed'] = train_small['transformed'].apply(lambda x: get_strict(x, manufacturers['brand_name']))\n",
    "train_small['strict_company'] = train_small['company_name'].apply(lambda x: get_strict(x, manufacturers['brand_name']))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "      <th>strict_transformed</th>\n",
       "      <th>strict_company</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[venkys, venkys]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>[britannia]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td></td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>[fevibond]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[nestle]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    article_name  \\\n",
       "0                    Chicken Burger Patty (250G)   \n",
       "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                            FEVIBOND TUBE 20 ML   \n",
       "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "\n",
       "                         company_name  \\\n",
       "0                    venkys india ltd   \n",
       "1            britannia industries ltd   \n",
       "2  future consumer enterprise limited   \n",
       "3                                       \n",
       "4                    nestle india ltd   \n",
       "\n",
       "                                     transformed quantity strict_transformed  \\\n",
       "0                      chicken burger patty 250g     250g                 []   \n",
       "1              britannia daily family long bread      NaN        [britannia]   \n",
       "2  pooof potato kettle chips zesty masala pp 30g      30g                 []   \n",
       "3                            fevibond tube 20 ml    20 ml         [fevibond]   \n",
       "4             kitkat dessert delight truffle 50g      50g                 []   \n",
       "\n",
       "     strict_company  \n",
       "0  [venkys, venkys]  \n",
       "1       [britannia]  \n",
       "2                []  \n",
       "3                []  \n",
       "4          [nestle]  "
      ]
     },
     "execution_count": 211,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n",
      "/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "train_small['fuzzy_transformed'] = train_small['transformed'].apply(lambda x: get_brand_name(x, manufacturers['brand_name']))\n",
    "train_small['fuzzy_company'] = train_small['company_name'].apply(lambda x: get_brand_name(x, manufacturers['brand_name']))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 213,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "      <th>strict_transformed</th>\n",
       "      <th>strict_company</th>\n",
       "      <th>fuzzy_transformed</th>\n",
       "      <th>fuzzy_company</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[venkys, venkys]</td>\n",
       "      <td>(easy choice, 44)</td>\n",
       "      <td>(venkys, 100)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>(britannia, 100)</td>\n",
       "      <td>(britannia, 100)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(pooof!, 100)</td>\n",
       "      <td>(center fruit, 48)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td></td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>[fevibond]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(fevibond, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>(scrub &amp; bright, 35)</td>\n",
       "      <td>(nestle, 100)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    article_name  \\\n",
       "0                    Chicken Burger Patty (250G)   \n",
       "1              BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2  POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                            FEVIBOND TUBE 20 ML   \n",
       "4             KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "\n",
       "                         company_name  \\\n",
       "0                    venkys india ltd   \n",
       "1            britannia industries ltd   \n",
       "2  future consumer enterprise limited   \n",
       "3                                       \n",
       "4                    nestle india ltd   \n",
       "\n",
       "                                     transformed quantity strict_transformed  \\\n",
       "0                      chicken burger patty 250g     250g                 []   \n",
       "1              britannia daily family long bread      NaN        [britannia]   \n",
       "2  pooof potato kettle chips zesty masala pp 30g      30g                 []   \n",
       "3                            fevibond tube 20 ml    20 ml         [fevibond]   \n",
       "4             kitkat dessert delight truffle 50g      50g                 []   \n",
       "\n",
       "     strict_company     fuzzy_transformed                 fuzzy_company  \n",
       "0  [venkys, venkys]     (easy choice, 44)                 (venkys, 100)  \n",
       "1       [britannia]      (britannia, 100)              (britannia, 100)  \n",
       "2                []         (pooof!, 100)            (center fruit, 48)  \n",
       "3                []       (fevibond, 100)  (emami fair and handsome, 0)  \n",
       "4          [nestle]  (scrub & bright, 35)                 (nestle, 100)  "
      ]
     },
     "execution_count": 213,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_small = train_small.filter(['article_name','company_name','transformed', 'quantity', 'strict_transformed', 'strict_company', 'fuzzy_transformed', 'fuzzy_company']).join(train_small.fuzzy_transformed.apply(lambda loc: pd.Series(loc, index=['fuzzy_brand', 'brand_score']))).join(train_small.fuzzy_company.apply(lambda loc: pd.Series(loc, index=['f_company', 'company_score'])))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "      <th>strict_transformed</th>\n",
       "      <th>strict_company</th>\n",
       "      <th>fuzzy_transformed</th>\n",
       "      <th>fuzzy_company</th>\n",
       "      <th>fuzzy_brand</th>\n",
       "      <th>brand_score</th>\n",
       "      <th>f_company</th>\n",
       "      <th>company_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[venkys, venkys]</td>\n",
       "      <td>(easy choice, 44)</td>\n",
       "      <td>(venkys, 100)</td>\n",
       "      <td>easy choice</td>\n",
       "      <td>44</td>\n",
       "      <td>venkys</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>(britannia, 100)</td>\n",
       "      <td>(britannia, 100)</td>\n",
       "      <td>britannia</td>\n",
       "      <td>100</td>\n",
       "      <td>britannia</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(pooof!, 100)</td>\n",
       "      <td>(center fruit, 48)</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td></td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>[fevibond]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(fevibond, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>(scrub &amp; bright, 35)</td>\n",
       "      <td>(nestle, 100)</td>\n",
       "      <td>scrub &amp; bright</td>\n",
       "      <td>35</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BLUE BIRD SPAGHETTI PASTA 200G</td>\n",
       "      <td>blue bird foods india pvt ltd</td>\n",
       "      <td>blue bird spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[blue bird]</td>\n",
       "      <td>[blue bird]</td>\n",
       "      <td>(blue bird, 100)</td>\n",
       "      <td>(blue bird, 100)</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>100</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NIRAPARA AVALOSE PODI 500GM</td>\n",
       "      <td>k k r food products</td>\n",
       "      <td>nirapara avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "      <td>[nirapara]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(nirapara, 100)</td>\n",
       "      <td>(hr foods, 56)</td>\n",
       "      <td>nirapara</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NIVEA ROLL ON FRESH NATURAL 50ml</td>\n",
       "      <td></td>\n",
       "      <td>nivea roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "      <td>[nivea]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(nivea, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "      <td>nivea</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FIAMA DW SOAP EXOTIC DREAM BX 115g</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>fiama dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(fiama di wills, 53)</td>\n",
       "      <td>(kitchens of india, 67)</td>\n",
       "      <td>fiama di wills</td>\n",
       "      <td>53</td>\n",
       "      <td>kitchens of india</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>SANGIS KTCN PERI PERI MAYONNAISE BT 200g</td>\n",
       "      <td>future consumer ltd</td>\n",
       "      <td>sangis ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(sangis kitchen, 60)</td>\n",
       "      <td>(center fruit, 52)</td>\n",
       "      <td>sangis kitchen</td>\n",
       "      <td>60</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Lakme Absolute Youth Infinity Skin Sculpting S...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute youth infinity skin sculpting s...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>[lakme]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(lakme, 100)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>lakme</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lakme Absolute Perfect Radiance Skin Lightenin...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute perfect radiance skin lightenin...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>[lakme]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(lakme, 100)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>lakme</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>JALARAM KHAKHRA MOBILE JEERA 180g</td>\n",
       "      <td>jalaram namkeen</td>\n",
       "      <td>jalaram khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(jalaram foods, 70)</td>\n",
       "      <td>(aakash namkeen, 76)</td>\n",
       "      <td>jalaram foods</td>\n",
       "      <td>70</td>\n",
       "      <td>aakash namkeen</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>SUPER GUMMY C&amp;L IRON &amp; VITAMINS PP 102g</td>\n",
       "      <td>genmedic healthcare pvt ltd</td>\n",
       "      <td>super gummy c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "      <td>[super gummy]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(super gummy, 100)</td>\n",
       "      <td>(healthkart , 49)</td>\n",
       "      <td>super gummy</td>\n",
       "      <td>100</td>\n",
       "      <td>healthkart</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CANTINA H&amp;E 6 TORTILLAS XL PP 360g</td>\n",
       "      <td>mapleleaf distribution pvt ltd</td>\n",
       "      <td>cantina h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "      <td>[cantina]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(cantina, 100)</td>\n",
       "      <td>(haldiram mopleez, 39)</td>\n",
       "      <td>cantina</td>\n",
       "      <td>100</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>DANISA COOKIES BUTTER TN 200g</td>\n",
       "      <td></td>\n",
       "      <td>danisa cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[danisa]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(danisa, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "      <td>danisa</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>SAFFOLA MASALA OATS ITALIAN 39G</td>\n",
       "      <td>marico india ltd</td>\n",
       "      <td>saffola masala oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "      <td>[saffola]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(saffola, 100)</td>\n",
       "      <td>(india gate, 67)</td>\n",
       "      <td>saffola</td>\n",
       "      <td>100</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>COLOUR NAT HRCLR DRKEST BRWN NO3 100ml</td>\n",
       "      <td>loreal india pvt ltd</td>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(godrej no.1, 37)</td>\n",
       "      <td>(loreal paris, 67)</td>\n",
       "      <td>godrej no.1</td>\n",
       "      <td>37</td>\n",
       "      <td>loreal paris</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FOODEX SOYA KATORI CHATPATI NAMKEEN 100G</td>\n",
       "      <td></td>\n",
       "      <td>foodex soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[foodex]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(foodex, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "      <td>foodex</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>SUNFEAST FARMLITE OATS &amp; ALMOND BISCUITS 75G</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>sunfeast farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>[sunfeast]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(sunfeast, 100)</td>\n",
       "      <td>(kitchens of india, 67)</td>\n",
       "      <td>sunfeast</td>\n",
       "      <td>100</td>\n",
       "      <td>kitchens of india</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>UNIBIC SUGARFREE OATMEAL COOKIES 75G</td>\n",
       "      <td>unibic foods india pvt ltd</td>\n",
       "      <td>unibic sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>[unibic]</td>\n",
       "      <td>[unibic]</td>\n",
       "      <td>(unibic, 100)</td>\n",
       "      <td>(unibic, 100)</td>\n",
       "      <td>unibic</td>\n",
       "      <td>100</td>\n",
       "      <td>unibic</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>GLUCON-D ORANGE DRINK MIX 100G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon-d orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[glucon-d]</td>\n",
       "      <td>[heinz]</td>\n",
       "      <td>(glucon-d, 100)</td>\n",
       "      <td>(heinz, 100)</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>100</td>\n",
       "      <td>heinz</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>GLUCON D NIMBU PANI 450G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[heinz]</td>\n",
       "      <td>(glucon-d, 100)</td>\n",
       "      <td>(heinz, 100)</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>100</td>\n",
       "      <td>heinz</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>ORGANIC INDIA ORGAIN TULSI TEA BAG 25G</td>\n",
       "      <td>organic india pvt ltd</td>\n",
       "      <td>organic india orgain tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "      <td>[organic india]</td>\n",
       "      <td>[organic india]</td>\n",
       "      <td>(organic india, 100)</td>\n",
       "      <td>(organic india, 100)</td>\n",
       "      <td>organic india</td>\n",
       "      <td>100</td>\n",
       "      <td>organic india</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>THINS ORIGINAL FLAVOUR RICE WAFERS 100G</td>\n",
       "      <td>l comps &amp; impex pvt ltd</td>\n",
       "      <td>thins original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[thins]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(thins, 100)</td>\n",
       "      <td>(3m post-it, 45)</td>\n",
       "      <td>thins</td>\n",
       "      <td>100</td>\n",
       "      <td>3m post-it</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>ROSTAA MORNING BERRIES PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>[rostaa]</td>\n",
       "      <td>[royal]</td>\n",
       "      <td>(rostaa, 100)</td>\n",
       "      <td>(royal, 100)</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>100</td>\n",
       "      <td>royal</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>ROSTAA ROASTED SALTED PISTACHIO PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa roasted salted pistachio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>[rostaa]</td>\n",
       "      <td>[royal]</td>\n",
       "      <td>(rostaa, 100)</td>\n",
       "      <td>(royal, 100)</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>100</td>\n",
       "      <td>royal</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>FLYING BIRD KEWRA ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>[flying bird]</td>\n",
       "      <td>[garden]</td>\n",
       "      <td>(flying bird, 100)</td>\n",
       "      <td>(garden, 100)</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>100</td>\n",
       "      <td>garden</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>FLYING BIRD RIPE MANGO ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>[flying bird]</td>\n",
       "      <td>[garden]</td>\n",
       "      <td>(flying bird, 100)</td>\n",
       "      <td>(garden, 100)</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>100</td>\n",
       "      <td>garden</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>MAGGI NDL CUPPA CHILI CHOW 70g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>maggi ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>[maggi]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>(maggi, 100)</td>\n",
       "      <td>(nestle, 100)</td>\n",
       "      <td>maggi</td>\n",
       "      <td>100</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>GH DAILY URAD DAL PREM 500g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh daily urad dal prem 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(golden harvest premium, 37)</td>\n",
       "      <td>(center fruit, 51)</td>\n",
       "      <td>golden harvest premium</td>\n",
       "      <td>37</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>CADBURY BOURNVITA  LIL CHAMP HEALTH DRINK JAR ...</td>\n",
       "      <td>mondelez india foods ltd</td>\n",
       "      <td>cadbury bournvita  lil champ health drink jar ...</td>\n",
       "      <td>200g</td>\n",
       "      <td>[cadbury]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(cadbury, 100)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>cadbury</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>GH WHO SPICE BLACK CARDAMM 20g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh who spice black cardamm 20g</td>\n",
       "      <td>20g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(old spice, 71)</td>\n",
       "      <td>(center fruit, 51)</td>\n",
       "      <td>old spice</td>\n",
       "      <td>71</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>GH DAILY WHO SPICE RAI 100g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh daily who spice rai 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(old spice, 71)</td>\n",
       "      <td>(center fruit, 51)</td>\n",
       "      <td>old spice</td>\n",
       "      <td>71</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>Sunsilk Nourishing Soft &amp; Smooth Conditioner 8...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>sunsilk nourishing soft &amp; smooth conditioner 8...</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>[sunsilk]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(sunsilk, 100)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>sunsilk</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>MAYB LIP SMOOTH BALM BERRY CRUSH 4.5g</td>\n",
       "      <td>loreal india pvt ltdmembership discount - appl...</td>\n",
       "      <td>mayb lip smooth balm berry crush 4.5g</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(beverly hills polo club, 40)</td>\n",
       "      <td>(loreal paris, 67)</td>\n",
       "      <td>beverly hills polo club</td>\n",
       "      <td>40</td>\n",
       "      <td>loreal paris</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>MAGGI SAUCE TOMATO 200g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>maggi sauce tomato 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[maggi]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>(maggi, 100)</td>\n",
       "      <td>(nestle, 100)</td>\n",
       "      <td>maggi</td>\n",
       "      <td>100</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>BOUNTY CHOCOLATES VALUE PACK PP 171g</td>\n",
       "      <td>mars intl</td>\n",
       "      <td>bounty chocolates value pack pp 171g</td>\n",
       "      <td>171g</td>\n",
       "      <td>[bounty]</td>\n",
       "      <td>[mars]</td>\n",
       "      <td>(bounty, 100)</td>\n",
       "      <td>(mars, 100)</td>\n",
       "      <td>bounty</td>\n",
       "      <td>100</td>\n",
       "      <td>mars</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>DELICIOUS FROZEN POP CORN BONLESS 250g</td>\n",
       "      <td>baramati agro ltd</td>\n",
       "      <td>delicious frozen pop corn bonless 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[delicious, frozen]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(delicious, 100)</td>\n",
       "      <td>(kansal agro, 57)</td>\n",
       "      <td>delicious</td>\n",
       "      <td>100</td>\n",
       "      <td>kansal agro</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>DELICIOUS FROZEN NUGGETS CLASSIC 500g</td>\n",
       "      <td>baramati agro ltd</td>\n",
       "      <td>delicious frozen nuggets classic 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[delicious, frozen]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(delicious, 100)</td>\n",
       "      <td>(kansal agro, 57)</td>\n",
       "      <td>delicious</td>\n",
       "      <td>100</td>\n",
       "      <td>kansal agro</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>DAAWAT BASMATI RICE PULAV PP 1kg</td>\n",
       "      <td>lt foods ltd</td>\n",
       "      <td>daawat basmati rice pulav pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>[daawat]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(daawat, 100)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>daawat</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>DAWAT BASMATI RICE BIRYANI PP 1kg</td>\n",
       "      <td>lt foods ltd</td>\n",
       "      <td>dawat basmati rice biryani pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(emami fair and handsome, 39)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>39</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>DESI ATTA BHAGAR/SHAMAK/VARAI PP 200g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>desi atta bhagar shamak varai pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(desi atta company, 69)</td>\n",
       "      <td>(center fruit, 51)</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>DESI ATTA RAVA DOSA PP 500g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>desi atta rava dosa pp 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(desi atta company, 69)</td>\n",
       "      <td>(center fruit, 51)</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>JOHNSONS SHMP ACTV KIDS SFT&amp;SMTH BT 100m</td>\n",
       "      <td></td>\n",
       "      <td>johnsons shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[johnsons]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(johnsons, 100)</td>\n",
       "      <td>(emami fair and handsome, 0)</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>DESI ATTA CO PERI PERI IDLI MIX PP 200g</td>\n",
       "      <td>future consumer ltd agri</td>\n",
       "      <td>desi atta co peri peri idli mix pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(desi atta company, 69)</td>\n",
       "      <td>(baker street, 44)</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>baker street</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>HALDIRAM NAMKEEN LEMON BHEL PP 150g</td>\n",
       "      <td>haldiram foods international ltd</td>\n",
       "      <td>haldiram namkeen lemon bhel pp 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(namkeen tree, 74)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>namkeen tree</td>\n",
       "      <td>74</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>DOVE SHMP REGENERATIVE REPAIR TUBE 240ml</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>dove shmp regenerative repair tube 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>[dove]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(dove, 100)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>dove</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>KWALITY WA ICE CRM TUTI FRTY 700m 1+1 OP</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>kwality wa ice crm tuti frty 700m 1+1 op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(kwality walls, 70)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>kwality walls</td>\n",
       "      <td>70</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>Kw Magnum Chotruffle 90M</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(chhagan magan, 38)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>chhagan magan</td>\n",
       "      <td>38</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>IMPORTED TWININGS CRANBERRY &amp; RASPBERRY 20PCS</td>\n",
       "      <td>sck foods pvt ltd</td>\n",
       "      <td>imported twinings cranberry &amp; raspberry 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(twinings, 100)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>IMPORTED TWININGS BLACKCURRANT BURST 20PCS</td>\n",
       "      <td>sck foods pvt ltd</td>\n",
       "      <td>imported twinings blackcurrant burst 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(twinings, 100)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>TWININGS TEA BAG GREEN TEA JASMINE 25PCS</td>\n",
       "      <td>twinings pvt ltd</td>\n",
       "      <td>twinings tea bag green tea jasmine 25pcs</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>(twinings, 100)</td>\n",
       "      <td>(twinings, 100)</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>LUX Sandal &amp; Cream Soap Bar 100 g</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lux sandal &amp; cream soap bar 100 g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>[lux]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(lux, 100)</td>\n",
       "      <td>(lever ayush, 48)</td>\n",
       "      <td>lux</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>DILMAH LEMON TEA BAG 25 PCS</td>\n",
       "      <td>dc johars &amp; sons pvt ltd</td>\n",
       "      <td>dilmah lemon tea bag 25 pcs</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>[dilmah]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(dilmah, 100)</td>\n",
       "      <td>(johnsons, 47)</td>\n",
       "      <td>dilmah</td>\n",
       "      <td>100</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>NILGIRIS CHEESE SPREAD SPICY PEPPER 180g</td>\n",
       "      <td>the nilgiri dairy farm</td>\n",
       "      <td>nilgiris cheese spread spicy pepper 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>[nilgiris]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(nilgiris, 100)</td>\n",
       "      <td>(mother dairy, 59)</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>100</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>WAFER BISCUIT PINEAPPLE WAFFY</td>\n",
       "      <td>ravi foods pvt ltd</td>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(paper boat, 41)</td>\n",
       "      <td>(hr foods, 77)</td>\n",
       "      <td>paper boat</td>\n",
       "      <td>41</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>RiteBite Work out Choco Classic 50gm</td>\n",
       "      <td>naturell india pvt ltd</td>\n",
       "      <td>ritebite work out choco classic 50gm</td>\n",
       "      <td>50g</td>\n",
       "      <td>[ritebite]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(ritebite, 100)</td>\n",
       "      <td>(india gate, 67)</td>\n",
       "      <td>ritebite</td>\n",
       "      <td>100</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>NILGIRIS BUTTER CASHEW BISCUIT BX 100g</td>\n",
       "      <td>the nilgiri dairy farm</td>\n",
       "      <td>nilgiris butter cashew biscuit bx 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[nilgiris]</td>\n",
       "      <td>[]</td>\n",
       "      <td>(nilgiris, 100)</td>\n",
       "      <td>(mother dairy, 59)</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>100</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>HE DEO PERFUMED PASSION SPRAY CN 122ml</td>\n",
       "      <td>emami ltd</td>\n",
       "      <td>he deo perfumed passion spray cn 122ml</td>\n",
       "      <td>122ml</td>\n",
       "      <td>[he]</td>\n",
       "      <td>[emami]</td>\n",
       "      <td>(he, 100)</td>\n",
       "      <td>(emami, 100)</td>\n",
       "      <td>he</td>\n",
       "      <td>100</td>\n",
       "      <td>emami</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         article_name  \\\n",
       "0                         Chicken Burger Patty (250G)   \n",
       "1                   BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2       POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                                 FEVIBOND TUBE 20 ML   \n",
       "4                  KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "5                      BLUE BIRD SPAGHETTI PASTA 200G   \n",
       "6                         NIRAPARA AVALOSE PODI 500GM   \n",
       "7                    NIVEA ROLL ON FRESH NATURAL 50ml   \n",
       "8                  FIAMA DW SOAP EXOTIC DREAM BX 115g   \n",
       "9            SANGIS KTCN PERI PERI MAYONNAISE BT 200g   \n",
       "10  Lakme Absolute Youth Infinity Skin Sculpting S...   \n",
       "11  Lakme Absolute Perfect Radiance Skin Lightenin...   \n",
       "12                  JALARAM KHAKHRA MOBILE JEERA 180g   \n",
       "13            SUPER GUMMY C&L IRON & VITAMINS PP 102g   \n",
       "14                 CANTINA H&E 6 TORTILLAS XL PP 360g   \n",
       "15                      DANISA COOKIES BUTTER TN 200g   \n",
       "16                    SAFFOLA MASALA OATS ITALIAN 39G   \n",
       "17             COLOUR NAT HRCLR DRKEST BRWN NO3 100ml   \n",
       "18           FOODEX SOYA KATORI CHATPATI NAMKEEN 100G   \n",
       "19       SUNFEAST FARMLITE OATS & ALMOND BISCUITS 75G   \n",
       "20               UNIBIC SUGARFREE OATMEAL COOKIES 75G   \n",
       "21                     GLUCON-D ORANGE DRINK MIX 100G   \n",
       "22                           GLUCON D NIMBU PANI 450G   \n",
       "23             ORGANIC INDIA ORGAIN TULSI TEA BAG 25G   \n",
       "24            THINS ORIGINAL FLAVOUR RICE WAFERS 100G   \n",
       "25                      ROSTAA MORNING BERRIES PP 35g   \n",
       "26             ROSTAA ROASTED SALTED PISTACHIO PP 35g   \n",
       "27                     FLYING BIRD KEWRA ESSENCE 20ML   \n",
       "28                FLYING BIRD RIPE MANGO ESSENCE 20ML   \n",
       "29                     MAGGI NDL CUPPA CHILI CHOW 70g   \n",
       "..                                                ...   \n",
       "70                        GH DAILY URAD DAL PREM 500g   \n",
       "71  CADBURY BOURNVITA  LIL CHAMP HEALTH DRINK JAR ...   \n",
       "72                     GH WHO SPICE BLACK CARDAMM 20g   \n",
       "73                        GH DAILY WHO SPICE RAI 100g   \n",
       "74  Sunsilk Nourishing Soft & Smooth Conditioner 8...   \n",
       "75              MAYB LIP SMOOTH BALM BERRY CRUSH 4.5g   \n",
       "76                            MAGGI SAUCE TOMATO 200g   \n",
       "77               BOUNTY CHOCOLATES VALUE PACK PP 171g   \n",
       "78             DELICIOUS FROZEN POP CORN BONLESS 250g   \n",
       "79              DELICIOUS FROZEN NUGGETS CLASSIC 500g   \n",
       "80                   DAAWAT BASMATI RICE PULAV PP 1kg   \n",
       "81                  DAWAT BASMATI RICE BIRYANI PP 1kg   \n",
       "82              DESI ATTA BHAGAR/SHAMAK/VARAI PP 200g   \n",
       "83                        DESI ATTA RAVA DOSA PP 500g   \n",
       "84           JOHNSONS SHMP ACTV KIDS SFT&SMTH BT 100m   \n",
       "85            DESI ATTA CO PERI PERI IDLI MIX PP 200g   \n",
       "86                HALDIRAM NAMKEEN LEMON BHEL PP 150g   \n",
       "87           DOVE SHMP REGENERATIVE REPAIR TUBE 240ml   \n",
       "88           KWALITY WA ICE CRM TUTI FRTY 700m 1+1 OP   \n",
       "89                           Kw Magnum Chotruffle 90M   \n",
       "90      IMPORTED TWININGS CRANBERRY & RASPBERRY 20PCS   \n",
       "91         IMPORTED TWININGS BLACKCURRANT BURST 20PCS   \n",
       "92           TWININGS TEA BAG GREEN TEA JASMINE 25PCS   \n",
       "93                  LUX Sandal & Cream Soap Bar 100 g   \n",
       "94                        DILMAH LEMON TEA BAG 25 PCS   \n",
       "95           NILGIRIS CHEESE SPREAD SPICY PEPPER 180g   \n",
       "96                      WAFER BISCUIT PINEAPPLE WAFFY   \n",
       "97               RiteBite Work out Choco Classic 50gm   \n",
       "98             NILGIRIS BUTTER CASHEW BISCUIT BX 100g   \n",
       "99             HE DEO PERFUMED PASSION SPRAY CN 122ml   \n",
       "\n",
       "                                         company_name  \\\n",
       "0                                    venkys india ltd   \n",
       "1                            britannia industries ltd   \n",
       "2                  future consumer enterprise limited   \n",
       "3                                                       \n",
       "4                                    nestle india ltd   \n",
       "5                       blue bird foods india pvt ltd   \n",
       "6                                 k k r food products   \n",
       "7                                                       \n",
       "8                                       itc india ltd   \n",
       "9                                 future consumer ltd   \n",
       "10                             hindustan unilever ltd   \n",
       "11                             hindustan unilever ltd   \n",
       "12                                    jalaram namkeen   \n",
       "13                        genmedic healthcare pvt ltd   \n",
       "14                     mapleleaf distribution pvt ltd   \n",
       "15                                                      \n",
       "16                                   marico india ltd   \n",
       "17                               loreal india pvt ltd   \n",
       "18                                                      \n",
       "19                                      itc india ltd   \n",
       "20                         unibic foods india pvt ltd   \n",
       "21                                    heinz india ltd   \n",
       "22                                    heinz india ltd   \n",
       "23                              organic india pvt ltd   \n",
       "24                            l comps & impex pvt ltd   \n",
       "25                           royal dry fruits pvt ltd   \n",
       "26                           royal dry fruits pvt ltd   \n",
       "27                         garden flavours co pvt ltd   \n",
       "28                         garden flavours co pvt ltd   \n",
       "29                                   nestle india ltd   \n",
       "..                                                ...   \n",
       "70                            future consumer limited   \n",
       "71                           mondelez india foods ltd   \n",
       "72                            future consumer limited   \n",
       "73                            future consumer limited   \n",
       "74                             hindustan unilever ltd   \n",
       "75  loreal india pvt ltdmembership discount - appl...   \n",
       "76                                   nestle india ltd   \n",
       "77                                          mars intl   \n",
       "78                                  baramati agro ltd   \n",
       "79                                  baramati agro ltd   \n",
       "80                                       lt foods ltd   \n",
       "81                                       lt foods ltd   \n",
       "82                            future consumer limited   \n",
       "83                            future consumer limited   \n",
       "84                                                      \n",
       "85                           future consumer ltd agri   \n",
       "86                   haldiram foods international ltd   \n",
       "87                             hindustan unilever ltd   \n",
       "88                             hindustan unilever ltd   \n",
       "89                             hindustan unilever ltd   \n",
       "90                                  sck foods pvt ltd   \n",
       "91                                  sck foods pvt ltd   \n",
       "92                                   twinings pvt ltd   \n",
       "93                             hindustan unilever ltd   \n",
       "94                           dc johars & sons pvt ltd   \n",
       "95                             the nilgiri dairy farm   \n",
       "96                                 ravi foods pvt ltd   \n",
       "97                             naturell india pvt ltd   \n",
       "98                             the nilgiri dairy farm   \n",
       "99                                          emami ltd   \n",
       "\n",
       "                                          transformed quantity  \\\n",
       "0                           chicken burger patty 250g     250g   \n",
       "1                   britannia daily family long bread      NaN   \n",
       "2       pooof potato kettle chips zesty masala pp 30g      30g   \n",
       "3                                 fevibond tube 20 ml    20 ml   \n",
       "4                  kitkat dessert delight truffle 50g      50g   \n",
       "5                      blue bird spaghetti pasta 200g     200g   \n",
       "6                         nirapara avalose podi 500gm     500g   \n",
       "7                    nivea roll on fresh natural 50ml     50ml   \n",
       "8                  fiama dw soap exotic dream bx 115g     115g   \n",
       "9            sangis ktcn peri peri mayonnaise bt 200g     200g   \n",
       "10  lakme absolute youth infinity skin sculpting s...    30 ml   \n",
       "11  lakme absolute perfect radiance skin lightenin...    30 ml   \n",
       "12                  jalaram khakhra mobile jeera 180g     180g   \n",
       "13            super gummy c&l iron & vitamins pp 102g     102g   \n",
       "14                 cantina h&e 6 tortillas xl pp 360g     360g   \n",
       "15                      danisa cookies butter tn 200g     200g   \n",
       "16                    saffola masala oats italian 39g      39g   \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml   \n",
       "18           foodex soya katori chatpati namkeen 100g     100g   \n",
       "19       sunfeast farmlite oats & almond biscuits 75g      75g   \n",
       "20               unibic sugarfree oatmeal cookies 75g      75g   \n",
       "21                     glucon-d orange drink mix 100g     100g   \n",
       "22                           glucon d nimbu pani 450g     450g   \n",
       "23             organic india orgain tulsi tea bag 25g      25g   \n",
       "24            thins original flavour rice wafers 100g     100g   \n",
       "25                      rostaa morning berries pp 35g      35g   \n",
       "26             rostaa roasted salted pistachio pp 35g      35g   \n",
       "27                     flying bird kewra essence 20ml     20ml   \n",
       "28                flying bird ripe mango essence 20ml     20ml   \n",
       "29                     maggi ndl cuppa chili chow 70g      70g   \n",
       "..                                                ...      ...   \n",
       "70                        gh daily urad dal prem 500g     500g   \n",
       "71  cadbury bournvita  lil champ health drink jar ...     200g   \n",
       "72                     gh who spice black cardamm 20g      20g   \n",
       "73                        gh daily who spice rai 100g     100g   \n",
       "74  sunsilk nourishing soft & smooth conditioner 8...    80 ml   \n",
       "75              mayb lip smooth balm berry crush 4.5g     4.5g   \n",
       "76                            maggi sauce tomato 200g     200g   \n",
       "77               bounty chocolates value pack pp 171g     171g   \n",
       "78             delicious frozen pop corn bonless 250g     250g   \n",
       "79              delicious frozen nuggets classic 500g     500g   \n",
       "80                   daawat basmati rice pulav pp 1kg      1kg   \n",
       "81                  dawat basmati rice biryani pp 1kg      1kg   \n",
       "82              desi atta bhagar shamak varai pp 200g     200g   \n",
       "83                        desi atta rava dosa pp 500g     500g   \n",
       "84           johnsons shmp actv kids sft&smth bt 100m      NaN   \n",
       "85            desi atta co peri peri idli mix pp 200g     200g   \n",
       "86                haldiram namkeen lemon bhel pp 150g     150g   \n",
       "87           dove shmp regenerative repair tube 240ml    240ml   \n",
       "88           kwality wa ice crm tuti frty 700m 1+1 op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90      imported twinings cranberry & raspberry 20pcs    20pcs   \n",
       "91         imported twinings blackcurrant burst 20pcs    20pcs   \n",
       "92           twinings tea bag green tea jasmine 25pcs    25pcs   \n",
       "93                  lux sandal & cream soap bar 100 g    100 g   \n",
       "94                        dilmah lemon tea bag 25 pcs   25 pcs   \n",
       "95           nilgiris cheese spread spicy pepper 180g     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97               ritebite work out choco classic 50gm      50g   \n",
       "98             nilgiris butter cashew biscuit bx 100g     100g   \n",
       "99             he deo perfumed passion spray cn 122ml    122ml   \n",
       "\n",
       "     strict_transformed    strict_company              fuzzy_transformed  \\\n",
       "0                    []  [venkys, venkys]              (easy choice, 44)   \n",
       "1           [britannia]       [britannia]               (britannia, 100)   \n",
       "2                    []                []                  (pooof!, 100)   \n",
       "3            [fevibond]                []                (fevibond, 100)   \n",
       "4                    []          [nestle]           (scrub & bright, 35)   \n",
       "5           [blue bird]       [blue bird]               (blue bird, 100)   \n",
       "6            [nirapara]                []                (nirapara, 100)   \n",
       "7               [nivea]                []                   (nivea, 100)   \n",
       "8                    []                []           (fiama di wills, 53)   \n",
       "9                    []                []           (sangis kitchen, 60)   \n",
       "10              [lakme]                []                   (lakme, 100)   \n",
       "11              [lakme]                []                   (lakme, 100)   \n",
       "12                   []                []            (jalaram foods, 70)   \n",
       "13        [super gummy]                []             (super gummy, 100)   \n",
       "14            [cantina]                []                 (cantina, 100)   \n",
       "15             [danisa]                []                  (danisa, 100)   \n",
       "16            [saffola]                []                 (saffola, 100)   \n",
       "17                   []                []              (godrej no.1, 37)   \n",
       "18             [foodex]                []                  (foodex, 100)   \n",
       "19           [sunfeast]                []                (sunfeast, 100)   \n",
       "20             [unibic]          [unibic]                  (unibic, 100)   \n",
       "21           [glucon-d]           [heinz]                (glucon-d, 100)   \n",
       "22                   []           [heinz]                (glucon-d, 100)   \n",
       "23      [organic india]   [organic india]           (organic india, 100)   \n",
       "24              [thins]                []                   (thins, 100)   \n",
       "25             [rostaa]           [royal]                  (rostaa, 100)   \n",
       "26             [rostaa]           [royal]                  (rostaa, 100)   \n",
       "27        [flying bird]          [garden]             (flying bird, 100)   \n",
       "28        [flying bird]          [garden]             (flying bird, 100)   \n",
       "29              [maggi]          [nestle]                   (maggi, 100)   \n",
       "..                  ...               ...                            ...   \n",
       "70                   []                []   (golden harvest premium, 37)   \n",
       "71            [cadbury]                []                 (cadbury, 100)   \n",
       "72                   []                []                (old spice, 71)   \n",
       "73                   []                []                (old spice, 71)   \n",
       "74            [sunsilk]                []                 (sunsilk, 100)   \n",
       "75                   []                []  (beverly hills polo club, 40)   \n",
       "76              [maggi]          [nestle]                   (maggi, 100)   \n",
       "77             [bounty]            [mars]                  (bounty, 100)   \n",
       "78  [delicious, frozen]                []               (delicious, 100)   \n",
       "79  [delicious, frozen]                []               (delicious, 100)   \n",
       "80             [daawat]                []                  (daawat, 100)   \n",
       "81                   []                []  (emami fair and handsome, 39)   \n",
       "82                   []                []        (desi atta company, 69)   \n",
       "83                   []                []        (desi atta company, 69)   \n",
       "84           [johnsons]                []                (johnsons, 100)   \n",
       "85                   []                []        (desi atta company, 69)   \n",
       "86                   []                []             (namkeen tree, 74)   \n",
       "87               [dove]                []                    (dove, 100)   \n",
       "88                   []                []            (kwality walls, 70)   \n",
       "89                   []                []            (chhagan magan, 38)   \n",
       "90           [twinings]                []                (twinings, 100)   \n",
       "91           [twinings]                []                (twinings, 100)   \n",
       "92           [twinings]        [twinings]                (twinings, 100)   \n",
       "93                [lux]                []                     (lux, 100)   \n",
       "94             [dilmah]                []                  (dilmah, 100)   \n",
       "95           [nilgiris]                []                (nilgiris, 100)   \n",
       "96                   []                []               (paper boat, 41)   \n",
       "97           [ritebite]                []                (ritebite, 100)   \n",
       "98           [nilgiris]                []                (nilgiris, 100)   \n",
       "99                 [he]           [emami]                      (he, 100)   \n",
       "\n",
       "                   fuzzy_company              fuzzy_brand  brand_score  \\\n",
       "0                  (venkys, 100)              easy choice           44   \n",
       "1               (britannia, 100)                britannia          100   \n",
       "2             (center fruit, 48)                   pooof!          100   \n",
       "3   (emami fair and handsome, 0)                 fevibond          100   \n",
       "4                  (nestle, 100)           scrub & bright           35   \n",
       "5               (blue bird, 100)                blue bird          100   \n",
       "6                 (hr foods, 56)                 nirapara          100   \n",
       "7   (emami fair and handsome, 0)                    nivea          100   \n",
       "8        (kitchens of india, 67)           fiama di wills           53   \n",
       "9             (center fruit, 52)           sangis kitchen           60   \n",
       "10             (lever ayush, 48)                    lakme          100   \n",
       "11             (lever ayush, 48)                    lakme          100   \n",
       "12          (aakash namkeen, 76)            jalaram foods           70   \n",
       "13             (healthkart , 49)              super gummy          100   \n",
       "14        (haldiram mopleez, 39)                  cantina          100   \n",
       "15  (emami fair and handsome, 0)                   danisa          100   \n",
       "16              (india gate, 67)                  saffola          100   \n",
       "17            (loreal paris, 67)              godrej no.1           37   \n",
       "18  (emami fair and handsome, 0)                   foodex          100   \n",
       "19       (kitchens of india, 67)                 sunfeast          100   \n",
       "20                 (unibic, 100)                   unibic          100   \n",
       "21                  (heinz, 100)                 glucon-d          100   \n",
       "22                  (heinz, 100)                 glucon-d          100   \n",
       "23          (organic india, 100)            organic india          100   \n",
       "24              (3m post-it, 45)                    thins          100   \n",
       "25                  (royal, 100)                   rostaa          100   \n",
       "26                  (royal, 100)                   rostaa          100   \n",
       "27                 (garden, 100)              flying bird          100   \n",
       "28                 (garden, 100)              flying bird          100   \n",
       "29                 (nestle, 100)                    maggi          100   \n",
       "..                           ...                      ...          ...   \n",
       "70            (center fruit, 51)   golden harvest premium           37   \n",
       "71                (hr foods, 77)                  cadbury          100   \n",
       "72            (center fruit, 51)                old spice           71   \n",
       "73            (center fruit, 51)                old spice           71   \n",
       "74             (lever ayush, 48)                  sunsilk          100   \n",
       "75            (loreal paris, 67)  beverly hills polo club           40   \n",
       "76                 (nestle, 100)                    maggi          100   \n",
       "77                   (mars, 100)                   bounty          100   \n",
       "78             (kansal agro, 57)                delicious          100   \n",
       "79             (kansal agro, 57)                delicious          100   \n",
       "80                (hr foods, 77)                   daawat          100   \n",
       "81                (hr foods, 77)  emami fair and handsome           39   \n",
       "82            (center fruit, 51)        desi atta company           69   \n",
       "83            (center fruit, 51)        desi atta company           69   \n",
       "84  (emami fair and handsome, 0)                 johnsons          100   \n",
       "85            (baker street, 44)        desi atta company           69   \n",
       "86                (hr foods, 77)             namkeen tree           74   \n",
       "87             (lever ayush, 48)                     dove          100   \n",
       "88             (lever ayush, 48)            kwality walls           70   \n",
       "89             (lever ayush, 48)            chhagan magan           38   \n",
       "90                (hr foods, 77)                 twinings          100   \n",
       "91                (hr foods, 77)                 twinings          100   \n",
       "92               (twinings, 100)                 twinings          100   \n",
       "93             (lever ayush, 48)                      lux          100   \n",
       "94                (johnsons, 47)                   dilmah          100   \n",
       "95            (mother dairy, 59)                 nilgiris          100   \n",
       "96                (hr foods, 77)               paper boat           41   \n",
       "97              (india gate, 67)                 ritebite          100   \n",
       "98            (mother dairy, 59)                 nilgiris          100   \n",
       "99                  (emami, 100)                       he          100   \n",
       "\n",
       "                  f_company  company_score  \n",
       "0                    venkys            100  \n",
       "1                 britannia            100  \n",
       "2              center fruit             48  \n",
       "3   emami fair and handsome              0  \n",
       "4                    nestle            100  \n",
       "5                 blue bird            100  \n",
       "6                  hr foods             56  \n",
       "7   emami fair and handsome              0  \n",
       "8         kitchens of india             67  \n",
       "9              center fruit             52  \n",
       "10              lever ayush             48  \n",
       "11              lever ayush             48  \n",
       "12           aakash namkeen             76  \n",
       "13              healthkart              49  \n",
       "14         haldiram mopleez             39  \n",
       "15  emami fair and handsome              0  \n",
       "16               india gate             67  \n",
       "17             loreal paris             67  \n",
       "18  emami fair and handsome              0  \n",
       "19        kitchens of india             67  \n",
       "20                   unibic            100  \n",
       "21                    heinz            100  \n",
       "22                    heinz            100  \n",
       "23            organic india            100  \n",
       "24               3m post-it             45  \n",
       "25                    royal            100  \n",
       "26                    royal            100  \n",
       "27                   garden            100  \n",
       "28                   garden            100  \n",
       "29                   nestle            100  \n",
       "..                      ...            ...  \n",
       "70             center fruit             51  \n",
       "71                 hr foods             77  \n",
       "72             center fruit             51  \n",
       "73             center fruit             51  \n",
       "74              lever ayush             48  \n",
       "75             loreal paris             67  \n",
       "76                   nestle            100  \n",
       "77                     mars            100  \n",
       "78              kansal agro             57  \n",
       "79              kansal agro             57  \n",
       "80                 hr foods             77  \n",
       "81                 hr foods             77  \n",
       "82             center fruit             51  \n",
       "83             center fruit             51  \n",
       "84  emami fair and handsome              0  \n",
       "85             baker street             44  \n",
       "86                 hr foods             77  \n",
       "87              lever ayush             48  \n",
       "88              lever ayush             48  \n",
       "89              lever ayush             48  \n",
       "90                 hr foods             77  \n",
       "91                 hr foods             77  \n",
       "92                 twinings            100  \n",
       "93              lever ayush             48  \n",
       "94                 johnsons             47  \n",
       "95             mother dairy             59  \n",
       "96                 hr foods             77  \n",
       "97               india gate             67  \n",
       "98             mother dairy             59  \n",
       "99                    emami            100  \n",
       "\n",
       "[100 rows x 12 columns]"
      ]
     },
     "execution_count": 215,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "del train_small['fuzzy_transformed']\n",
    "del train_small['fuzzy_company']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "      <th>strict_transformed</th>\n",
       "      <th>strict_company</th>\n",
       "      <th>fuzzy_brand</th>\n",
       "      <th>brand_score</th>\n",
       "      <th>f_company</th>\n",
       "      <th>company_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Chicken Burger Patty (250G)</td>\n",
       "      <td>venkys india ltd</td>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[venkys, venkys]</td>\n",
       "      <td>easy choice</td>\n",
       "      <td>44</td>\n",
       "      <td>venkys</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BRITANNIA DAILY FAMILY LONG BREAD</td>\n",
       "      <td>britannia industries ltd</td>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>[britannia]</td>\n",
       "      <td>britannia</td>\n",
       "      <td>100</td>\n",
       "      <td>britannia</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FEVIBOND TUBE 20 ML</td>\n",
       "      <td></td>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>[fevibond]</td>\n",
       "      <td>[]</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KITKAT DESSERT DELIGHT TRUFFLE 50g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>scrub &amp; bright</td>\n",
       "      <td>35</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BLUE BIRD SPAGHETTI PASTA 200G</td>\n",
       "      <td>blue bird foods india pvt ltd</td>\n",
       "      <td>blue bird spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[blue bird]</td>\n",
       "      <td>[blue bird]</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>100</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>NIRAPARA AVALOSE PODI 500GM</td>\n",
       "      <td>k k r food products</td>\n",
       "      <td>nirapara avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "      <td>[nirapara]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nirapara</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NIVEA ROLL ON FRESH NATURAL 50ml</td>\n",
       "      <td></td>\n",
       "      <td>nivea roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "      <td>[nivea]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nivea</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>FIAMA DW SOAP EXOTIC DREAM BX 115g</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>fiama dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>fiama di wills</td>\n",
       "      <td>53</td>\n",
       "      <td>kitchens of india</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>SANGIS KTCN PERI PERI MAYONNAISE BT 200g</td>\n",
       "      <td>future consumer ltd</td>\n",
       "      <td>sangis ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>sangis kitchen</td>\n",
       "      <td>60</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Lakme Absolute Youth Infinity Skin Sculpting S...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute youth infinity skin sculpting s...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>[lakme]</td>\n",
       "      <td>[]</td>\n",
       "      <td>lakme</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Lakme Absolute Perfect Radiance Skin Lightenin...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lakme absolute perfect radiance skin lightenin...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>[lakme]</td>\n",
       "      <td>[]</td>\n",
       "      <td>lakme</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>JALARAM KHAKHRA MOBILE JEERA 180g</td>\n",
       "      <td>jalaram namkeen</td>\n",
       "      <td>jalaram khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>jalaram foods</td>\n",
       "      <td>70</td>\n",
       "      <td>aakash namkeen</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>SUPER GUMMY C&amp;L IRON &amp; VITAMINS PP 102g</td>\n",
       "      <td>genmedic healthcare pvt ltd</td>\n",
       "      <td>super gummy c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "      <td>[super gummy]</td>\n",
       "      <td>[]</td>\n",
       "      <td>super gummy</td>\n",
       "      <td>100</td>\n",
       "      <td>healthkart</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CANTINA H&amp;E 6 TORTILLAS XL PP 360g</td>\n",
       "      <td>mapleleaf distribution pvt ltd</td>\n",
       "      <td>cantina h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "      <td>[cantina]</td>\n",
       "      <td>[]</td>\n",
       "      <td>cantina</td>\n",
       "      <td>100</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>DANISA COOKIES BUTTER TN 200g</td>\n",
       "      <td></td>\n",
       "      <td>danisa cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[danisa]</td>\n",
       "      <td>[]</td>\n",
       "      <td>danisa</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>SAFFOLA MASALA OATS ITALIAN 39G</td>\n",
       "      <td>marico india ltd</td>\n",
       "      <td>saffola masala oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "      <td>[saffola]</td>\n",
       "      <td>[]</td>\n",
       "      <td>saffola</td>\n",
       "      <td>100</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>COLOUR NAT HRCLR DRKEST BRWN NO3 100ml</td>\n",
       "      <td>loreal india pvt ltd</td>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>godrej no.1</td>\n",
       "      <td>37</td>\n",
       "      <td>loreal paris</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>FOODEX SOYA KATORI CHATPATI NAMKEEN 100G</td>\n",
       "      <td></td>\n",
       "      <td>foodex soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[foodex]</td>\n",
       "      <td>[]</td>\n",
       "      <td>foodex</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>SUNFEAST FARMLITE OATS &amp; ALMOND BISCUITS 75G</td>\n",
       "      <td>itc india ltd</td>\n",
       "      <td>sunfeast farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>[sunfeast]</td>\n",
       "      <td>[]</td>\n",
       "      <td>sunfeast</td>\n",
       "      <td>100</td>\n",
       "      <td>kitchens of india</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>UNIBIC SUGARFREE OATMEAL COOKIES 75G</td>\n",
       "      <td>unibic foods india pvt ltd</td>\n",
       "      <td>unibic sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>[unibic]</td>\n",
       "      <td>[unibic]</td>\n",
       "      <td>unibic</td>\n",
       "      <td>100</td>\n",
       "      <td>unibic</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>GLUCON-D ORANGE DRINK MIX 100G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon-d orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[glucon-d]</td>\n",
       "      <td>[heinz]</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>100</td>\n",
       "      <td>heinz</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>GLUCON D NIMBU PANI 450G</td>\n",
       "      <td>heinz india ltd</td>\n",
       "      <td>glucon d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[heinz]</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>100</td>\n",
       "      <td>heinz</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>ORGANIC INDIA ORGAIN TULSI TEA BAG 25G</td>\n",
       "      <td>organic india pvt ltd</td>\n",
       "      <td>organic india orgain tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "      <td>[organic india]</td>\n",
       "      <td>[organic india]</td>\n",
       "      <td>organic india</td>\n",
       "      <td>100</td>\n",
       "      <td>organic india</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>THINS ORIGINAL FLAVOUR RICE WAFERS 100G</td>\n",
       "      <td>l comps &amp; impex pvt ltd</td>\n",
       "      <td>thins original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[thins]</td>\n",
       "      <td>[]</td>\n",
       "      <td>thins</td>\n",
       "      <td>100</td>\n",
       "      <td>3m post-it</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>ROSTAA MORNING BERRIES PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>[rostaa]</td>\n",
       "      <td>[royal]</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>100</td>\n",
       "      <td>royal</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>ROSTAA ROASTED SALTED PISTACHIO PP 35g</td>\n",
       "      <td>royal dry fruits pvt ltd</td>\n",
       "      <td>rostaa roasted salted pistachio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>[rostaa]</td>\n",
       "      <td>[royal]</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>100</td>\n",
       "      <td>royal</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>FLYING BIRD KEWRA ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>[flying bird]</td>\n",
       "      <td>[garden]</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>100</td>\n",
       "      <td>garden</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>FLYING BIRD RIPE MANGO ESSENCE 20ML</td>\n",
       "      <td>garden flavours co pvt ltd</td>\n",
       "      <td>flying bird ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>[flying bird]</td>\n",
       "      <td>[garden]</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>100</td>\n",
       "      <td>garden</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>MAGGI NDL CUPPA CHILI CHOW 70g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>maggi ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>[maggi]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>maggi</td>\n",
       "      <td>100</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>GH DAILY URAD DAL PREM 500g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh daily urad dal prem 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>golden harvest premium</td>\n",
       "      <td>37</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>CADBURY BOURNVITA  LIL CHAMP HEALTH DRINK JAR ...</td>\n",
       "      <td>mondelez india foods ltd</td>\n",
       "      <td>cadbury bournvita  lil champ health drink jar ...</td>\n",
       "      <td>200g</td>\n",
       "      <td>[cadbury]</td>\n",
       "      <td>[]</td>\n",
       "      <td>cadbury</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>GH WHO SPICE BLACK CARDAMM 20g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh who spice black cardamm 20g</td>\n",
       "      <td>20g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>old spice</td>\n",
       "      <td>71</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>GH DAILY WHO SPICE RAI 100g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>gh daily who spice rai 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>old spice</td>\n",
       "      <td>71</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>Sunsilk Nourishing Soft &amp; Smooth Conditioner 8...</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>sunsilk nourishing soft &amp; smooth conditioner 8...</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>[sunsilk]</td>\n",
       "      <td>[]</td>\n",
       "      <td>sunsilk</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>MAYB LIP SMOOTH BALM BERRY CRUSH 4.5g</td>\n",
       "      <td>loreal india pvt ltdmembership discount - appl...</td>\n",
       "      <td>mayb lip smooth balm berry crush 4.5g</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>beverly hills polo club</td>\n",
       "      <td>40</td>\n",
       "      <td>loreal paris</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>MAGGI SAUCE TOMATO 200g</td>\n",
       "      <td>nestle india ltd</td>\n",
       "      <td>maggi sauce tomato 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[maggi]</td>\n",
       "      <td>[nestle]</td>\n",
       "      <td>maggi</td>\n",
       "      <td>100</td>\n",
       "      <td>nestle</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>BOUNTY CHOCOLATES VALUE PACK PP 171g</td>\n",
       "      <td>mars intl</td>\n",
       "      <td>bounty chocolates value pack pp 171g</td>\n",
       "      <td>171g</td>\n",
       "      <td>[bounty]</td>\n",
       "      <td>[mars]</td>\n",
       "      <td>bounty</td>\n",
       "      <td>100</td>\n",
       "      <td>mars</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>DELICIOUS FROZEN POP CORN BONLESS 250g</td>\n",
       "      <td>baramati agro ltd</td>\n",
       "      <td>delicious frozen pop corn bonless 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>[delicious, frozen]</td>\n",
       "      <td>[]</td>\n",
       "      <td>delicious</td>\n",
       "      <td>100</td>\n",
       "      <td>kansal agro</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>DELICIOUS FROZEN NUGGETS CLASSIC 500g</td>\n",
       "      <td>baramati agro ltd</td>\n",
       "      <td>delicious frozen nuggets classic 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[delicious, frozen]</td>\n",
       "      <td>[]</td>\n",
       "      <td>delicious</td>\n",
       "      <td>100</td>\n",
       "      <td>kansal agro</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>DAAWAT BASMATI RICE PULAV PP 1kg</td>\n",
       "      <td>lt foods ltd</td>\n",
       "      <td>daawat basmati rice pulav pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>[daawat]</td>\n",
       "      <td>[]</td>\n",
       "      <td>daawat</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>DAWAT BASMATI RICE BIRYANI PP 1kg</td>\n",
       "      <td>lt foods ltd</td>\n",
       "      <td>dawat basmati rice biryani pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>39</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>DESI ATTA BHAGAR/SHAMAK/VARAI PP 200g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>desi atta bhagar shamak varai pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>DESI ATTA RAVA DOSA PP 500g</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>desi atta rava dosa pp 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>JOHNSONS SHMP ACTV KIDS SFT&amp;SMTH BT 100m</td>\n",
       "      <td></td>\n",
       "      <td>johnsons shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[johnsons]</td>\n",
       "      <td>[]</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>DESI ATTA CO PERI PERI IDLI MIX PP 200g</td>\n",
       "      <td>future consumer ltd agri</td>\n",
       "      <td>desi atta co peri peri idli mix pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>69</td>\n",
       "      <td>baker street</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>HALDIRAM NAMKEEN LEMON BHEL PP 150g</td>\n",
       "      <td>haldiram foods international ltd</td>\n",
       "      <td>haldiram namkeen lemon bhel pp 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>namkeen tree</td>\n",
       "      <td>74</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>DOVE SHMP REGENERATIVE REPAIR TUBE 240ml</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>dove shmp regenerative repair tube 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>[dove]</td>\n",
       "      <td>[]</td>\n",
       "      <td>dove</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>KWALITY WA ICE CRM TUTI FRTY 700m 1+1 OP</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>kwality wa ice crm tuti frty 700m 1+1 op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>kwality walls</td>\n",
       "      <td>70</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>Kw Magnum Chotruffle 90M</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>chhagan magan</td>\n",
       "      <td>38</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>IMPORTED TWININGS CRANBERRY &amp; RASPBERRY 20PCS</td>\n",
       "      <td>sck foods pvt ltd</td>\n",
       "      <td>imported twinings cranberry &amp; raspberry 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[]</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>IMPORTED TWININGS BLACKCURRANT BURST 20PCS</td>\n",
       "      <td>sck foods pvt ltd</td>\n",
       "      <td>imported twinings blackcurrant burst 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[]</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>TWININGS TEA BAG GREEN TEA JASMINE 25PCS</td>\n",
       "      <td>twinings pvt ltd</td>\n",
       "      <td>twinings tea bag green tea jasmine 25pcs</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>[twinings]</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "      <td>twinings</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>LUX Sandal &amp; Cream Soap Bar 100 g</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>lux sandal &amp; cream soap bar 100 g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>[lux]</td>\n",
       "      <td>[]</td>\n",
       "      <td>lux</td>\n",
       "      <td>100</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>DILMAH LEMON TEA BAG 25 PCS</td>\n",
       "      <td>dc johars &amp; sons pvt ltd</td>\n",
       "      <td>dilmah lemon tea bag 25 pcs</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>[dilmah]</td>\n",
       "      <td>[]</td>\n",
       "      <td>dilmah</td>\n",
       "      <td>100</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>NILGIRIS CHEESE SPREAD SPICY PEPPER 180g</td>\n",
       "      <td>the nilgiri dairy farm</td>\n",
       "      <td>nilgiris cheese spread spicy pepper 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>[nilgiris]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>100</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>WAFER BISCUIT PINEAPPLE WAFFY</td>\n",
       "      <td>ravi foods pvt ltd</td>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>paper boat</td>\n",
       "      <td>41</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>RiteBite Work out Choco Classic 50gm</td>\n",
       "      <td>naturell india pvt ltd</td>\n",
       "      <td>ritebite work out choco classic 50gm</td>\n",
       "      <td>50g</td>\n",
       "      <td>[ritebite]</td>\n",
       "      <td>[]</td>\n",
       "      <td>ritebite</td>\n",
       "      <td>100</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>NILGIRIS BUTTER CASHEW BISCUIT BX 100g</td>\n",
       "      <td>the nilgiri dairy farm</td>\n",
       "      <td>nilgiris butter cashew biscuit bx 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>[nilgiris]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>100</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>HE DEO PERFUMED PASSION SPRAY CN 122ml</td>\n",
       "      <td>emami ltd</td>\n",
       "      <td>he deo perfumed passion spray cn 122ml</td>\n",
       "      <td>122ml</td>\n",
       "      <td>[he]</td>\n",
       "      <td>[emami]</td>\n",
       "      <td>he</td>\n",
       "      <td>100</td>\n",
       "      <td>emami</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         article_name  \\\n",
       "0                         Chicken Burger Patty (250G)   \n",
       "1                   BRITANNIA DAILY FAMILY LONG BREAD   \n",
       "2       POOOF POTATO KETTLE CHIPS ZESTY MASALA PP 30g   \n",
       "3                                 FEVIBOND TUBE 20 ML   \n",
       "4                  KITKAT DESSERT DELIGHT TRUFFLE 50g   \n",
       "5                      BLUE BIRD SPAGHETTI PASTA 200G   \n",
       "6                         NIRAPARA AVALOSE PODI 500GM   \n",
       "7                    NIVEA ROLL ON FRESH NATURAL 50ml   \n",
       "8                  FIAMA DW SOAP EXOTIC DREAM BX 115g   \n",
       "9            SANGIS KTCN PERI PERI MAYONNAISE BT 200g   \n",
       "10  Lakme Absolute Youth Infinity Skin Sculpting S...   \n",
       "11  Lakme Absolute Perfect Radiance Skin Lightenin...   \n",
       "12                  JALARAM KHAKHRA MOBILE JEERA 180g   \n",
       "13            SUPER GUMMY C&L IRON & VITAMINS PP 102g   \n",
       "14                 CANTINA H&E 6 TORTILLAS XL PP 360g   \n",
       "15                      DANISA COOKIES BUTTER TN 200g   \n",
       "16                    SAFFOLA MASALA OATS ITALIAN 39G   \n",
       "17             COLOUR NAT HRCLR DRKEST BRWN NO3 100ml   \n",
       "18           FOODEX SOYA KATORI CHATPATI NAMKEEN 100G   \n",
       "19       SUNFEAST FARMLITE OATS & ALMOND BISCUITS 75G   \n",
       "20               UNIBIC SUGARFREE OATMEAL COOKIES 75G   \n",
       "21                     GLUCON-D ORANGE DRINK MIX 100G   \n",
       "22                           GLUCON D NIMBU PANI 450G   \n",
       "23             ORGANIC INDIA ORGAIN TULSI TEA BAG 25G   \n",
       "24            THINS ORIGINAL FLAVOUR RICE WAFERS 100G   \n",
       "25                      ROSTAA MORNING BERRIES PP 35g   \n",
       "26             ROSTAA ROASTED SALTED PISTACHIO PP 35g   \n",
       "27                     FLYING BIRD KEWRA ESSENCE 20ML   \n",
       "28                FLYING BIRD RIPE MANGO ESSENCE 20ML   \n",
       "29                     MAGGI NDL CUPPA CHILI CHOW 70g   \n",
       "..                                                ...   \n",
       "70                        GH DAILY URAD DAL PREM 500g   \n",
       "71  CADBURY BOURNVITA  LIL CHAMP HEALTH DRINK JAR ...   \n",
       "72                     GH WHO SPICE BLACK CARDAMM 20g   \n",
       "73                        GH DAILY WHO SPICE RAI 100g   \n",
       "74  Sunsilk Nourishing Soft & Smooth Conditioner 8...   \n",
       "75              MAYB LIP SMOOTH BALM BERRY CRUSH 4.5g   \n",
       "76                            MAGGI SAUCE TOMATO 200g   \n",
       "77               BOUNTY CHOCOLATES VALUE PACK PP 171g   \n",
       "78             DELICIOUS FROZEN POP CORN BONLESS 250g   \n",
       "79              DELICIOUS FROZEN NUGGETS CLASSIC 500g   \n",
       "80                   DAAWAT BASMATI RICE PULAV PP 1kg   \n",
       "81                  DAWAT BASMATI RICE BIRYANI PP 1kg   \n",
       "82              DESI ATTA BHAGAR/SHAMAK/VARAI PP 200g   \n",
       "83                        DESI ATTA RAVA DOSA PP 500g   \n",
       "84           JOHNSONS SHMP ACTV KIDS SFT&SMTH BT 100m   \n",
       "85            DESI ATTA CO PERI PERI IDLI MIX PP 200g   \n",
       "86                HALDIRAM NAMKEEN LEMON BHEL PP 150g   \n",
       "87           DOVE SHMP REGENERATIVE REPAIR TUBE 240ml   \n",
       "88           KWALITY WA ICE CRM TUTI FRTY 700m 1+1 OP   \n",
       "89                           Kw Magnum Chotruffle 90M   \n",
       "90      IMPORTED TWININGS CRANBERRY & RASPBERRY 20PCS   \n",
       "91         IMPORTED TWININGS BLACKCURRANT BURST 20PCS   \n",
       "92           TWININGS TEA BAG GREEN TEA JASMINE 25PCS   \n",
       "93                  LUX Sandal & Cream Soap Bar 100 g   \n",
       "94                        DILMAH LEMON TEA BAG 25 PCS   \n",
       "95           NILGIRIS CHEESE SPREAD SPICY PEPPER 180g   \n",
       "96                      WAFER BISCUIT PINEAPPLE WAFFY   \n",
       "97               RiteBite Work out Choco Classic 50gm   \n",
       "98             NILGIRIS BUTTER CASHEW BISCUIT BX 100g   \n",
       "99             HE DEO PERFUMED PASSION SPRAY CN 122ml   \n",
       "\n",
       "                                         company_name  \\\n",
       "0                                    venkys india ltd   \n",
       "1                            britannia industries ltd   \n",
       "2                  future consumer enterprise limited   \n",
       "3                                                       \n",
       "4                                    nestle india ltd   \n",
       "5                       blue bird foods india pvt ltd   \n",
       "6                                 k k r food products   \n",
       "7                                                       \n",
       "8                                       itc india ltd   \n",
       "9                                 future consumer ltd   \n",
       "10                             hindustan unilever ltd   \n",
       "11                             hindustan unilever ltd   \n",
       "12                                    jalaram namkeen   \n",
       "13                        genmedic healthcare pvt ltd   \n",
       "14                     mapleleaf distribution pvt ltd   \n",
       "15                                                      \n",
       "16                                   marico india ltd   \n",
       "17                               loreal india pvt ltd   \n",
       "18                                                      \n",
       "19                                      itc india ltd   \n",
       "20                         unibic foods india pvt ltd   \n",
       "21                                    heinz india ltd   \n",
       "22                                    heinz india ltd   \n",
       "23                              organic india pvt ltd   \n",
       "24                            l comps & impex pvt ltd   \n",
       "25                           royal dry fruits pvt ltd   \n",
       "26                           royal dry fruits pvt ltd   \n",
       "27                         garden flavours co pvt ltd   \n",
       "28                         garden flavours co pvt ltd   \n",
       "29                                   nestle india ltd   \n",
       "..                                                ...   \n",
       "70                            future consumer limited   \n",
       "71                           mondelez india foods ltd   \n",
       "72                            future consumer limited   \n",
       "73                            future consumer limited   \n",
       "74                             hindustan unilever ltd   \n",
       "75  loreal india pvt ltdmembership discount - appl...   \n",
       "76                                   nestle india ltd   \n",
       "77                                          mars intl   \n",
       "78                                  baramati agro ltd   \n",
       "79                                  baramati agro ltd   \n",
       "80                                       lt foods ltd   \n",
       "81                                       lt foods ltd   \n",
       "82                            future consumer limited   \n",
       "83                            future consumer limited   \n",
       "84                                                      \n",
       "85                           future consumer ltd agri   \n",
       "86                   haldiram foods international ltd   \n",
       "87                             hindustan unilever ltd   \n",
       "88                             hindustan unilever ltd   \n",
       "89                             hindustan unilever ltd   \n",
       "90                                  sck foods pvt ltd   \n",
       "91                                  sck foods pvt ltd   \n",
       "92                                   twinings pvt ltd   \n",
       "93                             hindustan unilever ltd   \n",
       "94                           dc johars & sons pvt ltd   \n",
       "95                             the nilgiri dairy farm   \n",
       "96                                 ravi foods pvt ltd   \n",
       "97                             naturell india pvt ltd   \n",
       "98                             the nilgiri dairy farm   \n",
       "99                                          emami ltd   \n",
       "\n",
       "                                          transformed quantity  \\\n",
       "0                           chicken burger patty 250g     250g   \n",
       "1                   britannia daily family long bread      NaN   \n",
       "2       pooof potato kettle chips zesty masala pp 30g      30g   \n",
       "3                                 fevibond tube 20 ml    20 ml   \n",
       "4                  kitkat dessert delight truffle 50g      50g   \n",
       "5                      blue bird spaghetti pasta 200g     200g   \n",
       "6                         nirapara avalose podi 500gm     500g   \n",
       "7                    nivea roll on fresh natural 50ml     50ml   \n",
       "8                  fiama dw soap exotic dream bx 115g     115g   \n",
       "9            sangis ktcn peri peri mayonnaise bt 200g     200g   \n",
       "10  lakme absolute youth infinity skin sculpting s...    30 ml   \n",
       "11  lakme absolute perfect radiance skin lightenin...    30 ml   \n",
       "12                  jalaram khakhra mobile jeera 180g     180g   \n",
       "13            super gummy c&l iron & vitamins pp 102g     102g   \n",
       "14                 cantina h&e 6 tortillas xl pp 360g     360g   \n",
       "15                      danisa cookies butter tn 200g     200g   \n",
       "16                    saffola masala oats italian 39g      39g   \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml   \n",
       "18           foodex soya katori chatpati namkeen 100g     100g   \n",
       "19       sunfeast farmlite oats & almond biscuits 75g      75g   \n",
       "20               unibic sugarfree oatmeal cookies 75g      75g   \n",
       "21                     glucon-d orange drink mix 100g     100g   \n",
       "22                           glucon d nimbu pani 450g     450g   \n",
       "23             organic india orgain tulsi tea bag 25g      25g   \n",
       "24            thins original flavour rice wafers 100g     100g   \n",
       "25                      rostaa morning berries pp 35g      35g   \n",
       "26             rostaa roasted salted pistachio pp 35g      35g   \n",
       "27                     flying bird kewra essence 20ml     20ml   \n",
       "28                flying bird ripe mango essence 20ml     20ml   \n",
       "29                     maggi ndl cuppa chili chow 70g      70g   \n",
       "..                                                ...      ...   \n",
       "70                        gh daily urad dal prem 500g     500g   \n",
       "71  cadbury bournvita  lil champ health drink jar ...     200g   \n",
       "72                     gh who spice black cardamm 20g      20g   \n",
       "73                        gh daily who spice rai 100g     100g   \n",
       "74  sunsilk nourishing soft & smooth conditioner 8...    80 ml   \n",
       "75              mayb lip smooth balm berry crush 4.5g     4.5g   \n",
       "76                            maggi sauce tomato 200g     200g   \n",
       "77               bounty chocolates value pack pp 171g     171g   \n",
       "78             delicious frozen pop corn bonless 250g     250g   \n",
       "79              delicious frozen nuggets classic 500g     500g   \n",
       "80                   daawat basmati rice pulav pp 1kg      1kg   \n",
       "81                  dawat basmati rice biryani pp 1kg      1kg   \n",
       "82              desi atta bhagar shamak varai pp 200g     200g   \n",
       "83                        desi atta rava dosa pp 500g     500g   \n",
       "84           johnsons shmp actv kids sft&smth bt 100m      NaN   \n",
       "85            desi atta co peri peri idli mix pp 200g     200g   \n",
       "86                haldiram namkeen lemon bhel pp 150g     150g   \n",
       "87           dove shmp regenerative repair tube 240ml    240ml   \n",
       "88           kwality wa ice crm tuti frty 700m 1+1 op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90      imported twinings cranberry & raspberry 20pcs    20pcs   \n",
       "91         imported twinings blackcurrant burst 20pcs    20pcs   \n",
       "92           twinings tea bag green tea jasmine 25pcs    25pcs   \n",
       "93                  lux sandal & cream soap bar 100 g    100 g   \n",
       "94                        dilmah lemon tea bag 25 pcs   25 pcs   \n",
       "95           nilgiris cheese spread spicy pepper 180g     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97               ritebite work out choco classic 50gm      50g   \n",
       "98             nilgiris butter cashew biscuit bx 100g     100g   \n",
       "99             he deo perfumed passion spray cn 122ml    122ml   \n",
       "\n",
       "     strict_transformed    strict_company              fuzzy_brand  \\\n",
       "0                    []  [venkys, venkys]              easy choice   \n",
       "1           [britannia]       [britannia]                britannia   \n",
       "2                    []                []                   pooof!   \n",
       "3            [fevibond]                []                 fevibond   \n",
       "4                    []          [nestle]           scrub & bright   \n",
       "5           [blue bird]       [blue bird]                blue bird   \n",
       "6            [nirapara]                []                 nirapara   \n",
       "7               [nivea]                []                    nivea   \n",
       "8                    []                []           fiama di wills   \n",
       "9                    []                []           sangis kitchen   \n",
       "10              [lakme]                []                    lakme   \n",
       "11              [lakme]                []                    lakme   \n",
       "12                   []                []            jalaram foods   \n",
       "13        [super gummy]                []              super gummy   \n",
       "14            [cantina]                []                  cantina   \n",
       "15             [danisa]                []                   danisa   \n",
       "16            [saffola]                []                  saffola   \n",
       "17                   []                []              godrej no.1   \n",
       "18             [foodex]                []                   foodex   \n",
       "19           [sunfeast]                []                 sunfeast   \n",
       "20             [unibic]          [unibic]                   unibic   \n",
       "21           [glucon-d]           [heinz]                 glucon-d   \n",
       "22                   []           [heinz]                 glucon-d   \n",
       "23      [organic india]   [organic india]            organic india   \n",
       "24              [thins]                []                    thins   \n",
       "25             [rostaa]           [royal]                   rostaa   \n",
       "26             [rostaa]           [royal]                   rostaa   \n",
       "27        [flying bird]          [garden]              flying bird   \n",
       "28        [flying bird]          [garden]              flying bird   \n",
       "29              [maggi]          [nestle]                    maggi   \n",
       "..                  ...               ...                      ...   \n",
       "70                   []                []   golden harvest premium   \n",
       "71            [cadbury]                []                  cadbury   \n",
       "72                   []                []                old spice   \n",
       "73                   []                []                old spice   \n",
       "74            [sunsilk]                []                  sunsilk   \n",
       "75                   []                []  beverly hills polo club   \n",
       "76              [maggi]          [nestle]                    maggi   \n",
       "77             [bounty]            [mars]                   bounty   \n",
       "78  [delicious, frozen]                []                delicious   \n",
       "79  [delicious, frozen]                []                delicious   \n",
       "80             [daawat]                []                   daawat   \n",
       "81                   []                []  emami fair and handsome   \n",
       "82                   []                []        desi atta company   \n",
       "83                   []                []        desi atta company   \n",
       "84           [johnsons]                []                 johnsons   \n",
       "85                   []                []        desi atta company   \n",
       "86                   []                []             namkeen tree   \n",
       "87               [dove]                []                     dove   \n",
       "88                   []                []            kwality walls   \n",
       "89                   []                []            chhagan magan   \n",
       "90           [twinings]                []                 twinings   \n",
       "91           [twinings]                []                 twinings   \n",
       "92           [twinings]        [twinings]                 twinings   \n",
       "93                [lux]                []                      lux   \n",
       "94             [dilmah]                []                   dilmah   \n",
       "95           [nilgiris]                []                 nilgiris   \n",
       "96                   []                []               paper boat   \n",
       "97           [ritebite]                []                 ritebite   \n",
       "98           [nilgiris]                []                 nilgiris   \n",
       "99                 [he]           [emami]                       he   \n",
       "\n",
       "    brand_score                f_company  company_score  \n",
       "0            44                   venkys            100  \n",
       "1           100                britannia            100  \n",
       "2           100             center fruit             48  \n",
       "3           100  emami fair and handsome              0  \n",
       "4            35                   nestle            100  \n",
       "5           100                blue bird            100  \n",
       "6           100                 hr foods             56  \n",
       "7           100  emami fair and handsome              0  \n",
       "8            53        kitchens of india             67  \n",
       "9            60             center fruit             52  \n",
       "10          100              lever ayush             48  \n",
       "11          100              lever ayush             48  \n",
       "12           70           aakash namkeen             76  \n",
       "13          100              healthkart              49  \n",
       "14          100         haldiram mopleez             39  \n",
       "15          100  emami fair and handsome              0  \n",
       "16          100               india gate             67  \n",
       "17           37             loreal paris             67  \n",
       "18          100  emami fair and handsome              0  \n",
       "19          100        kitchens of india             67  \n",
       "20          100                   unibic            100  \n",
       "21          100                    heinz            100  \n",
       "22          100                    heinz            100  \n",
       "23          100            organic india            100  \n",
       "24          100               3m post-it             45  \n",
       "25          100                    royal            100  \n",
       "26          100                    royal            100  \n",
       "27          100                   garden            100  \n",
       "28          100                   garden            100  \n",
       "29          100                   nestle            100  \n",
       "..          ...                      ...            ...  \n",
       "70           37             center fruit             51  \n",
       "71          100                 hr foods             77  \n",
       "72           71             center fruit             51  \n",
       "73           71             center fruit             51  \n",
       "74          100              lever ayush             48  \n",
       "75           40             loreal paris             67  \n",
       "76          100                   nestle            100  \n",
       "77          100                     mars            100  \n",
       "78          100              kansal agro             57  \n",
       "79          100              kansal agro             57  \n",
       "80          100                 hr foods             77  \n",
       "81           39                 hr foods             77  \n",
       "82           69             center fruit             51  \n",
       "83           69             center fruit             51  \n",
       "84          100  emami fair and handsome              0  \n",
       "85           69             baker street             44  \n",
       "86           74                 hr foods             77  \n",
       "87          100              lever ayush             48  \n",
       "88           70              lever ayush             48  \n",
       "89           38              lever ayush             48  \n",
       "90          100                 hr foods             77  \n",
       "91          100                 hr foods             77  \n",
       "92          100                 twinings            100  \n",
       "93          100              lever ayush             48  \n",
       "94          100                 johnsons             47  \n",
       "95          100             mother dairy             59  \n",
       "96           41                 hr foods             77  \n",
       "97          100               india gate             67  \n",
       "98          100             mother dairy             59  \n",
       "99          100                    emami            100  \n",
       "\n",
       "[100 rows x 10 columns]"
      ]
     },
     "execution_count": 217,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_small"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_small[\"final_brand\"] = train_small.apply(lambda x: x.fuzzy_brand if x.brand_score > 50 else x.strict_company[0] if len(x.strict_company) > 0 else None, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_final = train_small.filter([\"transformed\", \"quantity\", \"final_brand\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 229,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>transformed</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>britannia daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fevibond tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>blue bird spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>nirapara avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>nivea roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>fiama dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>sangis ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>lakme absolute youth infinity skin sculpting s...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>lakme absolute perfect radiance skin lightenin...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>jalaram khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>super gummy c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>cantina h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>danisa cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>saffola masala oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>foodex soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>sunfeast farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>unibic sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>glucon-d orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>glucon d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>organic india orgain tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>thins original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>rostaa morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>rostaa roasted salted pistachio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>flying bird kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>flying bird ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>maggi ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>cadbury bournvita  lil champ health drink jar ...</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who spice black cardamm 20g</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who spice rai 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>sunsilk nourishing soft &amp; smooth conditioner 8...</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush 4.5g</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>maggi sauce tomato 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>bounty chocolates value pack pp 171g</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>delicious frozen pop corn bonless 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>delicious frozen nuggets classic 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>daawat basmati rice pulav pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>desi atta bhagar shamak varai pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>desi atta rava dosa pp 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>johnsons shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>desi atta co peri peri idli mix pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram namkeen lemon bhel pp 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>dove shmp regenerative repair tube 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>kwality wa ice crm tuti frty 700m 1+1 op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported twinings cranberry &amp; raspberry 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported twinings blackcurrant burst 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>twinings tea bag green tea jasmine 25pcs</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>lux sandal &amp; cream soap bar 100 g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>dilmah lemon tea bag 25 pcs</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>nilgiris cheese spread spicy pepper 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>ritebite work out choco classic 50gm</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>nilgiris butter cashew biscuit bx 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>he deo perfumed passion spray cn 122ml</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          transformed quantity  \\\n",
       "0                           chicken burger patty 250g     250g   \n",
       "1                   britannia daily family long bread      NaN   \n",
       "2       pooof potato kettle chips zesty masala pp 30g      30g   \n",
       "3                                 fevibond tube 20 ml    20 ml   \n",
       "4                  kitkat dessert delight truffle 50g      50g   \n",
       "5                      blue bird spaghetti pasta 200g     200g   \n",
       "6                         nirapara avalose podi 500gm     500g   \n",
       "7                    nivea roll on fresh natural 50ml     50ml   \n",
       "8                  fiama dw soap exotic dream bx 115g     115g   \n",
       "9            sangis ktcn peri peri mayonnaise bt 200g     200g   \n",
       "10  lakme absolute youth infinity skin sculpting s...    30 ml   \n",
       "11  lakme absolute perfect radiance skin lightenin...    30 ml   \n",
       "12                  jalaram khakhra mobile jeera 180g     180g   \n",
       "13            super gummy c&l iron & vitamins pp 102g     102g   \n",
       "14                 cantina h&e 6 tortillas xl pp 360g     360g   \n",
       "15                      danisa cookies butter tn 200g     200g   \n",
       "16                    saffola masala oats italian 39g      39g   \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml   \n",
       "18           foodex soya katori chatpati namkeen 100g     100g   \n",
       "19       sunfeast farmlite oats & almond biscuits 75g      75g   \n",
       "20               unibic sugarfree oatmeal cookies 75g      75g   \n",
       "21                     glucon-d orange drink mix 100g     100g   \n",
       "22                           glucon d nimbu pani 450g     450g   \n",
       "23             organic india orgain tulsi tea bag 25g      25g   \n",
       "24            thins original flavour rice wafers 100g     100g   \n",
       "25                      rostaa morning berries pp 35g      35g   \n",
       "26             rostaa roasted salted pistachio pp 35g      35g   \n",
       "27                     flying bird kewra essence 20ml     20ml   \n",
       "28                flying bird ripe mango essence 20ml     20ml   \n",
       "29                     maggi ndl cuppa chili chow 70g      70g   \n",
       "..                                                ...      ...   \n",
       "70                        gh daily urad dal prem 500g     500g   \n",
       "71  cadbury bournvita  lil champ health drink jar ...     200g   \n",
       "72                     gh who spice black cardamm 20g      20g   \n",
       "73                        gh daily who spice rai 100g     100g   \n",
       "74  sunsilk nourishing soft & smooth conditioner 8...    80 ml   \n",
       "75              mayb lip smooth balm berry crush 4.5g     4.5g   \n",
       "76                            maggi sauce tomato 200g     200g   \n",
       "77               bounty chocolates value pack pp 171g     171g   \n",
       "78             delicious frozen pop corn bonless 250g     250g   \n",
       "79              delicious frozen nuggets classic 500g     500g   \n",
       "80                   daawat basmati rice pulav pp 1kg      1kg   \n",
       "81                  dawat basmati rice biryani pp 1kg      1kg   \n",
       "82              desi atta bhagar shamak varai pp 200g     200g   \n",
       "83                        desi atta rava dosa pp 500g     500g   \n",
       "84           johnsons shmp actv kids sft&smth bt 100m      NaN   \n",
       "85            desi atta co peri peri idli mix pp 200g     200g   \n",
       "86                haldiram namkeen lemon bhel pp 150g     150g   \n",
       "87           dove shmp regenerative repair tube 240ml    240ml   \n",
       "88           kwality wa ice crm tuti frty 700m 1+1 op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90      imported twinings cranberry & raspberry 20pcs    20pcs   \n",
       "91         imported twinings blackcurrant burst 20pcs    20pcs   \n",
       "92           twinings tea bag green tea jasmine 25pcs    25pcs   \n",
       "93                  lux sandal & cream soap bar 100 g    100 g   \n",
       "94                        dilmah lemon tea bag 25 pcs   25 pcs   \n",
       "95           nilgiris cheese spread spicy pepper 180g     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97               ritebite work out choco classic 50gm      50g   \n",
       "98             nilgiris butter cashew biscuit bx 100g     100g   \n",
       "99             he deo perfumed passion spray cn 122ml    122ml   \n",
       "\n",
       "          final_brand  \n",
       "0              venkys  \n",
       "1           britannia  \n",
       "2              pooof!  \n",
       "3            fevibond  \n",
       "4              nestle  \n",
       "5           blue bird  \n",
       "6            nirapara  \n",
       "7               nivea  \n",
       "8      fiama di wills  \n",
       "9      sangis kitchen  \n",
       "10              lakme  \n",
       "11              lakme  \n",
       "12      jalaram foods  \n",
       "13        super gummy  \n",
       "14            cantina  \n",
       "15             danisa  \n",
       "16            saffola  \n",
       "17               None  \n",
       "18             foodex  \n",
       "19           sunfeast  \n",
       "20             unibic  \n",
       "21           glucon-d  \n",
       "22           glucon-d  \n",
       "23      organic india  \n",
       "24              thins  \n",
       "25             rostaa  \n",
       "26             rostaa  \n",
       "27        flying bird  \n",
       "28        flying bird  \n",
       "29              maggi  \n",
       "..                ...  \n",
       "70               None  \n",
       "71            cadbury  \n",
       "72          old spice  \n",
       "73          old spice  \n",
       "74            sunsilk  \n",
       "75               None  \n",
       "76              maggi  \n",
       "77             bounty  \n",
       "78          delicious  \n",
       "79          delicious  \n",
       "80             daawat  \n",
       "81               None  \n",
       "82  desi atta company  \n",
       "83  desi atta company  \n",
       "84           johnsons  \n",
       "85  desi atta company  \n",
       "86       namkeen tree  \n",
       "87               dove  \n",
       "88      kwality walls  \n",
       "89               None  \n",
       "90           twinings  \n",
       "91           twinings  \n",
       "92           twinings  \n",
       "93                lux  \n",
       "94             dilmah  \n",
       "95           nilgiris  \n",
       "96               None  \n",
       "97           ritebite  \n",
       "98           nilgiris  \n",
       "99                 he  \n",
       "\n",
       "[100 rows x 3 columns]"
      ]
     },
     "execution_count": 229,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {},
   "outputs": [],
   "source": [
    "import difflib"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [],
   "source": [
    "def matches(large_string, query_string, threshold):\n",
    "    words = large_string.split()\n",
    "    for word in words:\n",
    "        s = difflib.SequenceMatcher(None, word, query_string)\n",
    "        match = ''.join(word[i:i+n] for i, j, n in s.get_matching_blocks() if n)\n",
    "        if len(match) / float(len(query_string)) >= threshold:\n",
    "            yield match\n",
    "\n",
    "# def better_matches(large_string, query_string, threshold):\n",
    "#     large_string_tokens = large_string.strip().split(\" \")\n",
    "#     query_string_tokens = query_string.strip().split(\" \")\n",
    "#     print(large_string_tokens)\n",
    "#     print(query_string_tokens)\n",
    "#     for large_token in large_string_tokens:\n",
    "#         for query_token in query_string_tokens:\n",
    "#             score = fuzz.token_set_ratio(query_token, large_token)\n",
    "#             if score > threshold:\n",
    "#                 large_string_tokens.remove()\n",
    "#             print(query_token + \" \" + large_token + \" \" + str(score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['kwalit']\n"
     ]
    }
   ],
   "source": [
    "large_string = \"kwalit wa ice crm tuti frty 700m 1+1 op\"\n",
    "query_string = \" kwality walls \"\n",
    "print(list(matches(large_string, query_string, 0.3)))\n",
    "# print(list(better_matches(large_string, query_string, 70)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 219,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'wa ice crm tuti frty 700m 1+1 op'"
      ]
     },
     "execution_count": 219,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def c(large, query_string):\n",
    "    match_list = matches(large, \" \" + query_string + \" \", 0.3)\n",
    "    for match in match_list:\n",
    "        large = large.replace(match, \"\")\n",
    "    return large.strip()\n",
    "get_cleaned_article(large_string, query_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 387,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_final[\"filtered\"] = train_final.apply(lambda x: x.transformed if x.final_brand is None else remove_string(x.transformed, x.final_brand), axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 388,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_filtered = train_final.filter(['filtered', 'quantity', 'final_brand'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 394,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filtered</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>pooof potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>absolute youth infinity skin sculpting serum ...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>absolute perfect radiance skin lightening uv ...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>masala oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>glucon d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>orgain tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>roasted salted pistachio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>bournvita lil champ health drink jar 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who black cardamm 20g</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who rai 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush 4.5g</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>sauce tomato 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>chocolates value pack pp 171g</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>frozen pop corn bonless 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>frozen nuggets classic 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>basmati rice pulav pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>bhagar shamak varai pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>rava dosa pp 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>co peri peri idli mix pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram lemon bhel pp 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>shmp regenerative repair tube 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>wa ice crm tuti frty 700m 1+1 op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported cranberry &amp; raspberry 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported blackcurrant burst 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>tea bag green tea jasmine 25pcs</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>sandal &amp; cream soap bar 100 g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>lemon tea bag 25 pcs</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>cheese spread spicy pepper 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>work out choco classic 50gm</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>butter cashew biscuit bx 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>deo perfumed passion spray cn 122ml</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             filtered quantity  \\\n",
       "0                           chicken burger patty 250g     250g   \n",
       "1                             daily family long bread      NaN   \n",
       "2       pooof potato kettle chips zesty masala pp 30g      30g   \n",
       "3                                          tube 20 ml    20 ml   \n",
       "4                  kitkat dessert delight truffle 50g      50g   \n",
       "5                                spaghetti pasta 200g     200g   \n",
       "6                                  avalose podi 500gm     500g   \n",
       "7                          roll on fresh natural 50ml     50ml   \n",
       "8                        dw soap exotic dream bx 115g     115g   \n",
       "9                   ktcn peri peri mayonnaise bt 200g     200g   \n",
       "10   absolute youth infinity skin sculpting serum ...    30 ml   \n",
       "11   absolute perfect radiance skin lightening uv ...    30 ml   \n",
       "12                          khakhra mobile jeera 180g     180g   \n",
       "13                        c&l iron & vitamins pp 102g     102g   \n",
       "14                         h&e 6 tortillas xl pp 360g     360g   \n",
       "15                             cookies butter tn 200g     200g   \n",
       "16                            masala oats italian 39g      39g   \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml   \n",
       "18                  soya katori chatpati namkeen 100g     100g   \n",
       "19                farmlite oats & almond biscuits 75g      75g   \n",
       "20                      sugarfree oatmeal cookies 75g      75g   \n",
       "21                              orange drink mix 100g     100g   \n",
       "22                           glucon d nimbu pani 450g     450g   \n",
       "23                           orgain tulsi tea bag 25g      25g   \n",
       "24                  original flavour rice wafers 100g     100g   \n",
       "25                             morning berries pp 35g      35g   \n",
       "26                    roasted salted pistachio pp 35g      35g   \n",
       "27                                 kewra essence 20ml     20ml   \n",
       "28                            ripe mango essence 20ml     20ml   \n",
       "29                           ndl cuppa chili chow 70g      70g   \n",
       "..                                                ...      ...   \n",
       "70                        gh daily urad dal prem 500g     500g   \n",
       "71          bournvita lil champ health drink jar 200g     200g   \n",
       "72                           gh who black cardamm 20g      20g   \n",
       "73                              gh daily who rai 100g     100g   \n",
       "74         nourishing soft & smooth conditioner 80 ml    80 ml   \n",
       "75              mayb lip smooth balm berry crush 4.5g     4.5g   \n",
       "76                                  sauce tomato 200g     200g   \n",
       "77                      chocolates value pack pp 171g     171g   \n",
       "78                       frozen pop corn bonless 250g     250g   \n",
       "79                        frozen nuggets classic 500g     500g   \n",
       "80                          basmati rice pulav pp 1kg      1kg   \n",
       "81                  dawat basmati rice biryani pp 1kg      1kg   \n",
       "82                        bhagar shamak varai pp 200g     200g   \n",
       "83                                  rava dosa pp 500g     500g   \n",
       "84                    shmp actv kids sft&smth bt 100m      NaN   \n",
       "85                      co peri peri idli mix pp 200g     200g   \n",
       "86                        haldiram lemon bhel pp 150g     150g   \n",
       "87                shmp regenerative repair tube 240ml    240ml   \n",
       "88                   wa ice crm tuti frty 700m 1+1 op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90               imported cranberry & raspberry 20pcs    20pcs   \n",
       "91                  imported blackcurrant burst 20pcs    20pcs   \n",
       "92                    tea bag green tea jasmine 25pcs    25pcs   \n",
       "93                      sandal & cream soap bar 100 g    100 g   \n",
       "94                               lemon tea bag 25 pcs   25 pcs   \n",
       "95                    cheese spread spicy pepper 180g     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97                        work out choco classic 50gm      50g   \n",
       "98                      butter cashew biscuit bx 100g     100g   \n",
       "99                deo perfumed passion spray cn 122ml    122ml   \n",
       "\n",
       "          final_brand  \n",
       "0              venkys  \n",
       "1           britannia  \n",
       "2              pooof!  \n",
       "3            fevibond  \n",
       "4              nestle  \n",
       "5           blue bird  \n",
       "6            nirapara  \n",
       "7               nivea  \n",
       "8      fiama di wills  \n",
       "9      sangis kitchen  \n",
       "10              lakme  \n",
       "11              lakme  \n",
       "12      jalaram foods  \n",
       "13        super gummy  \n",
       "14            cantina  \n",
       "15             danisa  \n",
       "16            saffola  \n",
       "17               None  \n",
       "18             foodex  \n",
       "19           sunfeast  \n",
       "20             unibic  \n",
       "21           glucon-d  \n",
       "22           glucon-d  \n",
       "23      organic india  \n",
       "24              thins  \n",
       "25             rostaa  \n",
       "26             rostaa  \n",
       "27        flying bird  \n",
       "28        flying bird  \n",
       "29              maggi  \n",
       "..                ...  \n",
       "70               None  \n",
       "71            cadbury  \n",
       "72          old spice  \n",
       "73          old spice  \n",
       "74            sunsilk  \n",
       "75               None  \n",
       "76              maggi  \n",
       "77             bounty  \n",
       "78          delicious  \n",
       "79          delicious  \n",
       "80             daawat  \n",
       "81               None  \n",
       "82  desi atta company  \n",
       "83  desi atta company  \n",
       "84           johnsons  \n",
       "85  desi atta company  \n",
       "86       namkeen tree  \n",
       "87               dove  \n",
       "88      kwality walls  \n",
       "89               None  \n",
       "90           twinings  \n",
       "91           twinings  \n",
       "92           twinings  \n",
       "93                lux  \n",
       "94             dilmah  \n",
       "95           nilgiris  \n",
       "96               None  \n",
       "97           ritebite  \n",
       "98           nilgiris  \n",
       "99                 he  \n",
       "\n",
       "[100 rows x 3 columns]"
      ]
     },
     "execution_count": 394,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_filtered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_filtered[\"quantity\"] = train_filtered[\"quantity\"].fillna(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filtered</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daily family long bread</td>\n",
       "      <td></td>\n",
       "      <td>britannia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>potato kettle chips zesty masala pp 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>spaghetti pasta 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>avalose podi 500gm</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>roll on fresh natural 50ml</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>dw soap exotic dream bx 115g</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ktcn peri peri mayonnaise bt 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>absolute youth infinity skin sculpting serum 3...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>absolute perfect radiance skin lightening uv l...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khakhra mobile jeera 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>c&amp;l iron &amp; vitamins pp 102g</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>h&amp;e 6 tortillas xl pp 360g</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cookies butter tn 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ma oats italian 39g</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no3 100ml</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>soya katori chatpati namkeen 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>farmlite oats &amp; almond biscuits 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>sugarfree oatmeal cookies 75g</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>orange drink mix 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>d nimbu pani 450g</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>tulsi tea bag 25g</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>original flavour rice wafers 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>morning berries pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>roasted salted pichio pp 35g</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>kewra essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ripe mango essence 20ml</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ndl cuppa chili chow 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>bournvita  lil champ health drink jar 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who  black cardamm 20g</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who  rai 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush 4.5g</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>sauce tomato 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>chocolates value pack pp 171g</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>frozen pop corn bonless 250g</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>frozen nuggets classic 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>basmati rice pulav pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>desi atta bhagar shamak varai pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>desi atta rava dosa pp 500g</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td></td>\n",
       "      <td>johnsons</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>desi atta co peri peri idli mix pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram  lemon bhel pp 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>shmp regenerati repair tube 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>wa ice crm tuti frty 700m 1+1 op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td></td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported  cranberry &amp; raspberry 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported  blackcurrant burst 20pcs</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>tea bag green tea jasmine 25pcs</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>sandal &amp; cream soap bar 100 g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>lemon tea bag 25 pcs</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>cheese spread spicy pepper 180g</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td></td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>work out choco classic 50gm</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>butter cashew biscuit bx 100g</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>deo perfumed passion spray cn 122ml</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             filtered quantity  \\\n",
       "0                           chicken burger patty 250g     250g   \n",
       "1                             daily family long bread            \n",
       "2             potato kettle chips zesty masala pp 30g      30g   \n",
       "3                                          tube 20 ml    20 ml   \n",
       "4                  kitkat dessert delight truffle 50g      50g   \n",
       "5                                spaghetti pasta 200g     200g   \n",
       "6                                  avalose podi 500gm     500g   \n",
       "7                          roll on fresh natural 50ml     50ml   \n",
       "8                        dw soap exotic dream bx 115g     115g   \n",
       "9                   ktcn peri peri mayonnaise bt 200g     200g   \n",
       "10  absolute youth infinity skin sculpting serum 3...    30 ml   \n",
       "11  absolute perfect radiance skin lightening uv l...    30 ml   \n",
       "12                          khakhra mobile jeera 180g     180g   \n",
       "13                        c&l iron & vitamins pp 102g     102g   \n",
       "14                         h&e 6 tortillas xl pp 360g     360g   \n",
       "15                             cookies butter tn 200g     200g   \n",
       "16                                ma oats italian 39g      39g   \n",
       "17             colour nat hrclr drkest brwn no3 100ml  3 100ml   \n",
       "18                  soya katori chatpati namkeen 100g     100g   \n",
       "19                farmlite oats & almond biscuits 75g      75g   \n",
       "20                      sugarfree oatmeal cookies 75g      75g   \n",
       "21                              orange drink mix 100g     100g   \n",
       "22                                  d nimbu pani 450g     450g   \n",
       "23                                  tulsi tea bag 25g      25g   \n",
       "24                  original flavour rice wafers 100g     100g   \n",
       "25                             morning berries pp 35g      35g   \n",
       "26                       roasted salted pichio pp 35g      35g   \n",
       "27                                 kewra essence 20ml     20ml   \n",
       "28                            ripe mango essence 20ml     20ml   \n",
       "29                           ndl cuppa chili chow 70g      70g   \n",
       "..                                                ...      ...   \n",
       "70                        gh daily urad dal prem 500g     500g   \n",
       "71         bournvita  lil champ health drink jar 200g     200g   \n",
       "72                          gh who  black cardamm 20g      20g   \n",
       "73                             gh daily who  rai 100g     100g   \n",
       "74         nourishing soft & smooth conditioner 80 ml    80 ml   \n",
       "75              mayb lip smooth balm berry crush 4.5g     4.5g   \n",
       "76                                  sauce tomato 200g     200g   \n",
       "77                      chocolates value pack pp 171g     171g   \n",
       "78                       frozen pop corn bonless 250g     250g   \n",
       "79                        frozen nuggets classic 500g     500g   \n",
       "80                          basmati rice pulav pp 1kg      1kg   \n",
       "81                  dawat basmati rice biryani pp 1kg      1kg   \n",
       "82              desi atta bhagar shamak varai pp 200g     200g   \n",
       "83                        desi atta rava dosa pp 500g     500g   \n",
       "84                    shmp actv kids sft&smth bt 100m            \n",
       "85            desi atta co peri peri idli mix pp 200g     200g   \n",
       "86                       haldiram  lemon bhel pp 150g     150g   \n",
       "87                  shmp regenerati repair tube 240ml    240ml   \n",
       "88                   wa ice crm tuti frty 700m 1+1 op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m            \n",
       "90              imported  cranberry & raspberry 20pcs    20pcs   \n",
       "91                 imported  blackcurrant burst 20pcs    20pcs   \n",
       "92                    tea bag green tea jasmine 25pcs    25pcs   \n",
       "93                      sandal & cream soap bar 100 g    100 g   \n",
       "94                               lemon tea bag 25 pcs   25 pcs   \n",
       "95                    cheese spread spicy pepper 180g     180g   \n",
       "96                      wafer biscuit pineapple waffy            \n",
       "97                        work out choco classic 50gm      50g   \n",
       "98                      butter cashew biscuit bx 100g     100g   \n",
       "99                deo perfumed passion spray cn 122ml    122ml   \n",
       "\n",
       "          final_brand  \n",
       "0              venkys  \n",
       "1           britannia  \n",
       "2              pooof!  \n",
       "3            fevibond  \n",
       "4              nestle  \n",
       "5           blue bird  \n",
       "6            nirapara  \n",
       "7               nivea  \n",
       "8      fiama di wills  \n",
       "9      sangis kitchen  \n",
       "10              lakme  \n",
       "11              lakme  \n",
       "12      jalaram foods  \n",
       "13        super gummy  \n",
       "14            cantina  \n",
       "15             danisa  \n",
       "16            saffola  \n",
       "17               None  \n",
       "18             foodex  \n",
       "19           sunfeast  \n",
       "20             unibic  \n",
       "21           glucon-d  \n",
       "22           glucon-d  \n",
       "23      organic india  \n",
       "24              thins  \n",
       "25             rostaa  \n",
       "26             rostaa  \n",
       "27        flying bird  \n",
       "28        flying bird  \n",
       "29              maggi  \n",
       "..                ...  \n",
       "70               None  \n",
       "71            cadbury  \n",
       "72          old spice  \n",
       "73          old spice  \n",
       "74            sunsilk  \n",
       "75               None  \n",
       "76              maggi  \n",
       "77             bounty  \n",
       "78          delicious  \n",
       "79          delicious  \n",
       "80             daawat  \n",
       "81               None  \n",
       "82  desi atta company  \n",
       "83  desi atta company  \n",
       "84           johnsons  \n",
       "85  desi atta company  \n",
       "86       namkeen tree  \n",
       "87               dove  \n",
       "88      kwality walls  \n",
       "89               None  \n",
       "90           twinings  \n",
       "91           twinings  \n",
       "92           twinings  \n",
       "93                lux  \n",
       "94             dilmah  \n",
       "95           nilgiris  \n",
       "96               None  \n",
       "97           ritebite  \n",
       "98           nilgiris  \n",
       "99                 he  \n",
       "\n",
       "[100 rows x 3 columns]"
      ]
     },
     "execution_count": 305,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_filtered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 395,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_filtered[\"filtered\"] = train_filtered.apply(lambda x: remove_string(x.filtered, str(x.quantity)), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 396,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filtered</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>pooof potato kettle chips zesty masala pp</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tube</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>spaghetti pasta</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>avalose podi m</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>roll on fresh natural</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>dw soap exotic dream bx</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ktcn peri peri mayonnaise bt</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>absolute youth infinity skin sculpting serum</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>absolute perfect radiance skin lightening uv ...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khakhra mobile jeera</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>c&amp;l iron &amp; vitamins pp</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>h&amp;e 6 tortillas xl pp</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cookies butter tn</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>masala oats italian</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>soya katori chatpati namkeen</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>farmlite oats &amp; almond biscuits</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>sugarfree oatmeal cookies</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>orange drink mix</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>glucon d nimbu pani</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>orgain tulsi tea bag</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>original flavour rice wafers</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>morning berries pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>roasted salted pistachio pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>kewra essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ripe mango essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ndl cuppa chili chow</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem</td>\n",
       "      <td>500g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>bournvita lil champ health drink jar</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who black cardamm</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who rai</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>nourishing soft &amp; smooth conditioner</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>sauce tomato</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>chocolates value pack pp</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>frozen pop corn bonless</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>frozen nuggets classic</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>basmati rice pulav pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>bhagar shamak varai pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>rava dosa pp</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>co peri peri idli mix pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram lemon bhel pp</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>shmp regenerative repair tube</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>wa ice crm tuti frty 700m</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported cranberry &amp; raspberry</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported blackcurrant burst</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>tea bag green tea jasmine</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>sandal &amp; cream soap bar</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>lemon tea bag</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>cheese spread spicy pepper</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>work out choco classic m</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>butter cashew biscuit bx</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>deo perfumed passion spray cn</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             filtered quantity  \\\n",
       "0                               chicken burger patty      250g   \n",
       "1                             daily family long bread      NaN   \n",
       "2          pooof potato kettle chips zesty masala pp       30g   \n",
       "3                                               tube     20 ml   \n",
       "4                     kitkat dessert delight truffle       50g   \n",
       "5                                    spaghetti pasta      200g   \n",
       "6                                      avalose podi m     500g   \n",
       "7                              roll on fresh natural      50ml   \n",
       "8                            dw soap exotic dream bx      115g   \n",
       "9                       ktcn peri peri mayonnaise bt      200g   \n",
       "10      absolute youth infinity skin sculpting serum     30 ml   \n",
       "11   absolute perfect radiance skin lightening uv ...    30 ml   \n",
       "12                              khakhra mobile jeera      180g   \n",
       "13                            c&l iron & vitamins pp      102g   \n",
       "14                             h&e 6 tortillas xl pp      360g   \n",
       "15                                 cookies butter tn      200g   \n",
       "16                               masala oats italian       39g   \n",
       "17                   colour nat hrclr drkest brwn no   3 100ml   \n",
       "18                      soya katori chatpati namkeen      100g   \n",
       "19                   farmlite oats & almond biscuits       75g   \n",
       "20                         sugarfree oatmeal cookies       75g   \n",
       "21                                  orange drink mix      100g   \n",
       "22                               glucon d nimbu pani      450g   \n",
       "23                              orgain tulsi tea bag       25g   \n",
       "24                      original flavour rice wafers      100g   \n",
       "25                                morning berries pp       35g   \n",
       "26                       roasted salted pistachio pp       35g   \n",
       "27                                     kewra essence      20ml   \n",
       "28                                ripe mango essence      20ml   \n",
       "29                              ndl cuppa chili chow       70g   \n",
       "..                                                ...      ...   \n",
       "70                            gh daily urad dal prem      500g   \n",
       "71              bournvita lil champ health drink jar      200g   \n",
       "72                              gh who black cardamm       20g   \n",
       "73                                  gh daily who rai      100g   \n",
       "74              nourishing soft & smooth conditioner     80 ml   \n",
       "75                  mayb lip smooth balm berry crush      4.5g   \n",
       "76                                      sauce tomato      200g   \n",
       "77                          chocolates value pack pp      171g   \n",
       "78                           frozen pop corn bonless      250g   \n",
       "79                            frozen nuggets classic      500g   \n",
       "80                             basmati rice pulav pp       1kg   \n",
       "81                     dawat basmati rice biryani pp       1kg   \n",
       "82                            bhagar shamak varai pp      200g   \n",
       "83                                      rava dosa pp      500g   \n",
       "84                    shmp actv kids sft&smth bt 100m      NaN   \n",
       "85                          co peri peri idli mix pp      200g   \n",
       "86                            haldiram lemon bhel pp      150g   \n",
       "87                     shmp regenerative repair tube     240ml   \n",
       "88                         wa ice crm tuti frty 700m    1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90                    imported cranberry & raspberry     20pcs   \n",
       "91                       imported blackcurrant burst     20pcs   \n",
       "92                         tea bag green tea jasmine     25pcs   \n",
       "93                           sandal & cream soap bar     100 g   \n",
       "94                                     lemon tea bag    25 pcs   \n",
       "95                        cheese spread spicy pepper      180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97                           work out choco classic m      50g   \n",
       "98                          butter cashew biscuit bx      100g   \n",
       "99                     deo perfumed passion spray cn     122ml   \n",
       "\n",
       "          final_brand  \n",
       "0              venkys  \n",
       "1           britannia  \n",
       "2              pooof!  \n",
       "3            fevibond  \n",
       "4              nestle  \n",
       "5           blue bird  \n",
       "6            nirapara  \n",
       "7               nivea  \n",
       "8      fiama di wills  \n",
       "9      sangis kitchen  \n",
       "10              lakme  \n",
       "11              lakme  \n",
       "12      jalaram foods  \n",
       "13        super gummy  \n",
       "14            cantina  \n",
       "15             danisa  \n",
       "16            saffola  \n",
       "17               None  \n",
       "18             foodex  \n",
       "19           sunfeast  \n",
       "20             unibic  \n",
       "21           glucon-d  \n",
       "22           glucon-d  \n",
       "23      organic india  \n",
       "24              thins  \n",
       "25             rostaa  \n",
       "26             rostaa  \n",
       "27        flying bird  \n",
       "28        flying bird  \n",
       "29              maggi  \n",
       "..                ...  \n",
       "70               None  \n",
       "71            cadbury  \n",
       "72          old spice  \n",
       "73          old spice  \n",
       "74            sunsilk  \n",
       "75               None  \n",
       "76              maggi  \n",
       "77             bounty  \n",
       "78          delicious  \n",
       "79          delicious  \n",
       "80             daawat  \n",
       "81               None  \n",
       "82  desi atta company  \n",
       "83  desi atta company  \n",
       "84           johnsons  \n",
       "85  desi atta company  \n",
       "86       namkeen tree  \n",
       "87               dove  \n",
       "88      kwality walls  \n",
       "89               None  \n",
       "90           twinings  \n",
       "91           twinings  \n",
       "92           twinings  \n",
       "93                lux  \n",
       "94             dilmah  \n",
       "95           nilgiris  \n",
       "96               None  \n",
       "97           ritebite  \n",
       "98           nilgiris  \n",
       "99                 he  \n",
       "\n",
       "[100 rows x 3 columns]"
      ]
     },
     "execution_count": 396,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_filtered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 397,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_filtered.to_csv(\"filtered.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 398,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered = pd.read_csv(\"filtered_with_fn.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 399,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>filtered</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "      <td>Ready To Eat</td>\n",
       "      <td>Branded Food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "      <td>Biscuits, Cookies &amp; Crackers</td>\n",
       "      <td>Branded Food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>potato kettle chips zesty masala pp</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>Chips, Namkeens &amp; Snacks</td>\n",
       "      <td>Branded Food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>OTC</td>\n",
       "      <td>Beauty &amp;Personal Care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>kitkat dessert delight truffle</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "      <td>Chocolates, Cakes &amp; Confectioneries</td>\n",
       "      <td>Branded Food</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0                             filtered quantity final_brand  \\\n",
       "0           0                 chicken burger patty     250g      venkys   \n",
       "1           1              daily family long bread      NaN   britannia   \n",
       "2           2  potato kettle chips zesty masala pp      30g      pooof!   \n",
       "3           3                           tube 20 ml    20 ml    fevibond   \n",
       "4           4       kitkat dessert delight truffle      50g      nestle   \n",
       "\n",
       "                                class1                 class2  \n",
       "0                         Ready To Eat           Branded Food  \n",
       "1         Biscuits, Cookies & Crackers           Branded Food  \n",
       "2             Chips, Namkeens & Snacks           Branded Food  \n",
       "3                                  OTC  Beauty &Personal Care  \n",
       "4  Chocolates, Cakes & Confectioneries           Branded Food  "
      ]
     },
     "execution_count": 399,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function_filtered.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 400,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_column(column, delimitter_list):\n",
    "    column = column.str.lower()\n",
    "    for delimitter in delimitter_list: \n",
    "        column = column.str.replace(delimitter,\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    return column\n",
    "\n",
    "#clean_column(function_filtered['class1'], [\"'\", \"(\", \")\", \"/\", \"&\", \",\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 401,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['class1'] = clean_column(function_filtered['class1'], [\"'\", \"(\", \")\", \"/\", \"&\", \",\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 402,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['class2'] = clean_column(function_filtered['class2'], [\"'\", \"(\", \")\", \"/\", \"&\", \",\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 403,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['appended_class'] = function_filtered.apply(lambda x: x.class1 + \" \" + x.class2, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 404,
   "metadata": {},
   "outputs": [],
   "source": [
    "def remove_string(large, queries):\n",
    "    for query in queries.split(\" \"):\n",
    "        large = large.replace(query, \"\")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    return large"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 325,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>filtered</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>appended_class</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "      <td>ready to eat</td>\n",
       "      <td>branded food</td>\n",
       "      <td>ready to eat branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>biscuits cookies crackers branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>potato kettle chips zesty masala pp</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chips namkeens snacks branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>otc beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>kitkat dessert delight truffle</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>spaghetti pasta</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>noodles pastas vermicelli branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>avalose podi m</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>toys toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>roll on fresh natural</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>deos perfumes beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>dw soap exotic dream bx</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>skin care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>ktcn peri peri mayonnaise bt</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>jams spreads honey branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>absolute youth infinity skin sculpting serum 3...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>skin care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>absolute perfect radiance skin lightening uv l...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>skin care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>khakhra mobile jeera</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>noodles pastas vermicelli branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>c&amp;l iron &amp; vitamins pp</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>stationery toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>h&amp;e 6 tortillas xl pp</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>stationery toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>cookies butter tn</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>ma oats italian</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>breakfast cereals branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>colour nat hrclr drkest brwn no3</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>toys toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>soya katori chatpati namkeen</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>farmlite oats &amp; almond biscuits</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>biscuits cookies crackers branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>sugarfree oatmeal cookies</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>biscuits cookies crackers branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>orange drink mix</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>fun drink mix beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>d nimbu pani</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>fun drink mix beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>tulsi tea bag</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "      <td>salt sugar jaggery</td>\n",
       "      <td>grocery</td>\n",
       "      <td>salt sugar jaggery grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>original flavour rice wafers</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>breakfast cereals branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>morning berries pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>freshners repellents home hygiene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>roasted salted pichio pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chips namkeens snacks branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>kewra essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>masala spices grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>ripe mango essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>masala spices grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>ndl cuppa chili chow</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>noodles pastas vermicelli branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>70</td>\n",
       "      <td>gh daily urad dal prem</td>\n",
       "      <td>500g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>71</td>\n",
       "      <td>bournvita  lil champ health drink jar</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "      <td>health drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td>health drinks beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>72</td>\n",
       "      <td>gh who  black cardamm</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>freshners repellents home hygiene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>73</td>\n",
       "      <td>gh daily who  rai</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>freshners repellents home hygiene</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>74</td>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>hair care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>75</td>\n",
       "      <td>mayb lip smooth balm berry crush</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>skin care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>76</td>\n",
       "      <td>sauce tomato</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>dals pulses</td>\n",
       "      <td>grocery</td>\n",
       "      <td>dals pulses grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>77</td>\n",
       "      <td>chocolates value pack pp</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>78</td>\n",
       "      <td>frozen pop corn bonless</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>frozen veg branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>79</td>\n",
       "      <td>frozen nuggets classic</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>frozen veg branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>80</td>\n",
       "      <td>basmati rice pulav pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>organic grains grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>81</td>\n",
       "      <td>dawat basmati rice biryani pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>organic grains grocery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>82</td>\n",
       "      <td>desi atta bhagar shamak varai pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>frozen veg branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>83</td>\n",
       "      <td>desi atta rava dosa pp</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>frozen veg branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>84</td>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>toys toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>85</td>\n",
       "      <td>desi atta co peri peri idli mix pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>frozen veg branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>86</td>\n",
       "      <td>haldiram  lemon bhel pp</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chips namkeens snacks branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>87</td>\n",
       "      <td>shmp regenerati repair tube</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>hair care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>88</td>\n",
       "      <td>wa ice crm tuti frty 700m  op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td>ice cream desserts branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>89</td>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>toys toys stationery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>90</td>\n",
       "      <td>imported  cranberry &amp; raspberry</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>91</td>\n",
       "      <td>imported  blackcurrant burst</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>tea coffee beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>92</td>\n",
       "      <td>tea bag green tea jasmine</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>tea coffee beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>93</td>\n",
       "      <td>sandal &amp; cream soap bar  g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>skin care beauty personal care</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>94</td>\n",
       "      <td>lemon tea bag 25</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>tea coffee beverages</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>95</td>\n",
       "      <td>cheese spread spicy pepper</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>sauces puree dips</td>\n",
       "      <td>branded food</td>\n",
       "      <td>sauces puree dips branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>96</td>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>biscuits cookies crackers branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>97</td>\n",
       "      <td>work out choco classic m</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>breakfast cereals branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>98</td>\n",
       "      <td>butter cashew biscuit bx</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chocolates cakes confectioneries branded food</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>99</td>\n",
       "      <td>deo perfumed passion spray cn</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>deos perfumes beauty personal care</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                                           filtered quantity  \\\n",
       "0            0                               chicken burger patty     250g   \n",
       "1            1                            daily family long bread      NaN   \n",
       "2            2                potato kettle chips zesty masala pp      30g   \n",
       "3            3                                         tube 20 ml    20 ml   \n",
       "4            4                     kitkat dessert delight truffle      50g   \n",
       "5            5                                    spaghetti pasta     200g   \n",
       "6            6                                     avalose podi m     500g   \n",
       "7            7                              roll on fresh natural     50ml   \n",
       "8            8                            dw soap exotic dream bx     115g   \n",
       "9            9                       ktcn peri peri mayonnaise bt     200g   \n",
       "10          10  absolute youth infinity skin sculpting serum 3...    30 ml   \n",
       "11          11  absolute perfect radiance skin lightening uv l...    30 ml   \n",
       "12          12                               khakhra mobile jeera     180g   \n",
       "13          13                             c&l iron & vitamins pp     102g   \n",
       "14          14                              h&e 6 tortillas xl pp     360g   \n",
       "15          15                                  cookies butter tn     200g   \n",
       "16          16                                    ma oats italian      39g   \n",
       "17          17                   colour nat hrclr drkest brwn no3  3 100ml   \n",
       "18          18                       soya katori chatpati namkeen     100g   \n",
       "19          19                    farmlite oats & almond biscuits      75g   \n",
       "20          20                          sugarfree oatmeal cookies      75g   \n",
       "21          21                                   orange drink mix     100g   \n",
       "22          22                                       d nimbu pani     450g   \n",
       "23          23                                      tulsi tea bag      25g   \n",
       "24          24                       original flavour rice wafers     100g   \n",
       "25          25                                 morning berries pp      35g   \n",
       "26          26                           roasted salted pichio pp      35g   \n",
       "27          27                                      kewra essence     20ml   \n",
       "28          28                                 ripe mango essence     20ml   \n",
       "29          29                               ndl cuppa chili chow      70g   \n",
       "..         ...                                                ...      ...   \n",
       "70          70                             gh daily urad dal prem     500g   \n",
       "71          71              bournvita  lil champ health drink jar     200g   \n",
       "72          72                              gh who  black cardamm      20g   \n",
       "73          73                                  gh daily who  rai     100g   \n",
       "74          74         nourishing soft & smooth conditioner 80 ml    80 ml   \n",
       "75          75                   mayb lip smooth balm berry crush     4.5g   \n",
       "76          76                                       sauce tomato     200g   \n",
       "77          77                           chocolates value pack pp     171g   \n",
       "78          78                            frozen pop corn bonless     250g   \n",
       "79          79                             frozen nuggets classic     500g   \n",
       "80          80                              basmati rice pulav pp      1kg   \n",
       "81          81                      dawat basmati rice biryani pp      1kg   \n",
       "82          82                   desi atta bhagar shamak varai pp     200g   \n",
       "83          83                             desi atta rava dosa pp     500g   \n",
       "84          84                    shmp actv kids sft&smth bt 100m      NaN   \n",
       "85          85                 desi atta co peri peri idli mix pp     200g   \n",
       "86          86                            haldiram  lemon bhel pp     150g   \n",
       "87          87                        shmp regenerati repair tube    240ml   \n",
       "88          88                      wa ice crm tuti frty 700m  op   1+1 op   \n",
       "89          89                           kw magnum chotruffle 90m      NaN   \n",
       "90          90                    imported  cranberry & raspberry    20pcs   \n",
       "91          91                       imported  blackcurrant burst    20pcs   \n",
       "92          92                          tea bag green tea jasmine    25pcs   \n",
       "93          93                         sandal & cream soap bar  g    100 g   \n",
       "94          94                                   lemon tea bag 25   25 pcs   \n",
       "95          95                         cheese spread spicy pepper     180g   \n",
       "96          96                      wafer biscuit pineapple waffy      NaN   \n",
       "97          97                           work out choco classic m      50g   \n",
       "98          98                           butter cashew biscuit bx     100g   \n",
       "99          99                      deo perfumed passion spray cn    122ml   \n",
       "\n",
       "          final_brand                            class1                class2  \\\n",
       "0              venkys                      ready to eat          branded food   \n",
       "1           britannia         biscuits cookies crackers          branded food   \n",
       "2              pooof!             chips namkeens snacks          branded food   \n",
       "3            fevibond                               otc  beauty personal care   \n",
       "4              nestle  chocolates cakes confectioneries          branded food   \n",
       "5           blue bird         noodles pastas vermicelli          branded food   \n",
       "6            nirapara                              toys       toys stationery   \n",
       "7               nivea                     deos perfumes  beauty personal care   \n",
       "8      fiama di wills                         skin care  beauty personal care   \n",
       "9      sangis kitchen                jams spreads honey          branded food   \n",
       "10              lakme                         skin care  beauty personal care   \n",
       "11              lakme                         skin care  beauty personal care   \n",
       "12      jalaram foods         noodles pastas vermicelli          branded food   \n",
       "13        super gummy                        stationery       toys stationery   \n",
       "14            cantina                        stationery       toys stationery   \n",
       "15             danisa  chocolates cakes confectioneries          branded food   \n",
       "16            saffola                 breakfast cereals          branded food   \n",
       "17                NaN                              toys       toys stationery   \n",
       "18             foodex  chocolates cakes confectioneries          branded food   \n",
       "19           sunfeast         biscuits cookies crackers          branded food   \n",
       "20             unibic         biscuits cookies crackers          branded food   \n",
       "21           glucon-d                     fun drink mix             beverages   \n",
       "22           glucon-d                     fun drink mix             beverages   \n",
       "23      organic india                salt sugar jaggery               grocery   \n",
       "24              thins                 breakfast cereals          branded food   \n",
       "25             rostaa              freshners repellents          home hygiene   \n",
       "26             rostaa             chips namkeens snacks          branded food   \n",
       "27        flying bird                     masala spices               grocery   \n",
       "28        flying bird                     masala spices               grocery   \n",
       "29              maggi         noodles pastas vermicelli          branded food   \n",
       "..                ...                               ...                   ...   \n",
       "70                NaN  chocolates cakes confectioneries          branded food   \n",
       "71            cadbury                     health drinks             beverages   \n",
       "72          old spice              freshners repellents          home hygiene   \n",
       "73          old spice              freshners repellents          home hygiene   \n",
       "74            sunsilk                         hair care  beauty personal care   \n",
       "75                NaN                         skin care  beauty personal care   \n",
       "76              maggi                       dals pulses               grocery   \n",
       "77             bounty  chocolates cakes confectioneries          branded food   \n",
       "78          delicious                        frozen veg          branded food   \n",
       "79          delicious                        frozen veg          branded food   \n",
       "80             daawat                    organic grains               grocery   \n",
       "81                NaN                    organic grains               grocery   \n",
       "82  desi atta company                        frozen veg          branded food   \n",
       "83  desi atta company                        frozen veg          branded food   \n",
       "84           johnsons                              toys       toys stationery   \n",
       "85  desi atta company                        frozen veg          branded food   \n",
       "86       namkeen tree             chips namkeens snacks          branded food   \n",
       "87               dove                         hair care  beauty personal care   \n",
       "88      kwality walls                ice cream desserts          branded food   \n",
       "89                NaN                              toys       toys stationery   \n",
       "90           twinings  chocolates cakes confectioneries          branded food   \n",
       "91           twinings                        tea coffee             beverages   \n",
       "92           twinings                        tea coffee             beverages   \n",
       "93                lux                         skin care  beauty personal care   \n",
       "94             dilmah                        tea coffee             beverages   \n",
       "95           nilgiris                 sauces puree dips          branded food   \n",
       "96                NaN         biscuits cookies crackers          branded food   \n",
       "97           ritebite                 breakfast cereals          branded food   \n",
       "98           nilgiris  chocolates cakes confectioneries          branded food   \n",
       "99                 he                     deos perfumes  beauty personal care   \n",
       "\n",
       "                                   appended_class  \n",
       "0                       ready to eat branded food  \n",
       "1          biscuits cookies crackers branded food  \n",
       "2              chips namkeens snacks branded food  \n",
       "3                        otc beauty personal care  \n",
       "4   chocolates cakes confectioneries branded food  \n",
       "5          noodles pastas vermicelli branded food  \n",
       "6                            toys toys stationery  \n",
       "7              deos perfumes beauty personal care  \n",
       "8                  skin care beauty personal care  \n",
       "9                 jams spreads honey branded food  \n",
       "10                 skin care beauty personal care  \n",
       "11                 skin care beauty personal care  \n",
       "12         noodles pastas vermicelli branded food  \n",
       "13                     stationery toys stationery  \n",
       "14                     stationery toys stationery  \n",
       "15  chocolates cakes confectioneries branded food  \n",
       "16                 breakfast cereals branded food  \n",
       "17                           toys toys stationery  \n",
       "18  chocolates cakes confectioneries branded food  \n",
       "19         biscuits cookies crackers branded food  \n",
       "20         biscuits cookies crackers branded food  \n",
       "21                        fun drink mix beverages  \n",
       "22                        fun drink mix beverages  \n",
       "23                     salt sugar jaggery grocery  \n",
       "24                 breakfast cereals branded food  \n",
       "25              freshners repellents home hygiene  \n",
       "26             chips namkeens snacks branded food  \n",
       "27                          masala spices grocery  \n",
       "28                          masala spices grocery  \n",
       "29         noodles pastas vermicelli branded food  \n",
       "..                                            ...  \n",
       "70  chocolates cakes confectioneries branded food  \n",
       "71                        health drinks beverages  \n",
       "72              freshners repellents home hygiene  \n",
       "73              freshners repellents home hygiene  \n",
       "74                 hair care beauty personal care  \n",
       "75                 skin care beauty personal care  \n",
       "76                            dals pulses grocery  \n",
       "77  chocolates cakes confectioneries branded food  \n",
       "78                        frozen veg branded food  \n",
       "79                        frozen veg branded food  \n",
       "80                         organic grains grocery  \n",
       "81                         organic grains grocery  \n",
       "82                        frozen veg branded food  \n",
       "83                        frozen veg branded food  \n",
       "84                           toys toys stationery  \n",
       "85                        frozen veg branded food  \n",
       "86             chips namkeens snacks branded food  \n",
       "87                 hair care beauty personal care  \n",
       "88                ice cream desserts branded food  \n",
       "89                           toys toys stationery  \n",
       "90  chocolates cakes confectioneries branded food  \n",
       "91                           tea coffee beverages  \n",
       "92                           tea coffee beverages  \n",
       "93                 skin care beauty personal care  \n",
       "94                           tea coffee beverages  \n",
       "95                 sauces puree dips branded food  \n",
       "96         biscuits cookies crackers branded food  \n",
       "97                 breakfast cereals branded food  \n",
       "98  chocolates cakes confectioneries branded food  \n",
       "99             deos perfumes beauty personal care  \n",
       "\n",
       "[100 rows x 7 columns]"
      ]
     },
     "execution_count": 325,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function_filtered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 326,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered[\"cleaned\"] = function_filtered.apply(lambda x: remove_string(x.filtered, x.appended_class), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 327,
   "metadata": {},
   "outputs": [],
   "source": [
    "def check_substring(large, queries):\n",
    "    for query in queries.split(\" \"):\n",
    "        if query in large:\n",
    "            return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 328,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data = function_filtered.filter(['cleaned', 'quantity', 'final_brand', 'class1', 'class2'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 339,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_type(filtered_string):\n",
    "    type_column = set()\n",
    "    for word in filtered_string.split(' '):\n",
    "        for seed in seed_choices:\n",
    "            try: \n",
    "                similarity_score = model.similarity(seed, word)\n",
    "            except KeyError:\n",
    "                similarity_score = 0.0\n",
    "            if similarity_score > 0.35:\n",
    "                type_column.add(word)\n",
    "    #         print(seed + \" \" + word + \" \" + str(similarity_score))\n",
    "    s = list(type_column)\n",
    "    string_array = ' '.join(str(e) for e in s)\n",
    "    return string_array"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 340,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import gensim"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 310,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = gensim.models.KeyedVectors.load_word2vec_format('~/Downloads/GoogleNews-vectors-negative300.bin', binary=True)  \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 341,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'dessert truffle'"
      ]
     },
     "execution_count": 341,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seed_choices = ['oranges', 'apples', 'avocado', 'onion', 'tomato', 'pants', 'shirt', 'pink', 'blue']\n",
    "get_type(\"kitkat dessert delight truffle\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 342,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data['type'] = final1_data.apply(lambda x:get_type(x.cleaned), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 343,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cleaned</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "      <td>ready to eat</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chicken burger patty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>bread</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>potato kettle zesty masala pp</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>zesty potato</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>dessert truffle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>spaghetti pasta</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pasta</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>avalose podi m</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>roll on fresh natural</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>dw soap exotic dream bx</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ktcn peri peri mayonnaise bt</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>mayonnaise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>absolute youth infinity sculpting serum 30 ml</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>absolute perfect radiance lightening uv lotion...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khakhra mobile jeera</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>jeera</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>c&amp;l iron &amp; vitamins pp</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>h&amp;e 6 tortillas xl pp</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>tortillas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cookies butter tn</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>cookies butter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ma oats italian</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oats</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no3</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>soya katori chatpati namkeen</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>soya namkeen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>farmlite oats &amp; almond</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oats almond</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>sugarfree oatmeal</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oatmeal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>orange</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>orange</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>d nimbu pani</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>nimbu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>tulsi tea bag</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "      <td>salt sugar jaggery</td>\n",
       "      <td>grocery</td>\n",
       "      <td>bag</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>original flavour rice wafers</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>rice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>morning berries pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>berries</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>roasted salted pichio pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>roasted</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>kewra essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ripe mango essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>mango</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ndl cuppa chili chow</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chili</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem</td>\n",
       "      <td>500g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>urad dal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>bournvita lil champ drink jar</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "      <td>health drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who black cardamm</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>black</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who rai</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>berry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>sauce tomato</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>dals pulses</td>\n",
       "      <td>grocery</td>\n",
       "      <td>tomato sauce</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>value pack pp</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>pop corn bonless</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>corn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>nuggets classic</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>basmati rice pulav pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>rice basmati</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>rice basmati biryani</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>desi atta bhagar shamak varai pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>desi atta rava dosa pp</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>rava dosa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>desi atta co peri peri idli mix pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>idli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram lemon bhel pp</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>bhel lemon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>shmp regenerati repair tube</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>wa crm tuti frty 700m op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported cranberry &amp; raspberry</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>cranberry raspberry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported blackcurrant burst</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>blackcurrant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>bag green jasmine</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>bag green jasmine</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>sandal &amp; cream soap bar g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>cream sandal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>lemon bag 25</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>bag lemon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>cheese spread spicy pepper</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>sauces puree dips</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pepper spicy cheese</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pineapple</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>work out choco classic m</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>choco</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>butter cashew biscuit bx</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>butter cashew</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>deo perfumed passion spray cn</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              cleaned quantity  \\\n",
       "0                                chicken burger patty     250g   \n",
       "1                             daily family long bread      NaN   \n",
       "2                       potato kettle zesty masala pp      30g   \n",
       "3                                          tube 20 ml    20 ml   \n",
       "4                      kitkat dessert delight truffle      50g   \n",
       "5                                     spaghetti pasta     200g   \n",
       "6                                      avalose podi m     500g   \n",
       "7                               roll on fresh natural     50ml   \n",
       "8                             dw soap exotic dream bx     115g   \n",
       "9                        ktcn peri peri mayonnaise bt     200g   \n",
       "10      absolute youth infinity sculpting serum 30 ml    30 ml   \n",
       "11  absolute perfect radiance lightening uv lotion...    30 ml   \n",
       "12                               khakhra mobile jeera     180g   \n",
       "13                             c&l iron & vitamins pp     102g   \n",
       "14                              h&e 6 tortillas xl pp     360g   \n",
       "15                                  cookies butter tn     200g   \n",
       "16                                    ma oats italian      39g   \n",
       "17                   colour nat hrclr drkest brwn no3  3 100ml   \n",
       "18                       soya katori chatpati namkeen     100g   \n",
       "19                            farmlite oats & almond       75g   \n",
       "20                                 sugarfree oatmeal       75g   \n",
       "21                                            orange      100g   \n",
       "22                                       d nimbu pani     450g   \n",
       "23                                      tulsi tea bag      25g   \n",
       "24                       original flavour rice wafers     100g   \n",
       "25                                 morning berries pp      35g   \n",
       "26                           roasted salted pichio pp      35g   \n",
       "27                                      kewra essence     20ml   \n",
       "28                                 ripe mango essence     20ml   \n",
       "29                               ndl cuppa chili chow      70g   \n",
       "..                                                ...      ...   \n",
       "70                             gh daily urad dal prem     500g   \n",
       "71                      bournvita lil champ drink jar     200g   \n",
       "72                               gh who black cardamm      20g   \n",
       "73                                   gh daily who rai     100g   \n",
       "74         nourishing soft & smooth conditioner 80 ml    80 ml   \n",
       "75                   mayb lip smooth balm berry crush     4.5g   \n",
       "76                                       sauce tomato     200g   \n",
       "77                                      value pack pp     171g   \n",
       "78                                   pop corn bonless     250g   \n",
       "79                                    nuggets classic     500g   \n",
       "80                              basmati rice pulav pp      1kg   \n",
       "81                      dawat basmati rice biryani pp      1kg   \n",
       "82                   desi atta bhagar shamak varai pp     200g   \n",
       "83                             desi atta rava dosa pp     500g   \n",
       "84                    shmp actv kids sft&smth bt 100m      NaN   \n",
       "85                 desi atta co peri peri idli mix pp     200g   \n",
       "86                             haldiram lemon bhel pp     150g   \n",
       "87                        shmp regenerati repair tube    240ml   \n",
       "88                           wa crm tuti frty 700m op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90                     imported cranberry & raspberry    20pcs   \n",
       "91                        imported blackcurrant burst    20pcs   \n",
       "92                                  bag green jasmine    25pcs   \n",
       "93                          sandal & cream soap bar g    100 g   \n",
       "94                                       lemon bag 25   25 pcs   \n",
       "95                         cheese spread spicy pepper     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97                           work out choco classic m      50g   \n",
       "98                           butter cashew biscuit bx     100g   \n",
       "99                      deo perfumed passion spray cn    122ml   \n",
       "\n",
       "          final_brand                            class1                class2  \\\n",
       "0              venkys                      ready to eat          branded food   \n",
       "1           britannia         biscuits cookies crackers          branded food   \n",
       "2              pooof!             chips namkeens snacks          branded food   \n",
       "3            fevibond                               otc  beauty personal care   \n",
       "4              nestle  chocolates cakes confectioneries          branded food   \n",
       "5           blue bird         noodles pastas vermicelli          branded food   \n",
       "6            nirapara                              toys       toys stationery   \n",
       "7               nivea                     deos perfumes  beauty personal care   \n",
       "8      fiama di wills                         skin care  beauty personal care   \n",
       "9      sangis kitchen                jams spreads honey          branded food   \n",
       "10              lakme                         skin care  beauty personal care   \n",
       "11              lakme                         skin care  beauty personal care   \n",
       "12      jalaram foods         noodles pastas vermicelli          branded food   \n",
       "13        super gummy                        stationery       toys stationery   \n",
       "14            cantina                        stationery       toys stationery   \n",
       "15             danisa  chocolates cakes confectioneries          branded food   \n",
       "16            saffola                 breakfast cereals          branded food   \n",
       "17                NaN                              toys       toys stationery   \n",
       "18             foodex  chocolates cakes confectioneries          branded food   \n",
       "19           sunfeast         biscuits cookies crackers          branded food   \n",
       "20             unibic         biscuits cookies crackers          branded food   \n",
       "21           glucon-d                     fun drink mix             beverages   \n",
       "22           glucon-d                     fun drink mix             beverages   \n",
       "23      organic india                salt sugar jaggery               grocery   \n",
       "24              thins                 breakfast cereals          branded food   \n",
       "25             rostaa              freshners repellents          home hygiene   \n",
       "26             rostaa             chips namkeens snacks          branded food   \n",
       "27        flying bird                     masala spices               grocery   \n",
       "28        flying bird                     masala spices               grocery   \n",
       "29              maggi         noodles pastas vermicelli          branded food   \n",
       "..                ...                               ...                   ...   \n",
       "70                NaN  chocolates cakes confectioneries          branded food   \n",
       "71            cadbury                     health drinks             beverages   \n",
       "72          old spice              freshners repellents          home hygiene   \n",
       "73          old spice              freshners repellents          home hygiene   \n",
       "74            sunsilk                         hair care  beauty personal care   \n",
       "75                NaN                         skin care  beauty personal care   \n",
       "76              maggi                       dals pulses               grocery   \n",
       "77             bounty  chocolates cakes confectioneries          branded food   \n",
       "78          delicious                        frozen veg          branded food   \n",
       "79          delicious                        frozen veg          branded food   \n",
       "80             daawat                    organic grains               grocery   \n",
       "81                NaN                    organic grains               grocery   \n",
       "82  desi atta company                        frozen veg          branded food   \n",
       "83  desi atta company                        frozen veg          branded food   \n",
       "84           johnsons                              toys       toys stationery   \n",
       "85  desi atta company                        frozen veg          branded food   \n",
       "86       namkeen tree             chips namkeens snacks          branded food   \n",
       "87               dove                         hair care  beauty personal care   \n",
       "88      kwality walls                ice cream desserts          branded food   \n",
       "89                NaN                              toys       toys stationery   \n",
       "90           twinings  chocolates cakes confectioneries          branded food   \n",
       "91           twinings                        tea coffee             beverages   \n",
       "92           twinings                        tea coffee             beverages   \n",
       "93                lux                         skin care  beauty personal care   \n",
       "94             dilmah                        tea coffee             beverages   \n",
       "95           nilgiris                 sauces puree dips          branded food   \n",
       "96                NaN         biscuits cookies crackers          branded food   \n",
       "97           ritebite                 breakfast cereals          branded food   \n",
       "98           nilgiris  chocolates cakes confectioneries          branded food   \n",
       "99                 he                     deos perfumes  beauty personal care   \n",
       "\n",
       "                    type  \n",
       "0   chicken burger patty  \n",
       "1                  bread  \n",
       "2           zesty potato  \n",
       "3                         \n",
       "4        dessert truffle  \n",
       "5                  pasta  \n",
       "6                         \n",
       "7                         \n",
       "8                         \n",
       "9             mayonnaise  \n",
       "10                        \n",
       "11                        \n",
       "12                 jeera  \n",
       "13                        \n",
       "14             tortillas  \n",
       "15        cookies butter  \n",
       "16                  oats  \n",
       "17                        \n",
       "18          soya namkeen  \n",
       "19           oats almond  \n",
       "20               oatmeal  \n",
       "21                orange  \n",
       "22                 nimbu  \n",
       "23                   bag  \n",
       "24                  rice  \n",
       "25               berries  \n",
       "26               roasted  \n",
       "27                        \n",
       "28                 mango  \n",
       "29                 chili  \n",
       "..                   ...  \n",
       "70              urad dal  \n",
       "71                        \n",
       "72                 black  \n",
       "73                        \n",
       "74                        \n",
       "75                 berry  \n",
       "76          tomato sauce  \n",
       "77                        \n",
       "78                  corn  \n",
       "79                        \n",
       "80          rice basmati  \n",
       "81  rice basmati biryani  \n",
       "82                        \n",
       "83             rava dosa  \n",
       "84                        \n",
       "85                  idli  \n",
       "86            bhel lemon  \n",
       "87                        \n",
       "88                        \n",
       "89                        \n",
       "90   cranberry raspberry  \n",
       "91          blackcurrant  \n",
       "92     bag green jasmine  \n",
       "93          cream sandal  \n",
       "94             bag lemon  \n",
       "95   pepper spicy cheese  \n",
       "96             pineapple  \n",
       "97                 choco  \n",
       "98         butter cashew  \n",
       "99                        \n",
       "\n",
       "[100 rows x 6 columns]"
      ]
     },
     "execution_count": 343,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data['cleaned_more'] = final1_data.apply(lambda x: remove_string(x.cleaned, x.type), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 372,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cleaned</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>type</th>\n",
       "      <th>cleaned_more</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td>250g</td>\n",
       "      <td>venkys</td>\n",
       "      <td>ready to eat</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chicken burger patty</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>daily family long bread</td>\n",
       "      <td>NaN</td>\n",
       "      <td>britannia</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>bread</td>\n",
       "      <td>daily family long</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>potato kettle zesty masala pp</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>zesty potato</td>\n",
       "      <td>kettle masala pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tube 20 ml</td>\n",
       "      <td>20 ml</td>\n",
       "      <td>fevibond</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>tube 20 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>kitkat dessert delight truffle</td>\n",
       "      <td>50g</td>\n",
       "      <td>nestle</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>dessert truffle</td>\n",
       "      <td>kitkat delight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>spaghetti pasta</td>\n",
       "      <td>200g</td>\n",
       "      <td>blue bird</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pasta</td>\n",
       "      <td>spaghetti</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>avalose podi m</td>\n",
       "      <td>500g</td>\n",
       "      <td>nirapara</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "      <td>avalose podi m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>roll on fresh natural</td>\n",
       "      <td>50ml</td>\n",
       "      <td>nivea</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>roll on fresh natural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>dw soap exotic dream bx</td>\n",
       "      <td>115g</td>\n",
       "      <td>fiama di wills</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>dw soap exotic dream bx</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>ktcn peri peri mayonnaise bt</td>\n",
       "      <td>200g</td>\n",
       "      <td>sangis kitchen</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>mayonnaise</td>\n",
       "      <td>ktcn peri peri bt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>absolute youth infinity sculpting serum 30 ml</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>absolute youth infinity sculpting serum 30 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>absolute perfect radiance lightening uv lotion...</td>\n",
       "      <td>30 ml</td>\n",
       "      <td>lakme</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>absolute perfect radiance lightening uv lotion...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khakhra mobile jeera</td>\n",
       "      <td>180g</td>\n",
       "      <td>jalaram foods</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>jeera</td>\n",
       "      <td>khakhra mobile</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>c&amp;l iron &amp; vitamins pp</td>\n",
       "      <td>102g</td>\n",
       "      <td>super gummy</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "      <td>c&amp;l iron &amp; vitamins pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>h&amp;e 6 tortillas xl pp</td>\n",
       "      <td>360g</td>\n",
       "      <td>cantina</td>\n",
       "      <td>stationery</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>tortillas</td>\n",
       "      <td>h&amp;e 6 xl pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cookies butter tn</td>\n",
       "      <td>200g</td>\n",
       "      <td>danisa</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>cookies butter</td>\n",
       "      <td>tn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ma oats italian</td>\n",
       "      <td>39g</td>\n",
       "      <td>saffola</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oats</td>\n",
       "      <td>ma italian</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>colour nat hrclr drkest brwn no3</td>\n",
       "      <td>3 100ml</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "      <td>colour nat hrclr drkest brwn no3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>soya katori chatpati namkeen</td>\n",
       "      <td>100g</td>\n",
       "      <td>foodex</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>soya namkeen</td>\n",
       "      <td>katori chatpati</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>farmlite oats &amp; almond</td>\n",
       "      <td>75g</td>\n",
       "      <td>sunfeast</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oats almond</td>\n",
       "      <td>farmlite &amp;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>sugarfree oatmeal</td>\n",
       "      <td>75g</td>\n",
       "      <td>unibic</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>oatmeal</td>\n",
       "      <td>sugarfree</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>orange</td>\n",
       "      <td>100g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>orange</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>d nimbu pani</td>\n",
       "      <td>450g</td>\n",
       "      <td>glucon-d</td>\n",
       "      <td>fun drink mix</td>\n",
       "      <td>beverages</td>\n",
       "      <td>nimbu</td>\n",
       "      <td>d pani</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>tulsi tea bag</td>\n",
       "      <td>25g</td>\n",
       "      <td>organic india</td>\n",
       "      <td>salt sugar jaggery</td>\n",
       "      <td>grocery</td>\n",
       "      <td>bag</td>\n",
       "      <td>tulsi tea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>original flavour rice wafers</td>\n",
       "      <td>100g</td>\n",
       "      <td>thins</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>rice</td>\n",
       "      <td>original flavour wafers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>morning berries pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>berries</td>\n",
       "      <td>morning pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>roasted salted pichio pp</td>\n",
       "      <td>35g</td>\n",
       "      <td>rostaa</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>roasted</td>\n",
       "      <td>salted pichio pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>kewra essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td></td>\n",
       "      <td>kewra essence</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>ripe mango essence</td>\n",
       "      <td>20ml</td>\n",
       "      <td>flying bird</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>mango</td>\n",
       "      <td>ripe essence</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>ndl cuppa chili chow</td>\n",
       "      <td>70g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>chili</td>\n",
       "      <td>ndl cuppa chow</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gh daily urad dal prem</td>\n",
       "      <td>500g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>urad dal</td>\n",
       "      <td>gh daily prem</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>bournvita lil champ drink jar</td>\n",
       "      <td>200g</td>\n",
       "      <td>cadbury</td>\n",
       "      <td>health drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td></td>\n",
       "      <td>bournvita lil champ drink jar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>gh who black cardamm</td>\n",
       "      <td>20g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>black</td>\n",
       "      <td>gh who cardamm</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>gh daily who rai</td>\n",
       "      <td>100g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td></td>\n",
       "      <td>gh daily who rai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "      <td>80 ml</td>\n",
       "      <td>sunsilk</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>nourishing soft &amp; smooth conditioner 80 ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>mayb lip smooth balm berry crush</td>\n",
       "      <td>4.5g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>berry</td>\n",
       "      <td>mayb lip smooth balm crush</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>sauce tomato</td>\n",
       "      <td>200g</td>\n",
       "      <td>maggi</td>\n",
       "      <td>dals pulses</td>\n",
       "      <td>grocery</td>\n",
       "      <td>tomato sauce</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>value pack pp</td>\n",
       "      <td>171g</td>\n",
       "      <td>bounty</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>value pack pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>pop corn bonless</td>\n",
       "      <td>250g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>corn</td>\n",
       "      <td>pop bonless</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>nuggets classic</td>\n",
       "      <td>500g</td>\n",
       "      <td>delicious</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>nuggets classic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>basmati rice pulav pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>daawat</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>rice basmati</td>\n",
       "      <td>pulav pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>dawat basmati rice biryani pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>rice basmati biryani</td>\n",
       "      <td>dawat pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>desi atta bhagar shamak varai pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>desi atta bhagar shamak varai pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>desi atta rava dosa pp</td>\n",
       "      <td>500g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>rava dosa</td>\n",
       "      <td>desi atta pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>johnsons</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "      <td>shmp actv kids sft&amp;smth bt 100m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>desi atta co peri peri idli mix pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>desi atta company</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>idli</td>\n",
       "      <td>desi atta co peri peri mix pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>haldiram lemon bhel pp</td>\n",
       "      <td>150g</td>\n",
       "      <td>namkeen tree</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>bhel lemon</td>\n",
       "      <td>haldiram pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>shmp regenerati repair tube</td>\n",
       "      <td>240ml</td>\n",
       "      <td>dove</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>shmp regenerati repair tube</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>wa crm tuti frty 700m op</td>\n",
       "      <td>1+1 op</td>\n",
       "      <td>kwality walls</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>wa crm tuti frty 700m op</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td></td>\n",
       "      <td>kw magnum chotruffle 90m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>imported cranberry &amp; raspberry</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>cranberry raspberry</td>\n",
       "      <td>imported &amp;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>imported blackcurrant burst</td>\n",
       "      <td>20pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>blackcurrant</td>\n",
       "      <td>imported burst</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>bag green jasmine</td>\n",
       "      <td>25pcs</td>\n",
       "      <td>twinings</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>bag green jasmine</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>sandal &amp; cream soap bar g</td>\n",
       "      <td>100 g</td>\n",
       "      <td>lux</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>cream sandal</td>\n",
       "      <td>&amp; soap bar g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>lemon bag 25</td>\n",
       "      <td>25 pcs</td>\n",
       "      <td>dilmah</td>\n",
       "      <td>tea coffee</td>\n",
       "      <td>beverages</td>\n",
       "      <td>bag lemon</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>cheese spread spicy pepper</td>\n",
       "      <td>180g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>sauces puree dips</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pepper spicy cheese</td>\n",
       "      <td>spread</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>wafer biscuit pineapple waffy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>biscuits cookies crackers</td>\n",
       "      <td>branded food</td>\n",
       "      <td>pineapple</td>\n",
       "      <td>wafer biscuit waffy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>work out choco classic m</td>\n",
       "      <td>50g</td>\n",
       "      <td>ritebite</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>choco</td>\n",
       "      <td>work out classic m</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>butter cashew biscuit bx</td>\n",
       "      <td>100g</td>\n",
       "      <td>nilgiris</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>butter cashew</td>\n",
       "      <td>biscuit bx</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>deo perfumed passion spray cn</td>\n",
       "      <td>122ml</td>\n",
       "      <td>he</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>deo perfumed passion spray cn</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              cleaned quantity  \\\n",
       "0                                chicken burger patty     250g   \n",
       "1                             daily family long bread      NaN   \n",
       "2                       potato kettle zesty masala pp      30g   \n",
       "3                                          tube 20 ml    20 ml   \n",
       "4                      kitkat dessert delight truffle      50g   \n",
       "5                                     spaghetti pasta     200g   \n",
       "6                                      avalose podi m     500g   \n",
       "7                               roll on fresh natural     50ml   \n",
       "8                             dw soap exotic dream bx     115g   \n",
       "9                        ktcn peri peri mayonnaise bt     200g   \n",
       "10      absolute youth infinity sculpting serum 30 ml    30 ml   \n",
       "11  absolute perfect radiance lightening uv lotion...    30 ml   \n",
       "12                               khakhra mobile jeera     180g   \n",
       "13                             c&l iron & vitamins pp     102g   \n",
       "14                              h&e 6 tortillas xl pp     360g   \n",
       "15                                  cookies butter tn     200g   \n",
       "16                                    ma oats italian      39g   \n",
       "17                   colour nat hrclr drkest brwn no3  3 100ml   \n",
       "18                       soya katori chatpati namkeen     100g   \n",
       "19                            farmlite oats & almond       75g   \n",
       "20                                 sugarfree oatmeal       75g   \n",
       "21                                            orange      100g   \n",
       "22                                       d nimbu pani     450g   \n",
       "23                                      tulsi tea bag      25g   \n",
       "24                       original flavour rice wafers     100g   \n",
       "25                                 morning berries pp      35g   \n",
       "26                           roasted salted pichio pp      35g   \n",
       "27                                      kewra essence     20ml   \n",
       "28                                 ripe mango essence     20ml   \n",
       "29                               ndl cuppa chili chow      70g   \n",
       "..                                                ...      ...   \n",
       "70                             gh daily urad dal prem     500g   \n",
       "71                      bournvita lil champ drink jar     200g   \n",
       "72                               gh who black cardamm      20g   \n",
       "73                                   gh daily who rai     100g   \n",
       "74         nourishing soft & smooth conditioner 80 ml    80 ml   \n",
       "75                   mayb lip smooth balm berry crush     4.5g   \n",
       "76                                       sauce tomato     200g   \n",
       "77                                      value pack pp     171g   \n",
       "78                                   pop corn bonless     250g   \n",
       "79                                    nuggets classic     500g   \n",
       "80                              basmati rice pulav pp      1kg   \n",
       "81                      dawat basmati rice biryani pp      1kg   \n",
       "82                   desi atta bhagar shamak varai pp     200g   \n",
       "83                             desi atta rava dosa pp     500g   \n",
       "84                    shmp actv kids sft&smth bt 100m      NaN   \n",
       "85                 desi atta co peri peri idli mix pp     200g   \n",
       "86                             haldiram lemon bhel pp     150g   \n",
       "87                        shmp regenerati repair tube    240ml   \n",
       "88                           wa crm tuti frty 700m op   1+1 op   \n",
       "89                           kw magnum chotruffle 90m      NaN   \n",
       "90                     imported cranberry & raspberry    20pcs   \n",
       "91                        imported blackcurrant burst    20pcs   \n",
       "92                                  bag green jasmine    25pcs   \n",
       "93                          sandal & cream soap bar g    100 g   \n",
       "94                                       lemon bag 25   25 pcs   \n",
       "95                         cheese spread spicy pepper     180g   \n",
       "96                      wafer biscuit pineapple waffy      NaN   \n",
       "97                           work out choco classic m      50g   \n",
       "98                           butter cashew biscuit bx     100g   \n",
       "99                      deo perfumed passion spray cn    122ml   \n",
       "\n",
       "          final_brand                            class1                class2  \\\n",
       "0              venkys                      ready to eat          branded food   \n",
       "1           britannia         biscuits cookies crackers          branded food   \n",
       "2              pooof!             chips namkeens snacks          branded food   \n",
       "3            fevibond                               otc  beauty personal care   \n",
       "4              nestle  chocolates cakes confectioneries          branded food   \n",
       "5           blue bird         noodles pastas vermicelli          branded food   \n",
       "6            nirapara                              toys       toys stationery   \n",
       "7               nivea                     deos perfumes  beauty personal care   \n",
       "8      fiama di wills                         skin care  beauty personal care   \n",
       "9      sangis kitchen                jams spreads honey          branded food   \n",
       "10              lakme                         skin care  beauty personal care   \n",
       "11              lakme                         skin care  beauty personal care   \n",
       "12      jalaram foods         noodles pastas vermicelli          branded food   \n",
       "13        super gummy                        stationery       toys stationery   \n",
       "14            cantina                        stationery       toys stationery   \n",
       "15             danisa  chocolates cakes confectioneries          branded food   \n",
       "16            saffola                 breakfast cereals          branded food   \n",
       "17                NaN                              toys       toys stationery   \n",
       "18             foodex  chocolates cakes confectioneries          branded food   \n",
       "19           sunfeast         biscuits cookies crackers          branded food   \n",
       "20             unibic         biscuits cookies crackers          branded food   \n",
       "21           glucon-d                     fun drink mix             beverages   \n",
       "22           glucon-d                     fun drink mix             beverages   \n",
       "23      organic india                salt sugar jaggery               grocery   \n",
       "24              thins                 breakfast cereals          branded food   \n",
       "25             rostaa              freshners repellents          home hygiene   \n",
       "26             rostaa             chips namkeens snacks          branded food   \n",
       "27        flying bird                     masala spices               grocery   \n",
       "28        flying bird                     masala spices               grocery   \n",
       "29              maggi         noodles pastas vermicelli          branded food   \n",
       "..                ...                               ...                   ...   \n",
       "70                NaN  chocolates cakes confectioneries          branded food   \n",
       "71            cadbury                     health drinks             beverages   \n",
       "72          old spice              freshners repellents          home hygiene   \n",
       "73          old spice              freshners repellents          home hygiene   \n",
       "74            sunsilk                         hair care  beauty personal care   \n",
       "75                NaN                         skin care  beauty personal care   \n",
       "76              maggi                       dals pulses               grocery   \n",
       "77             bounty  chocolates cakes confectioneries          branded food   \n",
       "78          delicious                        frozen veg          branded food   \n",
       "79          delicious                        frozen veg          branded food   \n",
       "80             daawat                    organic grains               grocery   \n",
       "81                NaN                    organic grains               grocery   \n",
       "82  desi atta company                        frozen veg          branded food   \n",
       "83  desi atta company                        frozen veg          branded food   \n",
       "84           johnsons                              toys       toys stationery   \n",
       "85  desi atta company                        frozen veg          branded food   \n",
       "86       namkeen tree             chips namkeens snacks          branded food   \n",
       "87               dove                         hair care  beauty personal care   \n",
       "88      kwality walls                ice cream desserts          branded food   \n",
       "89                NaN                              toys       toys stationery   \n",
       "90           twinings  chocolates cakes confectioneries          branded food   \n",
       "91           twinings                        tea coffee             beverages   \n",
       "92           twinings                        tea coffee             beverages   \n",
       "93                lux                         skin care  beauty personal care   \n",
       "94             dilmah                        tea coffee             beverages   \n",
       "95           nilgiris                 sauces puree dips          branded food   \n",
       "96                NaN         biscuits cookies crackers          branded food   \n",
       "97           ritebite                 breakfast cereals          branded food   \n",
       "98           nilgiris  chocolates cakes confectioneries          branded food   \n",
       "99                 he                     deos perfumes  beauty personal care   \n",
       "\n",
       "                    type                                       cleaned_more  \n",
       "0   chicken burger patty                                                     \n",
       "1                  bread                                 daily family long   \n",
       "2           zesty potato                                   kettle masala pp  \n",
       "3                                                                tube 20 ml  \n",
       "4        dessert truffle                                    kitkat delight   \n",
       "5                  pasta                                         spaghetti   \n",
       "6                                                            avalose podi m  \n",
       "7                                                     roll on fresh natural  \n",
       "8                                                   dw soap exotic dream bx  \n",
       "9             mayonnaise                                  ktcn peri peri bt  \n",
       "10                            absolute youth infinity sculpting serum 30 ml  \n",
       "11                        absolute perfect radiance lightening uv lotion...  \n",
       "12                 jeera                                    khakhra mobile   \n",
       "13                                                   c&l iron & vitamins pp  \n",
       "14             tortillas                                        h&e 6 xl pp  \n",
       "15        cookies butter                                                 tn  \n",
       "16                  oats                                         ma italian  \n",
       "17                                         colour nat hrclr drkest brwn no3  \n",
       "18          soya namkeen                                   katori chatpati   \n",
       "19           oats almond                                        farmlite &   \n",
       "20               oatmeal                                         sugarfree   \n",
       "21                orange                                                     \n",
       "22                 nimbu                                             d pani  \n",
       "23                   bag                                         tulsi tea   \n",
       "24                  rice                            original flavour wafers  \n",
       "25               berries                                         morning pp  \n",
       "26               roasted                                   salted pichio pp  \n",
       "27                                                            kewra essence  \n",
       "28                 mango                                       ripe essence  \n",
       "29                 chili                                     ndl cuppa chow  \n",
       "..                   ...                                                ...  \n",
       "70              urad dal                                      gh daily prem  \n",
       "71                                            bournvita lil champ drink jar  \n",
       "72                 black                                     gh who cardamm  \n",
       "73                                                         gh daily who rai  \n",
       "74                               nourishing soft & smooth conditioner 80 ml  \n",
       "75                 berry                         mayb lip smooth balm crush  \n",
       "76          tomato sauce                                                     \n",
       "77                                                            value pack pp  \n",
       "78                  corn                                        pop bonless  \n",
       "79                                                          nuggets classic  \n",
       "80          rice basmati                                           pulav pp  \n",
       "81  rice basmati biryani                                           dawat pp  \n",
       "82                                         desi atta bhagar shamak varai pp  \n",
       "83             rava dosa                                       desi atta pp  \n",
       "84                                          shmp actv kids sft&smth bt 100m  \n",
       "85                  idli                      desi atta co peri peri mix pp  \n",
       "86            bhel lemon                                        haldiram pp  \n",
       "87                                              shmp regenerati repair tube  \n",
       "88                                                 wa crm tuti frty 700m op  \n",
       "89                                                 kw magnum chotruffle 90m  \n",
       "90   cranberry raspberry                                        imported &   \n",
       "91          blackcurrant                                     imported burst  \n",
       "92     bag green jasmine                                                     \n",
       "93          cream sandal                                       & soap bar g  \n",
       "94             bag lemon                                                 25  \n",
       "95   pepper spicy cheese                                            spread   \n",
       "96             pineapple                                wafer biscuit waffy  \n",
       "97                 choco                                 work out classic m  \n",
       "98         butter cashew                                         biscuit bx  \n",
       "99                                            deo perfumed passion spray cn  \n",
       "\n",
       "[100 rows x 7 columns]"
      ]
     },
     "execution_count": 372,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [],
   "source": [
    "stopwords = [\"i\", \"me\", \"my\", \"myself\", \"we\", \"our\", \"ours\", \"ourselves\", \"you\", \"your\", \"yours\", \"yourself\", \"yourselves\", \"he\", \"him\", \"his\", \"himself\", \"she\", \"her\", \"hers\", \"herself\", \"it\", \"its\", \"itself\", \"they\", \"them\", \"their\", \"theirs\", \"themselves\", \"what\", \"which\", \"who\", \"whom\", \"this\", \"that\", \"these\", \"those\", \"am\", \"is\", \"are\", \"was\", \"were\", \"be\", \"been\", \"being\", \"have\", \"has\", \"had\", \"having\", \"do\", \"does\", \"did\", \"doing\", \"a\", \"an\", \"the\", \"and\", \"but\", \"if\", \"or\", \"because\", \"as\", \"until\", \"while\", \"of\", \"at\", \"by\", \"for\", \"with\", \"about\", \"against\", \"between\", \"into\", \"through\", \"during\", \"before\", \"after\", \"above\", \"below\", \"to\", \"from\", \"up\", \"down\", \"in\", \"out\", \"on\", \"off\", \"over\", \"under\", \"again\", \"further\", \"then\", \"once\", \"here\", \"there\", \"when\", \"where\", \"why\", \"how\", \"all\", \"any\", \"both\", \"each\", \"few\", \"more\", \"most\", \"other\", \"some\", \"such\", \"no\", \"nor\", \"not\", \"only\", \"own\", \"same\", \"so\", \"than\", \"too\", \"very\", \"s\", \"t\", \"can\", \"will\", \"just\", \"don\", \"should\", \"now\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 361,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "name\n"
     ]
    }
   ],
   "source": [
    "from spellchecker import SpellChecker\n",
    "spell = SpellChecker()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 374,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_words_from_sentence(sentence):\n",
    "    words = sentence.split(\" \")\n",
    "    returns = []\n",
    "    misspelled = spell.unknown(words)\n",
    "    for word in words:\n",
    "        if word not in misspelled and word not in stopwords:\n",
    "            returns.append(word)\n",
    "    return returns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 376,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                                                    []\n",
       "1                                 [daily, family, long]\n",
       "2                                  [kettle, masala, pp]\n",
       "3                                        [tube, 20, ml]\n",
       "4                                             [delight]\n",
       "5                                           [spaghetti]\n",
       "6                                                   [m]\n",
       "7                                [roll, fresh, natural]\n",
       "8                         [dw, soap, exotic, dream, bx]\n",
       "9                                      [peri, peri, bt]\n",
       "10    [absolute, youth, infinity, sculpting, serum, ...\n",
       "11    [absolute, perfect, radiance, lightening, uv, ...\n",
       "12                                             [mobile]\n",
       "13                              [iron, &, vitamins, pp]\n",
       "14                                          [6, xl, pp]\n",
       "15                                                 [tn]\n",
       "16                                        [ma, italian]\n",
       "17                                   [colour, nat, no3]\n",
       "18                                                   []\n",
       "19                                                  [&]\n",
       "20                                                   []\n",
       "21                                                   []\n",
       "22                                                  [d]\n",
       "23                                                [tea]\n",
       "24                          [original, flavour, wafers]\n",
       "25                                        [morning, pp]\n",
       "26                                         [salted, pp]\n",
       "27                                            [essence]\n",
       "28                                      [ripe, essence]\n",
       "29                                        [cuppa, chow]\n",
       "                            ...                        \n",
       "70                                    [gh, daily, prem]\n",
       "71                             [lil, champ, drink, jar]\n",
       "72                                                 [gh]\n",
       "73                                     [gh, daily, rai]\n",
       "74    [nourishing, soft, &, smooth, conditioner, 80,...\n",
       "75                           [lip, smooth, balm, crush]\n",
       "76                                                   []\n",
       "77                                    [value, pack, pp]\n",
       "78                                                [pop]\n",
       "79                                   [nuggets, classic]\n",
       "80                                                 [pp]\n",
       "81                                                 [pp]\n",
       "82                                     [desi, atta, pp]\n",
       "83                                     [desi, atta, pp]\n",
       "84                                           [kids, bt]\n",
       "85                [desi, atta, co, peri, peri, mix, pp]\n",
       "86                                                 [pp]\n",
       "87                                       [repair, tube]\n",
       "88                                             [wa, op]\n",
       "89                                         [kw, magnum]\n",
       "90                                        [imported, &]\n",
       "91                                    [imported, burst]\n",
       "92                                                   []\n",
       "93                                    [&, soap, bar, g]\n",
       "94                                                 [25]\n",
       "95                                             [spread]\n",
       "96                                     [wafer, biscuit]\n",
       "97                                   [work, classic, m]\n",
       "98                                        [biscuit, bx]\n",
       "99                  [deo, perfumed, passion, spray, cn]\n",
       "Length: 100, dtype: object"
      ]
     },
     "execution_count": 376,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data.apply(lambda x: get_words_from_sentence(x.cleaned_more), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 379,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'tube 20 ml'"
      ]
     },
     "execution_count": 379,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_cleaned_article(\"tube 20 ml\", \"20 ml\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 380,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'tube '"
      ]
     },
     "execution_count": 380,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}