cleandata.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/joeyrichieltan/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     /Users/joeyrichieltan/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import nltk\n",
    "nltk.download('stopwords')\n",
    "nltk.download('punkt')\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "import string\n",
    "\n",
    "df = pd.read_csv(\"job_reviews.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Customer Service</td>\n",
       "      <td>Executive</td>\n",
       "      <td>Customer Service Executive (Former Employee) -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>28/12/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Customer Service Executive</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>The job that I was required to do is very taxi...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Visual Merchandiser (Former Employee) - Johor ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>11/12/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Visual Merchandiser</td>\n",
       "      <td>Johor Bahru</td>\n",
       "      <td>C&amp;K have good enviroment work &amp; fun also. \\rCa...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Store Manager (Former Employee) - Faisalabad -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>10/12/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Store Manager</td>\n",
       "      <td>Faisalabad</td>\n",
       "      <td>had great time over there to learn a lot of th...</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Senior Retail Associate (Former Employee) - Pe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>11/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Senior Retail Associate</td>\n",
       "      <td>Petaling Jaya</td>\n",
       "      <td>Fun &amp; happy environment at workplace \\rHandlin...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Part-Time) (Former Employee)...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>5/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Ngee Ann City</td>\n",
       "      <td>A typical day at Charles and Keith, being a pa...</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     _OccupationRole      _Rank  \\\n",
       "id                                \n",
       "1              Sales        NaN   \n",
       "2                NaN        NaN   \n",
       "3                NaN    Manager   \n",
       "4              Sales        NaN   \n",
       "5              Sales        NaN   \n",
       "6              Sales        NaN   \n",
       "7                NaN        NaN   \n",
       "8              Sales  Part-time   \n",
       "9              Sales        NaN   \n",
       "10             Sales        NaN   \n",
       "11  Customer Service  Executive   \n",
       "12               NaN        NaN   \n",
       "13             Sales    Manager   \n",
       "14             Sales        NaN   \n",
       "15             Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "11  Customer Service Executive (Former Employee) -...  Charles-&-Keith   \n",
       "12  Visual Merchandiser (Former Employee) - Johor ...  Charles-&-Keith   \n",
       "13  Store Manager (Former Employee) - Faisalabad -...  Charles-&-Keith   \n",
       "14  Senior Retail Associate (Former Employee) - Pe...  Charles-&-Keith   \n",
       "15  Retail Assistant (Part-Time) (Former Employee)...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "11  28/12/19   Former Employee        Customer Service Executive   \n",
       "12  11/12/19   Former Employee               Visual Merchandiser   \n",
       "13  10/12/19   Former Employee                     Store Manager   \n",
       "14  11/11/19   Former Employee           Senior Retail Associate   \n",
       "15   5/11/19   Former Employee                  Retail Assistant   \n",
       "\n",
       "             Place                                             Review  Rating  \n",
       "id                                                                             \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3  \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5  \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3  \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5  \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4  \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5  \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4  \n",
       "8        Woodlands  Part time position is great for students in be...       3  \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2  \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5  \n",
       "11       Singapore  The job that I was required to do is very taxi...       4  \n",
       "12     Johor Bahru  C&K have good enviroment work & fun also. \\rCa...       5  \n",
       "13      Faisalabad  had great time over there to learn a lot of th...       5  \n",
       "14   Petaling Jaya  Fun & happy environment at workplace \\rHandlin...       4  \n",
       "15   Ngee Ann City  A typical day at Charles and Keith, being a pa...       4  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.index = [x for x in range(1, len(df.values)+1)]\n",
    "df.index.name = 'id'\n",
    "df.head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# review_lower = []\n",
    "review_split_words = []\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    s = row['Review']\n",
    "    s = s.lower()\n",
    "#     review_lower.append(s)\n",
    "    s = s.translate(str.maketrans('', '', string.punctuation))\n",
    "    split_words = word_tokenize(s)\n",
    "    review_split_words.append(split_words)\n",
    "    \n",
    "# df[\"review_lower\"] = review_lower\n",
    "df[\"review_split_words\"] = review_split_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['eazy', 'cash', 'student', 'want', 'earn', 'extra', 'pocket', 'money', 'flexible', 'schedule', 'required', 'work', 'least', 'one', 'weekend', 'per', 'week', 'nice', 'people', 'work']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \n",
       "id                                                     \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...  \n",
       "2   [working, charles, keith, definitely, good, op...  \n",
       "3   [charles, keith, well, known, local, brand, si...  \n",
       "4   [even, tho, part, timer, still, need, work, fr...  \n",
       "5   [recommend, friends, buy, product, charleskeit...  \n",
       "6   [love, much, brand, despite, circumstances, la...  \n",
       "7   [pro, understanding, cooperative, teams, proac...  \n",
       "8   [part, time, position, great, students, levels...  \n",
       "9   [long, working, hours, much, work, tired, work...  \n",
       "10  [best, job, contract, offer, seasonal, employe...  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "remove_stopwords = []\n",
    "stop_words = set(stopwords.words('english'))\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    word_tokens = row['review_split_words']\n",
    "    filtered_sentence = [w for w in word_tokens if not w.lower() in stop_words]\n",
    "    remove_stopwords.append(filtered_sentence)\n",
    "print(remove_stopwords[0])\n",
    "    \n",
    "    \n",
    "df[\"remove_stopwords\"] = remove_stopwords\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...   \n",
       "2   [working, charles, keith, definitely, good, op...   \n",
       "3   [charles, keith, well, known, local, brand, si...   \n",
       "4   [even, tho, part, timer, still, need, work, fr...   \n",
       "5   [recommend, friends, buy, product, charleskeit...   \n",
       "6   [love, much, brand, despite, circumstances, la...   \n",
       "7   [pro, understanding, cooperative, teams, proac...   \n",
       "8   [part, time, position, great, students, levels...   \n",
       "9   [long, working, hours, much, work, tired, work...   \n",
       "10  [best, job, contract, offer, seasonal, employe...   \n",
       "\n",
       "                              string_remove_stopwords  \n",
       "id                                                     \n",
       "1   eazy cash student want earn extra pocket money...  \n",
       "2   working charles keith definitely good opportun...  \n",
       "3   charles keith well known local brand singapore...  \n",
       "4   even tho part timer still need work frm openin...  \n",
       "5   recommend friends buy product charleskeith qua...  \n",
       "6   love much brand despite circumstances lack org...  \n",
       "7   pro understanding cooperative teams proactive ...  \n",
       "8   part time position great students levels polyt...  \n",
       "9   long working hours much work tired work inadeq...  \n",
       "10  best job contract offer seasonal employee help...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "string_remove_stopwords = []\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    words = row['remove_stopwords']\n",
    "    sentence = ' '.join(words)\n",
    "    sentence = sentence.lower()\n",
    "\n",
    "    string_remove_stopwords.append(sentence)\n",
    "    \n",
    "    \n",
    "df['string_remove_stopwords'] = string_remove_stopwords\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...   \n",
       "2   [working, charles, keith, definitely, good, op...   \n",
       "3   [charles, keith, well, known, local, brand, si...   \n",
       "4   [even, tho, part, timer, still, need, work, fr...   \n",
       "5   [recommend, friends, buy, product, charleskeit...   \n",
       "6   [love, much, brand, despite, circumstances, la...   \n",
       "7   [pro, understanding, cooperative, teams, proac...   \n",
       "8   [part, time, position, great, students, levels...   \n",
       "9   [long, working, hours, much, work, tired, work...   \n",
       "10  [best, job, contract, offer, seasonal, employe...   \n",
       "\n",
       "                              string_remove_stopwords    company_lower  \n",
       "id                                                                      \n",
       "1   eazy cash student want earn extra pocket money...  charles & keith  \n",
       "2   working charles keith definitely good opportun...  charles & keith  \n",
       "3   charles keith well known local brand singapore...  charles & keith  \n",
       "4   even tho part timer still need work frm openin...  charles & keith  \n",
       "5   recommend friends buy product charleskeith qua...  charles & keith  \n",
       "6   love much brand despite circumstances lack org...  charles & keith  \n",
       "7   pro understanding cooperative teams proactive ...  charles & keith  \n",
       "8   part time position great students levels polyt...  charles & keith  \n",
       "9   long working hours much work tired work inadeq...  charles & keith  \n",
       "10  best job contract offer seasonal employee help...  charles & keith  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "companyLower = []\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    name = row['Company']\n",
    "    name = name.lower()\n",
    "    newname = name.replace('-', ' ')\n",
    "    companyLower.append(newname)\n",
    "    \n",
    "    \n",
    "df['company_lower'] = companyLower\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>city hall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion advisor</td>\n",
       "      <td>jurong point</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>boutique manager</td>\n",
       "      <td>singapore</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>vivo city</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>al ain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>dubai</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion consultant</td>\n",
       "      <td>delhi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>senior part-time sales associate</td>\n",
       "      <td>woodlands</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail associate</td>\n",
       "      <td>kuala lumpur</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>seasonal cashier sales crew</td>\n",
       "      <td>ermita, manila</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...   \n",
       "2   [working, charles, keith, definitely, good, op...   \n",
       "3   [charles, keith, well, known, local, brand, si...   \n",
       "4   [even, tho, part, timer, still, need, work, fr...   \n",
       "5   [recommend, friends, buy, product, charleskeit...   \n",
       "6   [love, much, brand, despite, circumstances, la...   \n",
       "7   [pro, understanding, cooperative, teams, proac...   \n",
       "8   [part, time, position, great, students, levels...   \n",
       "9   [long, working, hours, much, work, tired, work...   \n",
       "10  [best, job, contract, offer, seasonal, employe...   \n",
       "\n",
       "                              string_remove_stopwords    company_lower  \\\n",
       "id                                                                       \n",
       "1   eazy cash student want earn extra pocket money...  charles & keith   \n",
       "2   working charles keith definitely good opportun...  charles & keith   \n",
       "3   charles keith well known local brand singapore...  charles & keith   \n",
       "4   even tho part timer still need work frm openin...  charles & keith   \n",
       "5   recommend friends buy product charleskeith qua...  charles & keith   \n",
       "6   love much brand despite circumstances lack org...  charles & keith   \n",
       "7   pro understanding cooperative teams proactive ...  charles & keith   \n",
       "8   part time position great students levels polyt...  charles & keith   \n",
       "9   long working hours much work tired work inadeq...  charles & keith   \n",
       "10  best job contract offer seasonal employee help...  charles & keith   \n",
       "\n",
       "                    occupation_lower     place_lower  \n",
       "id                                                    \n",
       "1                   retail assistant       city hall  \n",
       "2                    fashion advisor    jurong point  \n",
       "3                   boutique manager       singapore  \n",
       "4                   retail assistant       vivo city  \n",
       "5                    sales associate          al ain  \n",
       "6                    sales associate           dubai  \n",
       "7                 fashion consultant           delhi  \n",
       "8   senior part-time sales associate       woodlands  \n",
       "9                   retail associate    kuala lumpur  \n",
       "10       seasonal cashier sales crew  ermita, manila  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "occupationLower = df['Occupation'].map(lambda x: x.lower() if isinstance(x,str) else x)\n",
    "df['occupation_lower'] = occupationLower\n",
    "\n",
    "placeLower = df['Place'].map(lambda x: x.lower() if isinstance(x,str) else x)\n",
    "df['place_lower'] = placeLower\n",
    "    \n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "      <th>keywords_combined</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>city hall</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion advisor</td>\n",
       "      <td>jurong point</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>boutique manager</td>\n",
       "      <td>singapore</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>vivo city</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>al ain</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>dubai</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion consultant</td>\n",
       "      <td>delhi</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>senior part-time sales associate</td>\n",
       "      <td>woodlands</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail associate</td>\n",
       "      <td>kuala lumpur</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>seasonal cashier sales crew</td>\n",
       "      <td>ermita, manila</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...   \n",
       "2   [working, charles, keith, definitely, good, op...   \n",
       "3   [charles, keith, well, known, local, brand, si...   \n",
       "4   [even, tho, part, timer, still, need, work, fr...   \n",
       "5   [recommend, friends, buy, product, charleskeit...   \n",
       "6   [love, much, brand, despite, circumstances, la...   \n",
       "7   [pro, understanding, cooperative, teams, proac...   \n",
       "8   [part, time, position, great, students, levels...   \n",
       "9   [long, working, hours, much, work, tired, work...   \n",
       "10  [best, job, contract, offer, seasonal, employe...   \n",
       "\n",
       "                              string_remove_stopwords    company_lower  \\\n",
       "id                                                                       \n",
       "1   eazy cash student want earn extra pocket money...  charles & keith   \n",
       "2   working charles keith definitely good opportun...  charles & keith   \n",
       "3   charles keith well known local brand singapore...  charles & keith   \n",
       "4   even tho part timer still need work frm openin...  charles & keith   \n",
       "5   recommend friends buy product charleskeith qua...  charles & keith   \n",
       "6   love much brand despite circumstances lack org...  charles & keith   \n",
       "7   pro understanding cooperative teams proactive ...  charles & keith   \n",
       "8   part time position great students levels polyt...  charles & keith   \n",
       "9   long working hours much work tired work inadeq...  charles & keith   \n",
       "10  best job contract offer seasonal employee help...  charles & keith   \n",
       "\n",
       "                    occupation_lower     place_lower  \\\n",
       "id                                                     \n",
       "1                   retail assistant       city hall   \n",
       "2                    fashion advisor    jurong point   \n",
       "3                   boutique manager       singapore   \n",
       "4                   retail assistant       vivo city   \n",
       "5                    sales associate          al ain   \n",
       "6                    sales associate           dubai   \n",
       "7                 fashion consultant           delhi   \n",
       "8   senior part-time sales associate       woodlands   \n",
       "9                   retail associate    kuala lumpur   \n",
       "10       seasonal cashier sales crew  ermita, manila   \n",
       "\n",
       "                                    keywords_combined  \n",
       "id                                                     \n",
       "1   eazy cash student want earn extra pocket money...  \n",
       "2   working charles keith definitely good opportun...  \n",
       "3   charles keith well known local brand singapore...  \n",
       "4   even tho part timer still need work frm openin...  \n",
       "5   recommend friends buy product charleskeith qua...  \n",
       "6   love much brand despite circumstances lack org...  \n",
       "7   pro understanding cooperative teams proactive ...  \n",
       "8   part time position great students levels polyt...  \n",
       "9   long working hours much work tired work inadeq...  \n",
       "10  best job contract offer seasonal employee help...  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['keywords_combined'] = df['string_remove_stopwords'] + ' ' + df['occupation_lower'] + ' ' + df['company_lower'] + ' ' + df['place_lower']\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_OccupationRole</th>\n",
       "      <th>_Rank</th>\n",
       "      <th>Author</th>\n",
       "      <th>Company</th>\n",
       "      <th>Date</th>\n",
       "      <th>Employment</th>\n",
       "      <th>Occupation</th>\n",
       "      <th>Place</th>\n",
       "      <th>Review</th>\n",
       "      <th>Rating</th>\n",
       "      <th>review_split_words</th>\n",
       "      <th>remove_stopwords</th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "      <th>keywords_combined</th>\n",
       "      <th>lst_keywords_combined</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - City Hall...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>23/11/19</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>City Hall</td>\n",
       "      <td>Eazy cash for student who want to earn extra p...</td>\n",
       "      <td>3</td>\n",
       "      <td>[eazy, cash, for, student, who, want, to, earn...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>city hall</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>[eazy, cash, student, want, earn, extra, pocke...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Advisor (Former Employee) - Jurong poi...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>7/7/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Advisor</td>\n",
       "      <td>Jurong point</td>\n",
       "      <td>Working in Charles and Keith is definitely a g...</td>\n",
       "      <td>5</td>\n",
       "      <td>[working, in, charles, and, keith, is, definit...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion advisor</td>\n",
       "      <td>jurong point</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>[working, charles, keith, definitely, good, op...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>Manager</td>\n",
       "      <td>Boutique Manager (Current Employee) - Singapor...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>1/4/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Boutique Manager</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>Charles and Keith is a well known local brand ...</td>\n",
       "      <td>3</td>\n",
       "      <td>[charles, and, keith, is, a, well, known, loca...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>boutique manager</td>\n",
       "      <td>singapore</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>[charles, keith, well, known, local, brand, si...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail Assistant (Former Employee) - Vivo City...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>20/3/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail Assistant</td>\n",
       "      <td>Vivo City</td>\n",
       "      <td>Even tho part timer but still need to work frm...</td>\n",
       "      <td>5</td>\n",
       "      <td>[even, tho, part, timer, but, still, need, to,...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>vivo city</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>[even, tho, part, timer, still, need, work, fr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sales Associate (Current Employee) - Al ain - ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>2/3/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Sales Associate</td>\n",
       "      <td>Al ain</td>\n",
       "      <td>I will recommend to all my friends to buy a pr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[i, will, recommend, to, all, my, friends, to,...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>al ain</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>[recommend, friends, buy, product, charleskeit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SALES ASSOCIATE (Former Employee) - Dubai - Fe...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>29/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>SALES ASSOCIATE</td>\n",
       "      <td>Dubai</td>\n",
       "      <td>I love so much this brand despite of circumsta...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, love, so, much, this, brand, despite, of, ...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>dubai</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>[love, much, brand, despite, circumstances, la...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fashion Consultant (Former Employee) - Delhi -...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>9/2/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Fashion Consultant</td>\n",
       "      <td>Delhi</td>\n",
       "      <td>Pro: \\rUnderstanding and cooperative teams\\rPr...</td>\n",
       "      <td>4</td>\n",
       "      <td>[pro, understanding, and, cooperative, teams, ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion consultant</td>\n",
       "      <td>delhi</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>[pro, understanding, cooperative, teams, proac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Sales</td>\n",
       "      <td>Part-time</td>\n",
       "      <td>Senior Part-Time Sales Associate (Current Empl...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>4/2/20</td>\n",
       "      <td>Current Employee</td>\n",
       "      <td>Senior Part-Time Sales Associate</td>\n",
       "      <td>Woodlands</td>\n",
       "      <td>Part time position is great for students in be...</td>\n",
       "      <td>3</td>\n",
       "      <td>[part, time, position, is, great, for, student...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>senior part-time sales associate</td>\n",
       "      <td>woodlands</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>[part, time, position, great, students, levels...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Retail associate (Former Employee) - Kuala Lum...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>31/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Retail associate</td>\n",
       "      <td>Kuala Lumpur</td>\n",
       "      <td>long working hours and too much work to do. Ti...</td>\n",
       "      <td>2</td>\n",
       "      <td>[long, working, hours, and, too, much, work, t...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail associate</td>\n",
       "      <td>kuala lumpur</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>[long, working, hours, much, work, tired, work...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Sales</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Seasonal Cashier sales crew (Former Employee) ...</td>\n",
       "      <td>Charles-&amp;-Keith</td>\n",
       "      <td>16/1/20</td>\n",
       "      <td>Former Employee</td>\n",
       "      <td>Seasonal Cashier sales crew</td>\n",
       "      <td>Ermita, Manila</td>\n",
       "      <td>I did my best doing the job, but the contract ...</td>\n",
       "      <td>5</td>\n",
       "      <td>[i, did, my, best, doing, the, job, but, the, ...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>seasonal cashier sales crew</td>\n",
       "      <td>ermita, manila</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>[best, job, contract, offer, seasonal, employe...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   _OccupationRole      _Rank  \\\n",
       "id                              \n",
       "1            Sales        NaN   \n",
       "2              NaN        NaN   \n",
       "3              NaN    Manager   \n",
       "4            Sales        NaN   \n",
       "5            Sales        NaN   \n",
       "6            Sales        NaN   \n",
       "7              NaN        NaN   \n",
       "8            Sales  Part-time   \n",
       "9            Sales        NaN   \n",
       "10           Sales        NaN   \n",
       "\n",
       "                                               Author          Company  \\\n",
       "id                                                                       \n",
       "1   Retail Assistant (Former Employee) - City Hall...  Charles-&-Keith   \n",
       "2   Fashion Advisor (Former Employee) - Jurong poi...  Charles-&-Keith   \n",
       "3   Boutique Manager (Current Employee) - Singapor...  Charles-&-Keith   \n",
       "4   Retail Assistant (Former Employee) - Vivo City...  Charles-&-Keith   \n",
       "5   Sales Associate (Current Employee) - Al ain - ...  Charles-&-Keith   \n",
       "6   SALES ASSOCIATE (Former Employee) - Dubai - Fe...  Charles-&-Keith   \n",
       "7   Fashion Consultant (Former Employee) - Delhi -...  Charles-&-Keith   \n",
       "8   Senior Part-Time Sales Associate (Current Empl...  Charles-&-Keith   \n",
       "9   Retail associate (Former Employee) - Kuala Lum...  Charles-&-Keith   \n",
       "10  Seasonal Cashier sales crew (Former Employee) ...  Charles-&-Keith   \n",
       "\n",
       "        Date        Employment                        Occupation  \\\n",
       "id                                                                 \n",
       "1   23/11/19   Former Employee                  Retail Assistant   \n",
       "2     7/7/20   Former Employee                   Fashion Advisor   \n",
       "3     1/4/20  Current Employee                  Boutique Manager   \n",
       "4    20/3/20   Former Employee                  Retail Assistant   \n",
       "5     2/3/20  Current Employee                   Sales Associate   \n",
       "6    29/2/20   Former Employee                   SALES ASSOCIATE   \n",
       "7     9/2/20   Former Employee                Fashion Consultant   \n",
       "8     4/2/20  Current Employee  Senior Part-Time Sales Associate   \n",
       "9    31/1/20   Former Employee                  Retail associate   \n",
       "10   16/1/20   Former Employee       Seasonal Cashier sales crew   \n",
       "\n",
       "             Place                                             Review  Rating  \\\n",
       "id                                                                              \n",
       "1        City Hall  Eazy cash for student who want to earn extra p...       3   \n",
       "2     Jurong point  Working in Charles and Keith is definitely a g...       5   \n",
       "3        Singapore  Charles and Keith is a well known local brand ...       3   \n",
       "4        Vivo City  Even tho part timer but still need to work frm...       5   \n",
       "5           Al ain  I will recommend to all my friends to buy a pr...       4   \n",
       "6            Dubai  I love so much this brand despite of circumsta...       5   \n",
       "7            Delhi  Pro: \\rUnderstanding and cooperative teams\\rPr...       4   \n",
       "8        Woodlands  Part time position is great for students in be...       3   \n",
       "9     Kuala Lumpur  long working hours and too much work to do. Ti...       2   \n",
       "10  Ermita, Manila  I did my best doing the job, but the contract ...       5   \n",
       "\n",
       "                                   review_split_words  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, for, student, who, want, to, earn...   \n",
       "2   [working, in, charles, and, keith, is, definit...   \n",
       "3   [charles, and, keith, is, a, well, known, loca...   \n",
       "4   [even, tho, part, timer, but, still, need, to,...   \n",
       "5   [i, will, recommend, to, all, my, friends, to,...   \n",
       "6   [i, love, so, much, this, brand, despite, of, ...   \n",
       "7   [pro, understanding, and, cooperative, teams, ...   \n",
       "8   [part, time, position, is, great, for, student...   \n",
       "9   [long, working, hours, and, too, much, work, t...   \n",
       "10  [i, did, my, best, doing, the, job, but, the, ...   \n",
       "\n",
       "                                     remove_stopwords  \\\n",
       "id                                                      \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...   \n",
       "2   [working, charles, keith, definitely, good, op...   \n",
       "3   [charles, keith, well, known, local, brand, si...   \n",
       "4   [even, tho, part, timer, still, need, work, fr...   \n",
       "5   [recommend, friends, buy, product, charleskeit...   \n",
       "6   [love, much, brand, despite, circumstances, la...   \n",
       "7   [pro, understanding, cooperative, teams, proac...   \n",
       "8   [part, time, position, great, students, levels...   \n",
       "9   [long, working, hours, much, work, tired, work...   \n",
       "10  [best, job, contract, offer, seasonal, employe...   \n",
       "\n",
       "                              string_remove_stopwords    company_lower  \\\n",
       "id                                                                       \n",
       "1   eazy cash student want earn extra pocket money...  charles & keith   \n",
       "2   working charles keith definitely good opportun...  charles & keith   \n",
       "3   charles keith well known local brand singapore...  charles & keith   \n",
       "4   even tho part timer still need work frm openin...  charles & keith   \n",
       "5   recommend friends buy product charleskeith qua...  charles & keith   \n",
       "6   love much brand despite circumstances lack org...  charles & keith   \n",
       "7   pro understanding cooperative teams proactive ...  charles & keith   \n",
       "8   part time position great students levels polyt...  charles & keith   \n",
       "9   long working hours much work tired work inadeq...  charles & keith   \n",
       "10  best job contract offer seasonal employee help...  charles & keith   \n",
       "\n",
       "                    occupation_lower     place_lower  \\\n",
       "id                                                     \n",
       "1                   retail assistant       city hall   \n",
       "2                    fashion advisor    jurong point   \n",
       "3                   boutique manager       singapore   \n",
       "4                   retail assistant       vivo city   \n",
       "5                    sales associate          al ain   \n",
       "6                    sales associate           dubai   \n",
       "7                 fashion consultant           delhi   \n",
       "8   senior part-time sales associate       woodlands   \n",
       "9                   retail associate    kuala lumpur   \n",
       "10       seasonal cashier sales crew  ermita, manila   \n",
       "\n",
       "                                    keywords_combined  \\\n",
       "id                                                      \n",
       "1   eazy cash student want earn extra pocket money...   \n",
       "2   working charles keith definitely good opportun...   \n",
       "3   charles keith well known local brand singapore...   \n",
       "4   even tho part timer still need work frm openin...   \n",
       "5   recommend friends buy product charleskeith qua...   \n",
       "6   love much brand despite circumstances lack org...   \n",
       "7   pro understanding cooperative teams proactive ...   \n",
       "8   part time position great students levels polyt...   \n",
       "9   long working hours much work tired work inadeq...   \n",
       "10  best job contract offer seasonal employee help...   \n",
       "\n",
       "                                lst_keywords_combined  \n",
       "id                                                     \n",
       "1   [eazy, cash, student, want, earn, extra, pocke...  \n",
       "2   [working, charles, keith, definitely, good, op...  \n",
       "3   [charles, keith, well, known, local, brand, si...  \n",
       "4   [even, tho, part, timer, still, need, work, fr...  \n",
       "5   [recommend, friends, buy, product, charleskeit...  \n",
       "6   [love, much, brand, despite, circumstances, la...  \n",
       "7   [pro, understanding, cooperative, teams, proac...  \n",
       "8   [part, time, position, great, students, levels...  \n",
       "9   [long, working, hours, much, work, tired, work...  \n",
       "10  [best, job, contract, offer, seasonal, employe...  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lst_keywords_combined = []\n",
    "for index, row in df.iterrows():\n",
    "    s = str(row['keywords_combined'])\n",
    "    s = s.split()\n",
    "    lst_keywords_combined.append(s)\n",
    "\n",
    "df[\"lst_keywords_combined\"] = lst_keywords_combined\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "      <th>keywords_combined</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>city hall</td>\n",
       "      <td>eazy cash student want earn extra pocket money...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion advisor</td>\n",
       "      <td>jurong point</td>\n",
       "      <td>working charles keith definitely good opportun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>boutique manager</td>\n",
       "      <td>singapore</td>\n",
       "      <td>charles keith well known local brand singapore...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>vivo city</td>\n",
       "      <td>even tho part timer still need work frm openin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>al ain</td>\n",
       "      <td>recommend friends buy product charleskeith qua...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>sales associate</td>\n",
       "      <td>dubai</td>\n",
       "      <td>love much brand despite circumstances lack org...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>fashion consultant</td>\n",
       "      <td>delhi</td>\n",
       "      <td>pro understanding cooperative teams proactive ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>senior part-time sales associate</td>\n",
       "      <td>woodlands</td>\n",
       "      <td>part time position great students levels polyt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>retail associate</td>\n",
       "      <td>kuala lumpur</td>\n",
       "      <td>long working hours much work tired work inadeq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "      <td>charles &amp; keith</td>\n",
       "      <td>seasonal cashier sales crew</td>\n",
       "      <td>ermita, manila</td>\n",
       "      <td>best job contract offer seasonal employee help...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                              string_remove_stopwords    company_lower  \\\n",
       "id                                                                       \n",
       "1   eazy cash student want earn extra pocket money...  charles & keith   \n",
       "2   working charles keith definitely good opportun...  charles & keith   \n",
       "3   charles keith well known local brand singapore...  charles & keith   \n",
       "4   even tho part timer still need work frm openin...  charles & keith   \n",
       "5   recommend friends buy product charleskeith qua...  charles & keith   \n",
       "6   love much brand despite circumstances lack org...  charles & keith   \n",
       "7   pro understanding cooperative teams proactive ...  charles & keith   \n",
       "8   part time position great students levels polyt...  charles & keith   \n",
       "9   long working hours much work tired work inadeq...  charles & keith   \n",
       "10  best job contract offer seasonal employee help...  charles & keith   \n",
       "\n",
       "                    occupation_lower     place_lower  \\\n",
       "id                                                     \n",
       "1                   retail assistant       city hall   \n",
       "2                    fashion advisor    jurong point   \n",
       "3                   boutique manager       singapore   \n",
       "4                   retail assistant       vivo city   \n",
       "5                    sales associate          al ain   \n",
       "6                    sales associate           dubai   \n",
       "7                 fashion consultant           delhi   \n",
       "8   senior part-time sales associate       woodlands   \n",
       "9                   retail associate    kuala lumpur   \n",
       "10       seasonal cashier sales crew  ermita, manila   \n",
       "\n",
       "                                    keywords_combined  \n",
       "id                                                     \n",
       "1   eazy cash student want earn extra pocket money...  \n",
       "2   working charles keith definitely good opportun...  \n",
       "3   charles keith well known local brand singapore...  \n",
       "4   even tho part timer still need work frm openin...  \n",
       "5   recommend friends buy product charleskeith qua...  \n",
       "6   love much brand despite circumstances lack org...  \n",
       "7   pro understanding cooperative teams proactive ...  \n",
       "8   part time position great students levels polyt...  \n",
       "9   long working hours much work tired work inadeq...  \n",
       "10  best job contract offer seasonal employee help...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.drop(columns = ['_OccupationRole','_Rank', 'Author', 'Company', 'Date', 'Employment', 'Occupation', 'Place','Review', 'Rating', 'review_split_words', 'remove_stopwords', 'lst_keywords_combined'])\n",
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"cleaned_data.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2652\n",
      "663\n",
      "0.8\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "train, test = train_test_split(df, test_size=0.2)\n",
    "\n",
    "\n",
    "print(len(train))\n",
    "print(len(test))\n",
    "print(len(train)/len(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "      <th>keywords_combined</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2502</th>\n",
       "      <td>would create closing game plan would brought d...</td>\n",
       "      <td>uniqlo</td>\n",
       "      <td>sales floor supervisor and visuals merchandiser</td>\n",
       "      <td>5 av and 53 st and times square</td>\n",
       "      <td>would create closing game plan would brought d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1605</th>\n",
       "      <td>every day learning day dealing every different...</td>\n",
       "      <td>uniqlo</td>\n",
       "      <td>sale advisor</td>\n",
       "      <td>london, eng</td>\n",
       "      <td>every day learning day dealing every different...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2438</th>\n",
       "      <td>work environment conducive worklife balance ac...</td>\n",
       "      <td>singtel</td>\n",
       "      <td>sales &amp; accounts operations executive</td>\n",
       "      <td>singapore</td>\n",
       "      <td>work environment conducive worklife balance ac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>818</th>\n",
       "      <td>work branch theres much information provide ti...</td>\n",
       "      <td>ocbc bank</td>\n",
       "      <td>personal financial consultant</td>\n",
       "      <td>seremban</td>\n",
       "      <td>work branch theres much information provide ti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1079</th>\n",
       "      <td>open culture openminded bosses supportive coll...</td>\n",
       "      <td>starhub</td>\n",
       "      <td>senior hr partner</td>\n",
       "      <td>uni</td>\n",
       "      <td>open culture openminded bosses supportive coll...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                string_remove_stopwords company_lower  \\\n",
       "id                                                                      \n",
       "2502  would create closing game plan would brought d...        uniqlo   \n",
       "1605  every day learning day dealing every different...        uniqlo   \n",
       "2438  work environment conducive worklife balance ac...       singtel   \n",
       "818   work branch theres much information provide ti...     ocbc bank   \n",
       "1079  open culture openminded bosses supportive coll...       starhub   \n",
       "\n",
       "                                     occupation_lower  \\\n",
       "id                                                      \n",
       "2502  sales floor supervisor and visuals merchandiser   \n",
       "1605                                     sale advisor   \n",
       "2438            sales & accounts operations executive   \n",
       "818                     personal financial consultant   \n",
       "1079                                senior hr partner   \n",
       "\n",
       "                          place_lower  \\\n",
       "id                                      \n",
       "2502  5 av and 53 st and times square   \n",
       "1605                      london, eng   \n",
       "2438                        singapore   \n",
       "818                          seremban   \n",
       "1079                              uni   \n",
       "\n",
       "                                      keywords_combined  \n",
       "id                                                       \n",
       "2502  would create closing game plan would brought d...  \n",
       "1605  every day learning day dealing every different...  \n",
       "2438  work environment conducive worklife balance ac...  \n",
       "818   work branch theres much information provide ti...  \n",
       "1079  open culture openminded bosses supportive coll...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>string_remove_stopwords</th>\n",
       "      <th>company_lower</th>\n",
       "      <th>occupation_lower</th>\n",
       "      <th>place_lower</th>\n",
       "      <th>keywords_combined</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>553</th>\n",
       "      <td>love employees love sales cashier company comf...</td>\n",
       "      <td>giordano</td>\n",
       "      <td>sales associate/ cashier</td>\n",
       "      <td>manila</td>\n",
       "      <td>love employees love sales cashier company comf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1799</th>\n",
       "      <td>great experience career opportunities processh...</td>\n",
       "      <td>singtel</td>\n",
       "      <td>online &amp; mobile advertising marketing manager</td>\n",
       "      <td>sydney nsw</td>\n",
       "      <td>great experience career opportunities processh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1786</th>\n",
       "      <td>cannibalistic culture lack employee welfare ab...</td>\n",
       "      <td>united overseas bank</td>\n",
       "      <td>personal banker</td>\n",
       "      <td>toa payoh</td>\n",
       "      <td>cannibalistic culture lack employee welfare ab...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2532</th>\n",
       "      <td>shopfloor requirements standard expectations e...</td>\n",
       "      <td>uniqlo</td>\n",
       "      <td>retail assistant</td>\n",
       "      <td>bugis</td>\n",
       "      <td>shopfloor requirements standard expectations e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>690</th>\n",
       "      <td>quite fun experience working retail excitement...</td>\n",
       "      <td>isetann department store</td>\n",
       "      <td>sales supervisor</td>\n",
       "      <td>serangoon</td>\n",
       "      <td>quite fun experience working retail excitement...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                string_remove_stopwords  \\\n",
       "id                                                        \n",
       "553   love employees love sales cashier company comf...   \n",
       "1799  great experience career opportunities processh...   \n",
       "1786  cannibalistic culture lack employee welfare ab...   \n",
       "2532  shopfloor requirements standard expectations e...   \n",
       "690   quite fun experience working retail excitement...   \n",
       "\n",
       "                 company_lower                               occupation_lower  \\\n",
       "id                                                                              \n",
       "553                   giordano                       sales associate/ cashier   \n",
       "1799                   singtel  online & mobile advertising marketing manager   \n",
       "1786      united overseas bank                                personal banker   \n",
       "2532                    uniqlo                               retail assistant   \n",
       "690   isetann department store                               sales supervisor   \n",
       "\n",
       "     place_lower                                  keywords_combined  \n",
       "id                                                                   \n",
       "553       manila  love employees love sales cashier company comf...  \n",
       "1799  sydney nsw  great experience career opportunities processh...  \n",
       "1786   toa payoh  cannibalistic culture lack employee welfare ab...  \n",
       "2532       bugis  shopfloor requirements standard expectations e...  \n",
       "690    serangoon  quite fun experience working retail excitement...  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "train.to_csv(\"train_cleaned_data.csv\")\n",
    "test.to_csv(\"test_cleaned_data.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}