Sentiment_Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to /Users/jeeva/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to /Users/jeeva/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to /Users/jeeva/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package sentiwordnet to\n",
      "[nltk_data]     /Users/jeeva/nltk_data...\n",
      "[nltk_data]   Package sentiwordnet is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from DataUtility import dataUtils, preProcessing, textVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtUtils = dataUtils()\n",
    "preProcess = preProcessing()\n",
    "textVector = textVectorizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/anaconda3/lib/python3.11/site-packages/pandas/core/dtypes/astype.py:189: RuntimeWarning: invalid value encountered in cast\n",
      "  return values.astype(dtype, copy=copy)\n"
     ]
    }
   ],
   "source": [
    "google_review_data = dtUtils.GetGoogleReviewData()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10000 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "...                                     ...  \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "\n",
       "[10000 rows x 8 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "google_review_data = preProcess.removeEmptyReview(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71  \n",
       "...                                     ...  \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0  \n",
       "\n",
       "[6274 rows x 8 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:164: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data[\"processed_review\"]  = data['text'].apply(lambda x:remove_original(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.HandleTranslatedData(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     I have been with Sara as my Agent for many yea...  \n",
       "1     I went to this allstate because I needed a new...  \n",
       "2     Everyone at this office is great!  They make m...  \n",
       "3                                         Great service  \n",
       "4                                              Friendly  \n",
       "...                                                 ...  \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  \n",
       "9996             Pastor Valerie taught a awesome  word.  \n",
       "9997  Love the worship experience. The preached word...  \n",
       "9998        Went to afternoon Bible study with my mommy  \n",
       "9999                             Great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:167: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: remove_punctuation(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handlePunctuation(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Everyone at this office is great  They make me...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>Friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>I love my pastor Pastor Elder Valerie Bennett ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Pastor Valerie taught a awesome  word</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Love the worship experience The preached word ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>Great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     I have been with Sara as my Agent for many yea...  \n",
       "1     I went to this allstate because I needed a new...  \n",
       "2     Everyone at this office is great  They make me...  \n",
       "3                                         Great service  \n",
       "4                                              Friendly  \n",
       "...                                                 ...  \n",
       "9995  I love my pastor Pastor Elder Valerie Bennett ...  \n",
       "9996              Pastor Valerie taught a awesome  word  \n",
       "9997  Love the worship experience The preached word ...  \n",
       "9998        Went to afternoon Bible study with my mommy  \n",
       "9999                             Great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:170: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: x.lower())\n"
     ]
    }
   ],
   "source": [
    "preProcess.DoLowerCase(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i have been with sara as my agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i went to this allstate because i needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>everyone at this office is great  they make me...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>i love my pastor pastor elder valerie bennett ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>pastor valerie taught a awesome  word</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love the worship experience the preached word ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>went to afternoon bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     i have been with sara as my agent for many yea...  \n",
       "1     i went to this allstate because i needed a new...  \n",
       "2     everyone at this office is great  they make me...  \n",
       "3                                         great service  \n",
       "4                                              friendly  \n",
       "...                                                 ...  \n",
       "9995  i love my pastor pastor elder valerie bennett ...  \n",
       "9996              pastor valerie taught a awesome  word  \n",
       "9997  love the worship experience the preached word ...  \n",
       "9998        went to afternoon bible study with my mommy  \n",
       "9999                             great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:173: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: remove_emojis(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.removeEmoji(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i have been with sara as my agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i went to this allstate because i needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>everyone at this office is great  they make me...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>i love my pastor pastor elder valerie bennett ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>pastor valerie taught a awesome  word</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love the worship experience the preached word ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>went to afternoon bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     i have been with sara as my agent for many yea...  \n",
       "1     i went to this allstate because i needed a new...  \n",
       "2     everyone at this office is great  they make me...  \n",
       "3                                         great service  \n",
       "4                                              friendly  \n",
       "...                                                 ...  \n",
       "9995  i love my pastor pastor elder valerie bennett ...  \n",
       "9996              pastor valerie taught a awesome  word  \n",
       "9997  love the worship experience the preached word ...  \n",
       "9998        went to afternoon bible study with my mommy  \n",
       "9999                             great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:176: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x:remove_url_html_spc(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handleURLAndHTMLAndSpecialCharacter(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i have been with sara as my agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i went to this allstate because i needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>everyone at this office is great they make me ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>i love my pastor pastor elder valerie bennett ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>pastor valerie taught a awesome word</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love the worship experience the preached word ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>went to afternoon bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     i have been with sara as my agent for many yea...  \n",
       "1     i went to this allstate because i needed a new...  \n",
       "2     everyone at this office is great they make me ...  \n",
       "3                                         great service  \n",
       "4                                              friendly  \n",
       "...                                                 ...  \n",
       "9995  i love my pastor pastor elder valerie bennett ...  \n",
       "9996               pastor valerie taught a awesome word  \n",
       "9997  love the worship experience the preached word ...  \n",
       "9998        went to afternoon bible study with my mommy  \n",
       "9999                             great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:192: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: replace_numbers_with_words(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handleNumericValue(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i have been with sara as my agent for many yea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>i went to this allstate because i needed a new...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>everyone at this office is great they make me ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>great service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>friendly</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>i love my pastor pastor elder valerie bennett ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>pastor valerie taught a awesome word</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love the worship experience the preached word ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>went to afternoon bible study with my mommy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>great place to worship</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     i have been with sara as my agent for many yea...  \n",
       "1     i went to this allstate because i needed a new...  \n",
       "2     everyone at this office is great they make me ...  \n",
       "3                                         great service  \n",
       "4                                              friendly  \n",
       "...                                                 ...  \n",
       "9995  i love my pastor pastor elder valerie bennett ...  \n",
       "9996               pastor valerie taught a awesome word  \n",
       "9997  love the worship experience the preached word ...  \n",
       "9998        went to afternoon bible study with my mommy  \n",
       "9999                             great place to worship  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:195: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: word_tokenize(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.tokenizeText(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[i, have, been, with, sara, as, my, agent, for...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[i, went, to, this, allstate, because, i, need...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[everyone, at, this, office, is, great, they, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[great, service]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[friendly]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[i, love, my, pastor, pastor, elder, valerie, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[pastor, valerie, taught, a, awesome, word]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, the, worship, experience, the, preached...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[went, to, afternoon, bible, study, with, my, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[great, place, to, worship]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     [i, have, been, with, sara, as, my, agent, for...  \n",
       "1     [i, went, to, this, allstate, because, i, need...  \n",
       "2     [everyone, at, this, office, is, great, they, ...  \n",
       "3                                      [great, service]  \n",
       "4                                            [friendly]  \n",
       "...                                                 ...  \n",
       "9995  [i, love, my, pastor, pastor, elder, valerie, ...  \n",
       "9996        [pastor, valerie, taught, a, awesome, word]  \n",
       "9997  [love, the, worship, experience, the, preached...  \n",
       "9998  [went, to, afternoon, bible, study, with, my, ...  \n",
       "9999                        [great, place, to, worship]  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:179: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: remove_stopwords(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handleStopWords(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[sara, agent, many, years, always, get, great,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[went, allstate, needed, new, agent, went, saw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[everyone, office, great, make, feel, like, im...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[great, service]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[friendly]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, pastor, pastor, elder, valerie, bennett...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[pastor, valerie, taught, awesome, word]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, worship, experience, preached, word, aw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[went, afternoon, bible, study, mommy]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[great, place, worship]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     [sara, agent, many, years, always, get, great,...  \n",
       "1     [went, allstate, needed, new, agent, went, saw...  \n",
       "2     [everyone, office, great, make, feel, like, im...  \n",
       "3                                      [great, service]  \n",
       "4                                            [friendly]  \n",
       "...                                                 ...  \n",
       "9995  [love, pastor, pastor, elder, valerie, bennett...  \n",
       "9996           [pastor, valerie, taught, awesome, word]  \n",
       "9997  [love, worship, experience, preached, word, aw...  \n",
       "9998             [went, afternoon, bible, study, mommy]  \n",
       "9999                            [great, place, worship]  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:186: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: lemmatizer(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handleLemmatizer(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[sara, agent, many, year, always, get, great, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[went, allstate, needed, new, agent, went, saw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[everyone, office, great, make, feel, like, im...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[great, service]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[friendly]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, pastor, pastor, elder, valerie, bennett...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[pastor, valerie, taught, awesome, word]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, worship, experience, preached, word, aw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[went, afternoon, bible, study, mommy]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[great, place, worship]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     [sara, agent, many, year, always, get, great, ...  \n",
       "1     [went, allstate, needed, new, agent, went, saw...  \n",
       "2     [everyone, office, great, make, feel, like, im...  \n",
       "3                                      [great, service]  \n",
       "4                                            [friendly]  \n",
       "...                                                 ...  \n",
       "9995  [love, pastor, pastor, elder, valerie, bennett...  \n",
       "9996           [pastor, valerie, taught, awesome, word]  \n",
       "9997  [love, worship, experience, preached, word, aw...  \n",
       "9998             [went, afternoon, bible, study, mommy]  \n",
       "9999                            [great, place, worship]  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:189: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: handle_negate_text(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.handleNegation(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[sara, agent, many, year, always, get, great, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[went, allstate, needed, new, agent, went, saw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[everyone, office, great, make, feel, like, im...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[great, service]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[friendly]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, pastor, pastor, elder, valerie, bennett...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[pastor, valerie, taught, awesome, word]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, worship, experience, preached, word, aw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[went, afternoon, bible, study, mommy]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[great, place, worship]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review  \n",
       "0     [sara, agent, many, year, always, get, great, ...  \n",
       "1     [went, allstate, needed, new, agent, went, saw...  \n",
       "2     [everyone, office, great, make, feel, like, im...  \n",
       "3                                      [great, service]  \n",
       "4                                            [friendly]  \n",
       "...                                                 ...  \n",
       "9995  [love, pastor, pastor, elder, valerie, bennett...  \n",
       "9996           [pastor, valerie, taught, awesome, word]  \n",
       "9997  [love, worship, experience, preached, word, aw...  \n",
       "9998             [went, afternoon, bible, study, mommy]  \n",
       "9999                            [great, place, worship]  \n",
       "\n",
       "[6274 rows x 9 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:199: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['sentiment'] = data['processed_review'].apply(lambda x: calculate_sentiment(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.addSentiwordAnalysis(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[sara, agent, many, year, always, get, great, ...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[went, allstate, needed, new, agent, went, saw...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[everyone, office, great, make, feel, like, im...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[great, service]</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>[friendly]</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, pastor, pastor, elder, valerie, bennett...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[pastor, valerie, taught, awesome, word]</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[love, worship, experience, preached, word, aw...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[went, afternoon, bible, study, mommy]</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>[great, place, worship]</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review sentiment  \n",
       "0     [sara, agent, many, year, always, get, great, ...  Positive  \n",
       "1     [went, allstate, needed, new, agent, went, saw...  Positive  \n",
       "2     [everyone, office, great, make, feel, like, im...  Positive  \n",
       "3                                      [great, service]  Positive  \n",
       "4                                            [friendly]  Positive  \n",
       "...                                                 ...       ...  \n",
       "9995  [love, pastor, pastor, elder, valerie, bennett...  Positive  \n",
       "9996           [pastor, valerie, taught, awesome, word]  Positive  \n",
       "9997  [love, worship, experience, preached, word, aw...  Positive  \n",
       "9998             [went, afternoon, bible, study, mommy]  Positive  \n",
       "9999                            [great, place, worship]  Positive  \n",
       "\n",
       "[6274 rows x 10 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:202: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  data['processed_review'] = data['processed_review'].apply(lambda x: ' '.join(x))\n"
     ]
    }
   ],
   "source": [
    "preProcess.joinTextData(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>name</th>\n",
       "      <th>time</th>\n",
       "      <th>rating</th>\n",
       "      <th>text</th>\n",
       "      <th>pics</th>\n",
       "      <th>resp</th>\n",
       "      <th>gmap_id</th>\n",
       "      <th>processed_review</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.149975e+20</td>\n",
       "      <td>Deb Mae</td>\n",
       "      <td>1611524448905</td>\n",
       "      <td>5</td>\n",
       "      <td>I have been with Sara as my Agent for many yea...</td>\n",
       "      <td>None</td>\n",
       "      <td>{'time': 1611589883844, 'text': 'Deb,  Thank y...</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>sara agent many year always get great service ...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.046177e+20</td>\n",
       "      <td>sherry stone</td>\n",
       "      <td>1574805324619</td>\n",
       "      <td>1</td>\n",
       "      <td>I went to this allstate because I needed a new...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>went allstate needed new agent went saw two pe...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.064380e+20</td>\n",
       "      <td>Shannon Kropp</td>\n",
       "      <td>1455651168542</td>\n",
       "      <td>5</td>\n",
       "      <td>Everyone at this office is great!  They make m...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>everyone office great make feel like important...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.053143e+20</td>\n",
       "      <td>M A T T</td>\n",
       "      <td>1595369812147</td>\n",
       "      <td>5</td>\n",
       "      <td>Great service</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>great service</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.075909e+20</td>\n",
       "      <td>Not the Mama</td>\n",
       "      <td>1593635254254</td>\n",
       "      <td>5</td>\n",
       "      <td>Friendly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x883b4dcfa112c3f7:0xa893bca9bab5ec71</td>\n",
       "      <td>friendly</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9995</th>\n",
       "      <td>1.031211e+20</td>\n",
       "      <td>Darlene Stephens</td>\n",
       "      <td>1568558248148</td>\n",
       "      <td>5</td>\n",
       "      <td>I love my pastor, Pastor Elder Valerie Bennett...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love pastor pastor elder valerie bennett hopp ...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9996</th>\n",
       "      <td>1.099381e+20</td>\n",
       "      <td>tamiesha frye</td>\n",
       "      <td>1562607218630</td>\n",
       "      <td>5</td>\n",
       "      <td>Pastor Valerie taught a awesome  word.</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>pastor valerie taught awesome word</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9997</th>\n",
       "      <td>1.067955e+20</td>\n",
       "      <td>Nan Springfield</td>\n",
       "      <td>1507630294460</td>\n",
       "      <td>5</td>\n",
       "      <td>Love the worship experience. The preached word...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>love worship experience preached word awesome ...</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9998</th>\n",
       "      <td>1.087718e+20</td>\n",
       "      <td>D Shan</td>\n",
       "      <td>1538609058076</td>\n",
       "      <td>4</td>\n",
       "      <td>Went to afternoon Bible study with my mommy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>went afternoon bible study mommy</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9999</th>\n",
       "      <td>1.058784e+20</td>\n",
       "      <td>Eunice Green</td>\n",
       "      <td>1548632172166</td>\n",
       "      <td>5</td>\n",
       "      <td>Great place to worship</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0x8824cc0931a4f903:0x81b6402a3ece92d0</td>\n",
       "      <td>great place worship</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6274 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           user_id              name           time  rating  \\\n",
       "0     1.149975e+20           Deb Mae  1611524448905       5   \n",
       "1     1.046177e+20      sherry stone  1574805324619       1   \n",
       "2     1.064380e+20     Shannon Kropp  1455651168542       5   \n",
       "3     1.053143e+20           M A T T  1595369812147       5   \n",
       "4     1.075909e+20      Not the Mama  1593635254254       5   \n",
       "...            ...               ...            ...     ...   \n",
       "9995  1.031211e+20  Darlene Stephens  1568558248148       5   \n",
       "9996  1.099381e+20     tamiesha frye  1562607218630       5   \n",
       "9997  1.067955e+20   Nan Springfield  1507630294460       5   \n",
       "9998  1.087718e+20            D Shan  1538609058076       4   \n",
       "9999  1.058784e+20      Eunice Green  1548632172166       5   \n",
       "\n",
       "                                                   text  pics  \\\n",
       "0     I have been with Sara as my Agent for many yea...  None   \n",
       "1     I went to this allstate because I needed a new...  None   \n",
       "2     Everyone at this office is great!  They make m...  None   \n",
       "3                                         Great service  None   \n",
       "4                                              Friendly  None   \n",
       "...                                                 ...   ...   \n",
       "9995  I love my pastor, Pastor Elder Valerie Bennett...  None   \n",
       "9996             Pastor Valerie taught a awesome  word.  None   \n",
       "9997  Love the worship experience. The preached word...  None   \n",
       "9998        Went to afternoon Bible study with my mommy  None   \n",
       "9999                             Great place to worship  None   \n",
       "\n",
       "                                                   resp  \\\n",
       "0     {'time': 1611589883844, 'text': 'Deb,  Thank y...   \n",
       "1                                                  None   \n",
       "2                                                  None   \n",
       "3                                                  None   \n",
       "4                                                  None   \n",
       "...                                                 ...   \n",
       "9995                                               None   \n",
       "9996                                               None   \n",
       "9997                                               None   \n",
       "9998                                               None   \n",
       "9999                                               None   \n",
       "\n",
       "                                    gmap_id  \\\n",
       "0     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "1     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "2     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "3     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "4     0x883b4dcfa112c3f7:0xa893bca9bab5ec71   \n",
       "...                                     ...   \n",
       "9995  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9996  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9997  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9998  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "9999  0x8824cc0931a4f903:0x81b6402a3ece92d0   \n",
       "\n",
       "                                       processed_review sentiment  \n",
       "0     sara agent many year always get great service ...  Positive  \n",
       "1     went allstate needed new agent went saw two pe...  Positive  \n",
       "2     everyone office great make feel like important...  Positive  \n",
       "3                                         great service  Positive  \n",
       "4                                              friendly  Positive  \n",
       "...                                                 ...       ...  \n",
       "9995  love pastor pastor elder valerie bennett hopp ...  Positive  \n",
       "9996                 pastor valerie taught awesome word  Positive  \n",
       "9997  love worship experience preached word awesome ...  Positive  \n",
       "9998                   went afternoon bible study mommy  Positive  \n",
       "9999                                great place worship  Positive  \n",
       "\n",
       "[6274 rows x 10 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf_matrix = textVector.handleTFIDFVectorizer(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<6274x9561 sparse matrix of type '<class 'numpy.float64'>'\n",
       "\twith 90937 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "count_matrix = textVector.bagOfWords(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<6274x9561 sparse matrix of type '<class 'numpy.int64'>'\n",
       "\twith 90937 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "Spacy_Embeddings = textVector.spacyWordEmbeddings(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       [0.12639438, -0.29082587, -0.1048563, -0.22346...\n",
       "1       [0.027422484, -0.25994802, 0.115542084, 0.2812...\n",
       "2       [0.09407043, -0.3955074, 0.0038479806, 0.06397...\n",
       "3       [-0.5226821, -0.9199767, -0.601419, 0.70037705...\n",
       "4       [-1.3199675, -1.1884059, -1.2538893, 0.1586274...\n",
       "                              ...                        \n",
       "9995    [-0.7454406, -0.9545928, 0.041035943, 0.197512...\n",
       "9996    [-0.2394093, -0.59194547, -0.25882536, 0.18151...\n",
       "9997    [-0.26938778, -0.5179119, 0.16029768, 0.239885...\n",
       "9998    [-0.16687137, -0.646795, 0.07326933, -0.114565...\n",
       "9999    [-0.24085064, -0.7542022, -0.15067442, 0.44298...\n",
       "Name: processed_review, Length: 6274, dtype: object"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Spacy_Embeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jeeva/Documents/SentimentAnalysis1/DataUtility.py:228: UserWarning: Creating a tensor from a list of numpy.ndarrays is extremely slow. Please consider converting the list to a single numpy.ndarray with numpy.array() before converting to a tensor. (Triggered internally at /private/var/folders/nz/j6p8yfhx1mv_0grj5xl4650h0000gp/T/abs_1aidzjezue/croot/pytorch_1687856425340/work/torch/csrc/utils/tensor_new.cpp:248.)\n",
      "  word2vec_matrix = torch.Tensor([word2vec_model.wv[word] for sentence in sentences for word in sentence])\n"
     ]
    }
   ],
   "source": [
    "pytorch_word2vec_matrix = textVector.pytorchWord2VecEmbedding(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[-0.1313,  0.0742,  0.0990,  ...,  0.0285, -0.0176,  0.3644],\n",
       "        [-0.1467, -0.1127, -0.2090,  ..., -0.1397, -0.0429, -0.1746],\n",
       "        [ 0.0990,  0.0851,  0.4223,  ..., -0.0500, -0.0070, -0.0041],\n",
       "        ...,\n",
       "        [-0.1964,  0.0891,  0.1321,  ...,  0.0060, -0.0197, -0.5313],\n",
       "        [ 0.4060, -0.0831,  0.1687,  ..., -0.0295, -0.0857,  0.0081],\n",
       "        [ 0.1960, -0.1047, -0.1190,  ...,  0.0928,  0.0859,  0.4802]])"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pytorch_word2vec_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "keras_word2vec_matrix = textVector.kerasWord2VecEmbedding(google_review_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[   0,    0,    0, ..., 1000,  132, 1417],\n",
       "       [   0,    0,    0, ...,    1,   32,    1],\n",
       "       [   0,    0,    0, ..., 1106,  916,  177],\n",
       "       ...,\n",
       "       [   0,    0,    0, ...,   41,    5, 2181],\n",
       "       [   0,    0,    0, ..., 3528, 2342, 7184],\n",
       "       [   0,    0,    0, ...,    2,    4, 1045]], dtype=int32)"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keras_word2vec_matrix"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}