2.synonymize.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to /home/katya/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to /home/katya/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.stem import WordNetLemmatizer \n",
    "from nltk.corpus import stopwords\n",
    "import json\n",
    "import nltk\n",
    "from nltk import pos_tag\n",
    "from nltk.corpus import wordnet\n",
    "import re\n",
    "import pickle\n",
    "import pandas as pd\n",
    "nltk.download('stopwords')\n",
    "nltk.download('punkt')\n",
    "from icecream import ic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/topics_lemmatized.txt', 'rb') as f:\n",
    "    queries_lem = pickle.load(f)\n",
    "f.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(columns = ['query', 'objs', 'syn'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                                query objs  syn\n",
      "0                                 difference sex love  NaN  NaN\n",
      "1                               better laptop desktop  NaN  NaN\n",
      "2                                  better canon nikon  NaN  NaN\n",
      "3                                 best dish detergent  NaN  NaN\n",
      "4                                      best city live  NaN  NaN\n",
      "5                                 longest river u.s .  NaN  NaN\n",
      "6               healthiest coffee green tea black tea  NaN  NaN\n",
      "7        advantage disadvantage php python vice versa  NaN  NaN\n",
      "8                                 linux better window  NaN  NaN\n",
      "9                                        sleep better  NaN  NaN\n",
      "10                               buy lcd tv plasma tv  NaN  NaN\n",
      "11                          train plane better choice  NaN  NaN\n",
      "12                             highest mountain earth  NaN  NaN\n",
      "13           prefer chinese medicine western medicine  NaN  NaN\n",
      "14                            best wash machine brand  NaN  NaN\n",
      "15                                           buy rent  NaN  NaN\n",
      "16                                     prefer cat dog  NaN  NaN\n",
      "17             better way grill outdoors gas charcoal  NaN  NaN\n",
      "18                                      better mac pc  NaN  NaN\n",
      "19                            better use brush sponge  NaN  NaN\n",
      "20                             better linux microsoft  NaN  NaN\n",
      "21                                  better pepsi coke  NaN  NaN\n",
      "22                  better google search yahoo search  NaN  NaN\n",
      "23                         better netflix blockbuster  NaN  NaN\n",
      "24           browser better internet explorer firefox  NaN  NaN\n",
      "25                            better vehicle bmw audi  NaN  NaN\n",
      "26                    better electric stave gas stave  NaN  NaN\n",
      "27                           plane best boeing airbus  NaN  NaN\n",
      "28                     better disneyland disney world  NaN  NaN\n",
      "29                               buy xbox playstation  NaN  NaN\n",
      "30                                caffeine coffee tea  NaN  NaN\n",
      "31                  better lead lcd reception display  NaN  NaN\n",
      "32                                     better asp php  NaN  NaN\n",
      "33        better environment real fake christmas tree  NaN  NaN\n",
      "34                                  prefer tampon pad  NaN  NaN\n",
      "35                   ide better java netbeans eclipse  NaN  NaN\n",
      "36  opengl better direct3d term portability differ...  NaN  NaN\n",
      "37            difference mysql postgresql performance  NaN  NaN\n",
      "38                java code readable code write scala  NaN  NaN\n",
      "39  operate system better performance window 7 win...  NaN  NaN\n",
      "40       smartphone better battery life xperia iphone  NaN  NaN\n",
      "41                four wheel truck better ford toyota  NaN  NaN\n",
      "42      prefer leica camera nikon portrait photograph  NaN  NaN\n",
      "43      company larger capitalization apple microsoft  NaN  NaN\n",
      "44                        laptop better durability hp  NaN  NaN\n",
      "45                  beverage calorie glass beer cider  NaN  NaN\n",
      "46                     admission rate stanford higher  NaN  NaN\n",
      "47                              pasta healthier pizza  NaN  NaN\n",
      "48         city expensive live san francisco new york  NaN  NaN\n",
      "49       whose salary higher basketball soccer player  NaN  NaN\n"
     ]
    }
   ],
   "source": [
    "df['query'] = queries_lem\n",
    "print(df)\n",
    "df.to_csv('data/q_for_syn.tsv', sep = '\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Detect words for synonyms manually, then read the file and find synonyms"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sex\n",
      "love\n",
      "sexual activity sex arouse love beloved sexual love sleep together love\n",
      "desktop\n",
      "desktop background desktop\n",
      "detergent\n",
      "detergent detergent\n",
      "city\n",
      "city city\n",
      "river\n",
      "river river\n",
      "coffee\n",
      "tea\n",
      "coffee coffee bean chocolate tea tea\n",
      "sleep\n",
      "sleep rest sleep\n",
      "trane\n",
      "plane\n",
      "airplane plane flat plane\n",
      "mountain\n",
      "mountain batch mountain\n",
      "medicine\n",
      "medicine music medicate medicine\n",
      "brand\n",
      "trade name brand mark sword stigmatize post brand\n",
      "buy\n",
      "rent\n",
      "bargain buy bribe rent rip economic rent lease rend rent\n",
      "cat\n",
      "dog\n",
      "cat guy kat cat-o'-nine-tails Caterpillar big cat computerized tomography vomit dog frump cad frank pawl andiron chase dog\n",
      "grill\n",
      "grillroom grill grill\n",
      "brush\n",
      "sponge\n",
      "brush sponge quick study leech mooch sponge\n",
      "search\n",
      "search research search\n",
      "stove\n",
      "stove stave stove\n",
      "plane\n",
      "airplane plane flat plane\n",
      "coffee\n",
      "tea\n",
      "coffee coffee bean chocolate tea tea\n",
      "fake\n",
      "tree\n",
      "fake imposter juke forge fudge talk through one's hat bogus tree Tree corner tree\n",
      "tampon\n",
      "pad\n",
      "tampon pad launching pad diggings embroider slog pad\n",
      "portability\n",
      "portability portability\n",
      "performance\n",
      "performance operation performance\n",
      "code\n",
      "code code\n",
      "performance\n",
      "performance operation performance\n",
      "smartphone\n",
      "battery\n",
      "battery barrage battery\n",
      "truck\n",
      "truck hand truck truck\n",
      "camera\n",
      "portait\n",
      "photograph\n",
      "camera television camera photograph photograph\n",
      "company\n",
      "capitalization\n",
      "company caller party ship's company capitalization capitalization\n",
      "durability\n",
      "lastingness durability\n",
      "beverage\n",
      "calorie\n",
      "glass\n",
      "beer\n",
      "cider\n",
      "beverage Calorie calorie glass field glass methamphetamine looking glass glaze beer cider cider\n",
      "admission\n",
      "rate\n",
      "admission entrance fee entree rate pace rate\n",
      "pasta\n",
      "pasta pasta\n",
      "city\n",
      "expensive\n",
      "city expensive expensive\n",
      "basketball\n",
      "soccer\n",
      "player\n",
      "basketball soccer player musician actor player\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "df = pd.read_csv('data/q_for_syn.tsv', sep = '\\t')\n",
    "df = df.fillna(0)\n",
    "\n",
    "\n",
    "#query ='difference sex love'\n",
    "#tokenized = word_tokenize(query)\n",
    "\n",
    "\n",
    "# In[232]:\n",
    "\n",
    "for idx, row in df.iterrows():\n",
    "    if row['objs']!=0:\n",
    "        tokenized = word_tokenize(row['objs'])\n",
    "        pos_tagged = nltk.pos_tag(tokenized)\n",
    "        satz_synonyms = []\n",
    "        for wort in pos_tagged:\n",
    "            if  wort[1] != 'RB' and wort[1] != 'JJ' and wort[1] != 'JJS' and wort[1]!='RBR'and wort[1]!='RBS':\n",
    "                print(wort[0])\n",
    "                for syn in wordnet.synsets(wort[0]):\n",
    "                    for l in syn.lemmas()[:1]:\n",
    "                        for n in l.name().split():\n",
    "                            if n not in satz_synonyms:\n",
    "                                satz_synonyms.append(n)\n",
    "        else:\n",
    "            satz_synonyms.append(wort[0])\n",
    "    #satz_synonyms = [w.split('_') for w in satz_synonyms]\n",
    "        #print(satz_synonyms[0])\n",
    "        #print(type(satz_synonyms))\n",
    "        s = ' '.join(str(v) for v in satz_synonyms)\n",
    "        s = ''.join(s)\n",
    "        s = s.split('_')\n",
    "        s = ' '.join(s)\n",
    "        print(s)\n",
    "        df.at[idx,['syn']] = s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('data/q_for_syn.tsv', sep = '\\t', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>query</th>\n",
       "      <th>objs</th>\n",
       "      <th>syn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>difference sex love</td>\n",
       "      <td>sex love</td>\n",
       "      <td>sexual activity sex arouse love beloved sexual...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>better laptop desktop</td>\n",
       "      <td>laptop desktop</td>\n",
       "      <td>desktop background desktop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>better canon nikon</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>best dish detergent</td>\n",
       "      <td>dish detergent</td>\n",
       "      <td>detergent detergent</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>best city live</td>\n",
       "      <td>city</td>\n",
       "      <td>city city</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>longest river u.s .</td>\n",
       "      <td>river</td>\n",
       "      <td>river river</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>healthiest coffee green tea black tea</td>\n",
       "      <td>coffee tea</td>\n",
       "      <td>coffee coffee bean chocolate tea tea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>advantage disadvantage php python vice versa</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>linux better window</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>sleep better</td>\n",
       "      <td>sleep</td>\n",
       "      <td>sleep rest sleep</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>buy lcd tv plasma tv</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>train plane better choice</td>\n",
       "      <td>trane plane</td>\n",
       "      <td>airplane plane flat plane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>highest mountain earth</td>\n",
       "      <td>mountain</td>\n",
       "      <td>mountain batch mountain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>prefer chinese medicine western medicine</td>\n",
       "      <td>medicine</td>\n",
       "      <td>medicine music medicate medicine</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>best wash machine brand</td>\n",
       "      <td>brand</td>\n",
       "      <td>trade name brand mark sword stigmatize post brand</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>buy rent</td>\n",
       "      <td>buy rent</td>\n",
       "      <td>bargain buy bribe rent rip economic rent lease...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>prefer cat dog</td>\n",
       "      <td>cat dog</td>\n",
       "      <td>cat guy kat cat-o'-nine-tails Caterpillar big ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>better way grill outdoors gas charcoal</td>\n",
       "      <td>grill</td>\n",
       "      <td>grillroom grill grill</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>better mac pc</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>better use brush sponge</td>\n",
       "      <td>brush sponge</td>\n",
       "      <td>brush sponge quick study leech mooch sponge</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>better linux microsoft</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>better pepsi coke</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>better google search yahoo search</td>\n",
       "      <td>search</td>\n",
       "      <td>search research search</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>better netflix blockbuster</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>browser better internet explorer firefox</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>better vehicle bmw audi</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>better electric stave gas stave</td>\n",
       "      <td>stove</td>\n",
       "      <td>stove stave stove</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>plane best boeing airbus</td>\n",
       "      <td>plane</td>\n",
       "      <td>airplane plane flat plane</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>better disneyland disney world</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>buy xbox playstation</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>caffeine coffee tea</td>\n",
       "      <td>caffeine coffee tea</td>\n",
       "      <td>coffee coffee bean chocolate tea tea</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>better lead lcd reception display</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>better asp php</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>better environment real fake christmas tree</td>\n",
       "      <td>real fake tree</td>\n",
       "      <td>fake imposter juke forge fudge talk through on...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>prefer tampon pad</td>\n",
       "      <td>tampon pad</td>\n",
       "      <td>tampon pad launching pad diggings embroider sl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>ide better java netbeans eclipse</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>opengl better direct3d term portability differ...</td>\n",
       "      <td>portability</td>\n",
       "      <td>portability portability</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>difference mysql postgresql performance</td>\n",
       "      <td>performance</td>\n",
       "      <td>performance operation performance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>java code readable code write scala</td>\n",
       "      <td>code</td>\n",
       "      <td>code code</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>operate system better performance window 7 win...</td>\n",
       "      <td>performance</td>\n",
       "      <td>performance operation performance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>smartphone better battery life xperia iphone</td>\n",
       "      <td>smartphone battery</td>\n",
       "      <td>battery barrage battery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>four wheel truck better ford toyota</td>\n",
       "      <td>truck</td>\n",
       "      <td>truck hand truck truck</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>prefer leica camera nikon portrait photograph</td>\n",
       "      <td>camera portait photograph</td>\n",
       "      <td>camera television camera photograph photograph</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>company larger capitalization apple microsoft</td>\n",
       "      <td>company capitalization</td>\n",
       "      <td>company caller party ship's company capitaliza...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>laptop better durability hp</td>\n",
       "      <td>laptop durability</td>\n",
       "      <td>lastingness durability</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>beverage calorie glass beer cider</td>\n",
       "      <td>beverage calorie glass beer cider</td>\n",
       "      <td>beverage Calorie calorie glass field glass met...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>admission rate stanford higher</td>\n",
       "      <td>admission rate</td>\n",
       "      <td>admission entrance fee entree rate pace rate</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>pasta healthier pizza</td>\n",
       "      <td>pasta</td>\n",
       "      <td>pasta pasta</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>city expensive live san francisco new york</td>\n",
       "      <td>city expensive</td>\n",
       "      <td>city expensive expensive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>whose salary higher basketball soccer player</td>\n",
       "      <td>salary basketball soccer player</td>\n",
       "      <td>basketball soccer player musician actor player</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                                              query  \\\n",
       "0            0                                difference sex love   \n",
       "1            1                              better laptop desktop   \n",
       "2            2                                 better canon nikon   \n",
       "3            3                                best dish detergent   \n",
       "4            4                                     best city live   \n",
       "5            5                                longest river u.s .   \n",
       "6            6              healthiest coffee green tea black tea   \n",
       "7            7       advantage disadvantage php python vice versa   \n",
       "8            8                                linux better window   \n",
       "9            9                                       sleep better   \n",
       "10          10                               buy lcd tv plasma tv   \n",
       "11          11                          train plane better choice   \n",
       "12          12                             highest mountain earth   \n",
       "13          13           prefer chinese medicine western medicine   \n",
       "14          14                            best wash machine brand   \n",
       "15          15                                           buy rent   \n",
       "16          16                                     prefer cat dog   \n",
       "17          17             better way grill outdoors gas charcoal   \n",
       "18          18                                      better mac pc   \n",
       "19          19                            better use brush sponge   \n",
       "20          20                             better linux microsoft   \n",
       "21          21                                  better pepsi coke   \n",
       "22          22                  better google search yahoo search   \n",
       "23          23                         better netflix blockbuster   \n",
       "24          24           browser better internet explorer firefox   \n",
       "25          25                            better vehicle bmw audi   \n",
       "26          26                    better electric stave gas stave   \n",
       "27          27                           plane best boeing airbus   \n",
       "28          28                     better disneyland disney world   \n",
       "29          29                               buy xbox playstation   \n",
       "30          30                                caffeine coffee tea   \n",
       "31          31                  better lead lcd reception display   \n",
       "32          32                                     better asp php   \n",
       "33          33        better environment real fake christmas tree   \n",
       "34          34                                  prefer tampon pad   \n",
       "35          35                   ide better java netbeans eclipse   \n",
       "36          36  opengl better direct3d term portability differ...   \n",
       "37          37            difference mysql postgresql performance   \n",
       "38          38                java code readable code write scala   \n",
       "39          39  operate system better performance window 7 win...   \n",
       "40          40       smartphone better battery life xperia iphone   \n",
       "41          41                four wheel truck better ford toyota   \n",
       "42          42      prefer leica camera nikon portrait photograph   \n",
       "43          43      company larger capitalization apple microsoft   \n",
       "44          44                        laptop better durability hp   \n",
       "45          45                  beverage calorie glass beer cider   \n",
       "46          46                     admission rate stanford higher   \n",
       "47          47                              pasta healthier pizza   \n",
       "48          48         city expensive live san francisco new york   \n",
       "49          49       whose salary higher basketball soccer player   \n",
       "\n",
       "                                 objs  \\\n",
       "0                            sex love   \n",
       "1                      laptop desktop   \n",
       "2                                   0   \n",
       "3                      dish detergent   \n",
       "4                                city   \n",
       "5                               river   \n",
       "6                          coffee tea   \n",
       "7                                   0   \n",
       "8                                   0   \n",
       "9                               sleep   \n",
       "10                                  0   \n",
       "11                        trane plane   \n",
       "12                           mountain   \n",
       "13                           medicine   \n",
       "14                              brand   \n",
       "15                           buy rent   \n",
       "16                            cat dog   \n",
       "17                              grill   \n",
       "18                                  0   \n",
       "19                       brush sponge   \n",
       "20                                  0   \n",
       "21                                  0   \n",
       "22                             search   \n",
       "23                                  0   \n",
       "24                                  0   \n",
       "25                                  0   \n",
       "26                              stove   \n",
       "27                              plane   \n",
       "28                                  0   \n",
       "29                                  0   \n",
       "30                caffeine coffee tea   \n",
       "31                                  0   \n",
       "32                                  0   \n",
       "33                     real fake tree   \n",
       "34                         tampon pad   \n",
       "35                                  0   \n",
       "36                        portability   \n",
       "37                        performance   \n",
       "38                               code   \n",
       "39                        performance   \n",
       "40                 smartphone battery   \n",
       "41                              truck   \n",
       "42          camera portait photograph   \n",
       "43             company capitalization   \n",
       "44                  laptop durability   \n",
       "45  beverage calorie glass beer cider   \n",
       "46                     admission rate   \n",
       "47                              pasta   \n",
       "48                     city expensive   \n",
       "49    salary basketball soccer player   \n",
       "\n",
       "                                                  syn  \n",
       "0   sexual activity sex arouse love beloved sexual...  \n",
       "1                          desktop background desktop  \n",
       "2                                                   0  \n",
       "3                                 detergent detergent  \n",
       "4                                           city city  \n",
       "5                                         river river  \n",
       "6                coffee coffee bean chocolate tea tea  \n",
       "7                                                   0  \n",
       "8                                                   0  \n",
       "9                                    sleep rest sleep  \n",
       "10                                                  0  \n",
       "11                          airplane plane flat plane  \n",
       "12                            mountain batch mountain  \n",
       "13                   medicine music medicate medicine  \n",
       "14  trade name brand mark sword stigmatize post brand  \n",
       "15  bargain buy bribe rent rip economic rent lease...  \n",
       "16  cat guy kat cat-o'-nine-tails Caterpillar big ...  \n",
       "17                              grillroom grill grill  \n",
       "18                                                  0  \n",
       "19        brush sponge quick study leech mooch sponge  \n",
       "20                                                  0  \n",
       "21                                                  0  \n",
       "22                             search research search  \n",
       "23                                                  0  \n",
       "24                                                  0  \n",
       "25                                                  0  \n",
       "26                                  stove stave stove  \n",
       "27                          airplane plane flat plane  \n",
       "28                                                  0  \n",
       "29                                                  0  \n",
       "30               coffee coffee bean chocolate tea tea  \n",
       "31                                                  0  \n",
       "32                                                  0  \n",
       "33  fake imposter juke forge fudge talk through on...  \n",
       "34  tampon pad launching pad diggings embroider sl...  \n",
       "35                                                  0  \n",
       "36                            portability portability  \n",
       "37                  performance operation performance  \n",
       "38                                          code code  \n",
       "39                  performance operation performance  \n",
       "40                            battery barrage battery  \n",
       "41                             truck hand truck truck  \n",
       "42     camera television camera photograph photograph  \n",
       "43  company caller party ship's company capitaliza...  \n",
       "44                             lastingness durability  \n",
       "45  beverage Calorie calorie glass field glass met...  \n",
       "46       admission entrance fee entree rate pace rate  \n",
       "47                                        pasta pasta  \n",
       "48                           city expensive expensive  \n",
       "49     basketball soccer player musician actor player  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}