Generate_Stim_shuffled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "66a8d237",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "8917b86b",
   "metadata": {},
   "outputs": [],
   "source": [
    "Dir_project = '/work/desai-lab/xuanyang/Project/TwoWordTest/'\n",
    "Dir_output = os.path.join(Dir_project,'results')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "83622ed7",
   "metadata": {},
   "source": [
    "#### Shuffle the order of the phrases 10 times with predifined random seeds\n",
    "\n",
    "Considering that LLM's responses are not fully reproducible and the responses may be affected by an order effect (the meaningfulness judgements of different phrases may not be indepdendent), the order of the 2160 phrases was shuffled for 10 times. The random seeds for the ten iterations were predifined to generate reproducible results."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "b9863b2a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Idx</th>\n",
       "      <th>promptID</th>\n",
       "      <th>idxInPrompt</th>\n",
       "      <th>Stim</th>\n",
       "      <th>shuffleID</th>\n",
       "      <th>shuffleSeed</th>\n",
       "      <th>rand</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>the truck police.</td>\n",
       "      <td>1</td>\n",
       "      <td>3583.0</td>\n",
       "      <td>0.000215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>the cage rib.</td>\n",
       "      <td>1</td>\n",
       "      <td>3583.0</td>\n",
       "      <td>0.000287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>the holiday summer.</td>\n",
       "      <td>1</td>\n",
       "      <td>3583.0</td>\n",
       "      <td>0.000488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>the soap bottle.</td>\n",
       "      <td>1</td>\n",
       "      <td>3583.0</td>\n",
       "      <td>0.001347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>the radio prison.</td>\n",
       "      <td>1</td>\n",
       "      <td>3583.0</td>\n",
       "      <td>0.001542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21595</th>\n",
       "      <td>2156</td>\n",
       "      <td>8</td>\n",
       "      <td>159</td>\n",
       "      <td>the goat cheese.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21596</th>\n",
       "      <td>2157</td>\n",
       "      <td>8</td>\n",
       "      <td>160</td>\n",
       "      <td>the sand beach.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21597</th>\n",
       "      <td>2158</td>\n",
       "      <td>8</td>\n",
       "      <td>161</td>\n",
       "      <td>the mouth pig.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21598</th>\n",
       "      <td>2159</td>\n",
       "      <td>8</td>\n",
       "      <td>162</td>\n",
       "      <td>the field flower.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21599</th>\n",
       "      <td>2160</td>\n",
       "      <td>8</td>\n",
       "      <td>163</td>\n",
       "      <td>the truck milk.</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>21600 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Idx  promptID  idxInPrompt                 Stim  shuffleID  \\\n",
       "0         1         1            1    the truck police.          1   \n",
       "1         2         1            2        the cage rib.          1   \n",
       "2         3         1            3  the holiday summer.          1   \n",
       "3         4         1            4     the soap bottle.          1   \n",
       "4         5         1            5    the radio prison.          1   \n",
       "...     ...       ...          ...                  ...        ...   \n",
       "21595  2156         8          159     the goat cheese.          0   \n",
       "21596  2157         8          160      the sand beach.          0   \n",
       "21597  2158         8          161       the mouth pig.          0   \n",
       "21598  2159         8          162    the field flower.          0   \n",
       "21599  2160         8          163      the truck milk.          0   \n",
       "\n",
       "       shuffleSeed      rand  \n",
       "0           3583.0  0.000215  \n",
       "1           3583.0  0.000287  \n",
       "2           3583.0  0.000488  \n",
       "3           3583.0  0.001347  \n",
       "4           3583.0  0.001542  \n",
       "...            ...       ...  \n",
       "21595          NaN       NaN  \n",
       "21596          NaN       NaN  \n",
       "21597          NaN       NaN  \n",
       "21598          NaN       NaN  \n",
       "21599          NaN       NaN  \n",
       "\n",
       "[21600 rows x 7 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stim = pd.read_csv(os.path.join(Dir_project,'codes','Stim_2160.csv'))\n",
    "np.random.seed(123)\n",
    "\n",
    "List_seed = np.random.randint(1,10000,9)\n",
    "dfs_stim = []\n",
    "for i,seed in enumerate(List_seed):\n",
    "    df = df_stim.copy()\n",
    "    np.random.seed(seed)\n",
    "    df['shuffleID'] = i+1\n",
    "    df['shuffleSeed'] = seed\n",
    "    df['rand'] = np.random.rand(len(df))\n",
    "    df = df.sort_values(['rand']).reset_index(drop=True)\n",
    "    df[['Idx','promptID','idxInPrompt']] = df_stim[['Idx','promptID','idxInPrompt']]\n",
    "    dfs_stim.append(df)\n",
    "df_stim['shuffleID'] = 0\n",
    "dfs_stim.append(df_stim)\n",
    "dfs_stim = pd.concat(dfs_stim,ignore_index=True)\n",
    "\n",
    "dfs_stim.to_csv(os.path.join(Dir_project,'codes','Stim_2160_shuffle10.csv'),index=False)\n",
    "dfs_stim"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}