openai.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "341bc62e-f5a8-44b6-913e-8c76803ed360",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "import openai_api as opai\n",
    "from create_hed_prompts import get_hed_vocab, get_coco_hed\n",
    "import pandas as pd\n",
    "import json\n",
    "import re\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c546e324-0095-4a1b-a791-c985872cba3b",
   "metadata": {},
   "source": [
    "## From HED tags to description"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "d10f6d72-3155-4dba-9013-1d579da06e2c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Description: A scene depicting a high number of ingestible objects in the foreground, with the background showing an adult human body in an outdoor setting that includes natural features like the sky, as well as urban elements and man-made objects.'"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a helpful assistant. You convert Hierarchical Event Descriptor (HED) tags into plain English descriptions.\"},\n",
    "        {\"role\": \"system\", \"content\": \"HED: (Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "        {\"role\": \"system\", \"content\": \"Description: The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"user\", \"content\": \"HED: (Foreground-view, ((Item-count, High), Ingestible-object)), (Background-view, ((Human, Body, Agent-trait/Adult), Outdoors, Furnishing, Natural-feature/Sky, Urban, Man-made-object))\"}\n",
    "]\n",
    "opai.prompt_engineer(messages,\"gpt-4o-mini\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "4a193d3c-2fb4-4997-9395-b355031bc4ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'In the foreground view, there is a high count of ingestible objects, indicating a variety of food or drinks. In the background view, there is an adult human body, outdoors, with various furnishing and natural features such as the sky. Additionally, there are man-made objects characteristic of an urban environment.'"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a good writer.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))?\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Foreground-view, ((Item-count, High), Ingestible-object)), (Background-view, ((Human, Body, Agent-trait/Adult), Outdoors, Furnishing, Natural-feature/Sky, Urban, Man-made-object))\"}\n",
    "]\n",
    "opai.prompt_engineer(messages,\"gpt-3.5-turbo\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "587cb519-6711-4f0b-bc49-d870a6a02182",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'In the foreground, there is a high count of ingestible objects. In the background, there is an adult human body, outdoors, with a combination of natural features such as the sky and urban elements including man-made objects and furnishings.'"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a concise translator.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))?\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Foreground-view, ((Item-count, High), Ingestible-object)), (Background-view, ((Human, Body, Agent-trait/Adult), Outdoors, Furnishing, Natural-feature/Sky, Urban, Man-made-object))\"}\n",
    "]\n",
    "opai.prompt_engineer(messages,\"gpt-3.5-turbo\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "0250e71a-0234-4f17-91a1-d7ac556e179c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'In the foreground view, there is a high number of ingestible objects. \\nIn the background view, there is an adult human body with agent traits, outdoors with furnishings, natural features such as the sky, and man-made objects in an urban setting.'"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a scientific writer.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))?\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Foreground-view, ((Item-count, High), Ingestible-object)), (Background-view, ((Human, Body, Agent-trait/Adult), Outdoors, Furnishing, Natural-feature/Sky, Urban, Man-made-object))\"}\n",
    "]\n",
    "opai.prompt_engineer(messages,\"gpt-3.5-turbo\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b7ae5a11-91ed-4beb-970c-ef24186f7b32",
   "metadata": {},
   "source": [
    "### Translate COCO HED tags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "d1bb0e77-02fa-402a-ad93-e76eb164ca7a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>File_Name</th>\n",
       "      <th>nsd_id</th>\n",
       "      <th>cocoId</th>\n",
       "      <th>HED_short</th>\n",
       "      <th>HED_long</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>shared0001_nsd02951.png</td>\n",
       "      <td>2950</td>\n",
       "      <td>262145</td>\n",
       "      <td>(Foreground-view, ((Item-count, High), Ingesti...</td>\n",
       "      <td>(Property/Sensory-property/Sensory-presentatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>shared0002_nsd02991.png</td>\n",
       "      <td>2990</td>\n",
       "      <td>262239</td>\n",
       "      <td>(Foreground-view, ((Item-count/1, (Human, Body...</td>\n",
       "      <td>(Property/Sensory-property/Sensory-presentatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>shared0003_nsd03050.png</td>\n",
       "      <td>3049</td>\n",
       "      <td>262414</td>\n",
       "      <td>(Foreground-view, ((Item-count/1, ((Human, Hum...</td>\n",
       "      <td>(Property/Sensory-property/Sensory-presentatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>shared0004_nsd03078.png</td>\n",
       "      <td>3077</td>\n",
       "      <td>524646</td>\n",
       "      <td>(Foreground-view, (((Item-count/1, ((Human, Hu...</td>\n",
       "      <td>(Property/Sensory-property/Sensory-presentatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>shared0005_nsd03147.png</td>\n",
       "      <td>3146</td>\n",
       "      <td>262690</td>\n",
       "      <td>(Foreground-view, ((Item-count/1, Building), (...</td>\n",
       "      <td>(Property/Sensory-property/Sensory-presentatio...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 File_Name  nsd_id  cocoId  \\\n",
       "0  shared0001_nsd02951.png    2950  262145   \n",
       "1  shared0002_nsd02991.png    2990  262239   \n",
       "2  shared0003_nsd03050.png    3049  262414   \n",
       "3  shared0004_nsd03078.png    3077  524646   \n",
       "4  shared0005_nsd03147.png    3146  262690   \n",
       "\n",
       "                                           HED_short  \\\n",
       "0  (Foreground-view, ((Item-count, High), Ingesti...   \n",
       "1  (Foreground-view, ((Item-count/1, (Human, Body...   \n",
       "2  (Foreground-view, ((Item-count/1, ((Human, Hum...   \n",
       "3  (Foreground-view, (((Item-count/1, ((Human, Hu...   \n",
       "4  (Foreground-view, ((Item-count/1, Building), (...   \n",
       "\n",
       "                                            HED_long  \n",
       "0  (Property/Sensory-property/Sensory-presentatio...  \n",
       "1  (Property/Sensory-property/Sensory-presentatio...  \n",
       "2  (Property/Sensory-property/Sensory-presentatio...  \n",
       "3  (Property/Sensory-property/Sensory-presentatio...  \n",
       "4  (Property/Sensory-property/Sensory-presentatio...  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "coco_hed = get_coco_hed()\n",
    "coco_hed.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "fbfdea7a-7f45-447c-ab3c-d1ae3b7b9484",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "In the foreground view, there is a high number of ingestible objects. \n",
      "\n",
      "In the background view, there is a human with adult body characteristics, outdoors with various furnishings and natural features such as the sky, as well as urban and man-made objects.\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[52], line 11\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m idx, row \u001b[38;5;129;01min\u001b[39;00m coco_hed\u001b[38;5;241m.\u001b[39miterrows():\n\u001b[1;32m     10\u001b[0m     messages[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m=\u001b[39m {\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrole\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124muser\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcontent\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mrow[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mHED_short\u001b[39m\u001b[38;5;124m'\u001b[39m]\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m}\n\u001b[0;32m---> 11\u001b[0m     output \u001b[38;5;241m=\u001b[39m \u001b[43mopai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mprompt_engineer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmessages\u001b[49m\u001b[43m,\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mgpt-3.5-turbo\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m     12\u001b[0m     \u001b[38;5;28mprint\u001b[39m(output)\n\u001b[1;32m     13\u001b[0m     translation\u001b[38;5;241m.\u001b[39mappend(output)\n",
      "File \u001b[0;32m~/Documents/HED/HED-LLM/openai_api.py:32\u001b[0m, in \u001b[0;36mprompt_engineer\u001b[0;34m(messages, model)\u001b[0m\n\u001b[1;32m     31\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mprompt_engineer\u001b[39m(messages, model):\n\u001b[0;32m---> 32\u001b[0m \tresponse \u001b[38;5;241m=\u001b[39m \u001b[43mopenai\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mChatCompletion\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     33\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     34\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmessages\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmessages\u001b[49m\n\u001b[1;32m     35\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m     36\u001b[0m \t\u001b[38;5;28;01mreturn\u001b[39;00m response[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mchoices\u001b[39m\u001b[38;5;124m'\u001b[39m][\u001b[38;5;241m0\u001b[39m][\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmessage\u001b[39m\u001b[38;5;124m'\u001b[39m][\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mcontent\u001b[39m\u001b[38;5;124m'\u001b[39m]\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/openai/api_resources/chat_completion.py:25\u001b[0m, in \u001b[0;36mChatCompletion.create\u001b[0;34m(cls, *args, **kwargs)\u001b[0m\n\u001b[1;32m     23\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[1;32m     24\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 25\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     26\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m TryAgain \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m     27\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m time\u001b[38;5;241m.\u001b[39mtime() \u001b[38;5;241m>\u001b[39m start \u001b[38;5;241m+\u001b[39m timeout:\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/openai/api_resources/abstract/engine_api_resource.py:153\u001b[0m, in \u001b[0;36mEngineAPIResource.create\u001b[0;34m(cls, api_key, api_base, api_type, request_id, api_version, organization, **params)\u001b[0m\n\u001b[1;32m    127\u001b[0m \u001b[38;5;129m@classmethod\u001b[39m\n\u001b[1;32m    128\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mcreate\u001b[39m(\n\u001b[1;32m    129\u001b[0m     \u001b[38;5;28mcls\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    136\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams,\n\u001b[1;32m    137\u001b[0m ):\n\u001b[1;32m    138\u001b[0m     (\n\u001b[1;32m    139\u001b[0m         deployment_id,\n\u001b[1;32m    140\u001b[0m         engine,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    150\u001b[0m         api_key, api_base, api_type, api_version, organization, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams\n\u001b[1;32m    151\u001b[0m     )\n\u001b[0;32m--> 153\u001b[0m     response, _, api_key \u001b[38;5;241m=\u001b[39m \u001b[43mrequestor\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    154\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mpost\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m    155\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    156\u001b[0m \u001b[43m        \u001b[49m\u001b[43mparams\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    157\u001b[0m \u001b[43m        \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    158\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    159\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest_id\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest_id\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    160\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest_timeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest_timeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    161\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    163\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m stream:\n\u001b[1;32m    164\u001b[0m         \u001b[38;5;66;03m# must be an iterator\u001b[39;00m\n\u001b[1;32m    165\u001b[0m         \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(response, OpenAIResponse)\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/openai/api_requestor.py:288\u001b[0m, in \u001b[0;36mAPIRequestor.request\u001b[0;34m(self, method, url, params, headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m    277\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    278\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    279\u001b[0m     method,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    286\u001b[0m     request_timeout: Optional[Union[\u001b[38;5;28mfloat\u001b[39m, Tuple[\u001b[38;5;28mfloat\u001b[39m, \u001b[38;5;28mfloat\u001b[39m]]] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    287\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Tuple[Union[OpenAIResponse, Iterator[OpenAIResponse]], \u001b[38;5;28mbool\u001b[39m, \u001b[38;5;28mstr\u001b[39m]:\n\u001b[0;32m--> 288\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest_raw\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    289\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlower\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    290\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    291\u001b[0m \u001b[43m        \u001b[49m\u001b[43mparams\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    292\u001b[0m \u001b[43m        \u001b[49m\u001b[43msupplied_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    293\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfiles\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfiles\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    294\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    295\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest_id\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest_id\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    296\u001b[0m \u001b[43m        \u001b[49m\u001b[43mrequest_timeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest_timeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    297\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    298\u001b[0m     resp, got_stream \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_interpret_response(result, stream)\n\u001b[1;32m    299\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m resp, got_stream, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapi_key\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/openai/api_requestor.py:596\u001b[0m, in \u001b[0;36mAPIRequestor.request_raw\u001b[0;34m(self, method, url, params, supplied_headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m    594\u001b[0m     _thread_context\u001b[38;5;241m.\u001b[39msession_create_time \u001b[38;5;241m=\u001b[39m time\u001b[38;5;241m.\u001b[39mtime()\n\u001b[1;32m    595\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 596\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[43m_thread_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msession\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    597\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    598\u001b[0m \u001b[43m        \u001b[49m\u001b[43mabs_url\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    599\u001b[0m \u001b[43m        \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    600\u001b[0m \u001b[43m        \u001b[49m\u001b[43mdata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdata\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    601\u001b[0m \u001b[43m        \u001b[49m\u001b[43mfiles\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mfiles\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    602\u001b[0m \u001b[43m        \u001b[49m\u001b[43mstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstream\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    603\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest_timeout\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mrequest_timeout\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01melse\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mTIMEOUT_SECS\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    604\u001b[0m \u001b[43m        \u001b[49m\u001b[43mproxies\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m_thread_context\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msession\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mproxies\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    605\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    606\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m requests\u001b[38;5;241m.\u001b[39mexceptions\u001b[38;5;241m.\u001b[39mTimeout \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    607\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m error\u001b[38;5;241m.\u001b[39mTimeout(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRequest timed out: \u001b[39m\u001b[38;5;132;01m{}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m.\u001b[39mformat(e)) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01me\u001b[39;00m\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/requests/sessions.py:589\u001b[0m, in \u001b[0;36mSession.request\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m    584\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m    585\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m\"\u001b[39m: timeout,\n\u001b[1;32m    586\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m\"\u001b[39m: allow_redirects,\n\u001b[1;32m    587\u001b[0m }\n\u001b[1;32m    588\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[0;32m--> 589\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprep\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43msend_kwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    591\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/requests/sessions.py:703\u001b[0m, in \u001b[0;36mSession.send\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m    700\u001b[0m start \u001b[38;5;241m=\u001b[39m preferred_clock()\n\u001b[1;32m    702\u001b[0m \u001b[38;5;66;03m# Send the request\u001b[39;00m\n\u001b[0;32m--> 703\u001b[0m r \u001b[38;5;241m=\u001b[39m \u001b[43madapter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    705\u001b[0m \u001b[38;5;66;03m# Total elapsed time of the request (approximately)\u001b[39;00m\n\u001b[1;32m    706\u001b[0m elapsed \u001b[38;5;241m=\u001b[39m preferred_clock() \u001b[38;5;241m-\u001b[39m start\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/requests/adapters.py:486\u001b[0m, in \u001b[0;36mHTTPAdapter.send\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m    483\u001b[0m     timeout \u001b[38;5;241m=\u001b[39m TimeoutSauce(connect\u001b[38;5;241m=\u001b[39mtimeout, read\u001b[38;5;241m=\u001b[39mtimeout)\n\u001b[1;32m    485\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 486\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43murlopen\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    487\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    488\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    489\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    490\u001b[0m \u001b[43m        \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    491\u001b[0m \u001b[43m        \u001b[49m\u001b[43mredirect\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    492\u001b[0m \u001b[43m        \u001b[49m\u001b[43massert_same_host\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    493\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpreload_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    494\u001b[0m \u001b[43m        \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    495\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmax_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    496\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    497\u001b[0m \u001b[43m        \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    498\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    500\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (ProtocolError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m err:\n\u001b[1;32m    501\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(err, request\u001b[38;5;241m=\u001b[39mrequest)\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/urllib3/connectionpool.py:790\u001b[0m, in \u001b[0;36mHTTPConnectionPool.urlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, preload_content, decode_content, **response_kw)\u001b[0m\n\u001b[1;32m    787\u001b[0m response_conn \u001b[38;5;241m=\u001b[39m conn \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m release_conn \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    789\u001b[0m \u001b[38;5;66;03m# Make the request on the HTTPConnection object\u001b[39;00m\n\u001b[0;32m--> 790\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_make_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    791\u001b[0m \u001b[43m    \u001b[49m\u001b[43mconn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    792\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    793\u001b[0m \u001b[43m    \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    794\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout_obj\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    795\u001b[0m \u001b[43m    \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    796\u001b[0m \u001b[43m    \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    797\u001b[0m \u001b[43m    \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    798\u001b[0m \u001b[43m    \u001b[49m\u001b[43mretries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mretries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    799\u001b[0m \u001b[43m    \u001b[49m\u001b[43mresponse_conn\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mresponse_conn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    800\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpreload_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpreload_content\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    801\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdecode_content\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    802\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mresponse_kw\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    803\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    805\u001b[0m \u001b[38;5;66;03m# Everything went great!\u001b[39;00m\n\u001b[1;32m    806\u001b[0m clean_exit \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/urllib3/connectionpool.py:536\u001b[0m, in \u001b[0;36mHTTPConnectionPool._make_request\u001b[0;34m(self, conn, method, url, body, headers, retries, timeout, chunked, response_conn, preload_content, decode_content, enforce_content_length)\u001b[0m\n\u001b[1;32m    534\u001b[0m \u001b[38;5;66;03m# Receive the response from the server\u001b[39;00m\n\u001b[1;32m    535\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 536\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetresponse\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    537\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (BaseSSLError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    538\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_raise_timeout(err\u001b[38;5;241m=\u001b[39me, url\u001b[38;5;241m=\u001b[39murl, timeout_value\u001b[38;5;241m=\u001b[39mread_timeout)\n",
      "File \u001b[0;32m~/Documents/python-venv/LLM/lib/python3.11/site-packages/urllib3/connection.py:461\u001b[0m, in \u001b[0;36mHTTPConnection.getresponse\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    458\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mresponse\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m HTTPResponse\n\u001b[1;32m    460\u001b[0m \u001b[38;5;66;03m# Get the response from http.client.HTTPConnection\u001b[39;00m\n\u001b[0;32m--> 461\u001b[0m httplib_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetresponse\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    463\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    464\u001b[0m     assert_header_parsing(httplib_response\u001b[38;5;241m.\u001b[39mmsg)\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1378\u001b[0m, in \u001b[0;36mHTTPConnection.getresponse\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1376\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m   1377\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m-> 1378\u001b[0m         \u001b[43mresponse\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbegin\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1379\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m:\n\u001b[1;32m   1380\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mclose()\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:318\u001b[0m, in \u001b[0;36mHTTPResponse.begin\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    316\u001b[0m \u001b[38;5;66;03m# read until we get a non-100 response\u001b[39;00m\n\u001b[1;32m    317\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 318\u001b[0m     version, status, reason \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_read_status\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    319\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m status \u001b[38;5;241m!=\u001b[39m CONTINUE:\n\u001b[1;32m    320\u001b[0m         \u001b[38;5;28;01mbreak\u001b[39;00m\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:279\u001b[0m, in \u001b[0;36mHTTPResponse._read_status\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    278\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_read_status\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[0;32m--> 279\u001b[0m     line \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfp\u001b[38;5;241m.\u001b[39mreadline(_MAXLINE \u001b[38;5;241m+\u001b[39m \u001b[38;5;241m1\u001b[39m), \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124miso-8859-1\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    280\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(line) \u001b[38;5;241m>\u001b[39m _MAXLINE:\n\u001b[1;32m    281\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m LineTooLong(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstatus line\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/socket.py:706\u001b[0m, in \u001b[0;36mSocketIO.readinto\u001b[0;34m(self, b)\u001b[0m\n\u001b[1;32m    704\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[1;32m    705\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 706\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sock\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrecv_into\u001b[49m\u001b[43m(\u001b[49m\u001b[43mb\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    707\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m timeout:\n\u001b[1;32m    708\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_timeout_occurred \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/ssl.py:1278\u001b[0m, in \u001b[0;36mSSLSocket.recv_into\u001b[0;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[1;32m   1274\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m flags \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m   1275\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m   1276\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnon-zero flags not allowed in calls to recv_into() on \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m\n\u001b[1;32m   1277\u001b[0m           \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__class__\u001b[39m)\n\u001b[0;32m-> 1278\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[43mnbytes\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1279\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   1280\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mrecv_into(buffer, nbytes, flags)\n",
      "File \u001b[0;32m/opt/homebrew/Cellar/python@3.11/3.11.4_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/ssl.py:1134\u001b[0m, in \u001b[0;36mSSLSocket.read\u001b[0;34m(self, len, buffer)\u001b[0m\n\u001b[1;32m   1132\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m   1133\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m buffer \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m-> 1134\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_sslobj\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mlen\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbuffer\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1135\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   1136\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sslobj\u001b[38;5;241m.\u001b[39mread(\u001b[38;5;28mlen\u001b[39m)\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a scientific writer.\"},\n",
    "        {\"role\": \"user\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))?\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"user\", \"content\": \"<target_annotation>\"}\n",
    "]\n",
    "\n",
    "translation = []\n",
    "for idx, row in coco_hed.iterrows():\n",
    "    messages[-1] = {\"role\": \"user\", \"content\": f\"{row['HED_short']}\"}\n",
    "    output = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")\n",
    "    print(output)\n",
    "    translation.append(output)\n",
    "coco_hed_openai = coco_hed.copy()   \n",
    "coco_hed_openai[\"openai_desc\"] = translation\n",
    "with open('coco_hed_openai', 'w') as fout:\n",
    "    coco_hed_openai.to_csv(fout, index=False, sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "62150b77-0bde-4396-bb14-d64cbfd81268",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "In the foreground view, there is an animal and a piece of furnishing, each appearing once. In the background view, there is a plant outdoors near a building.\n",
      "In the foreground view, there is one item which appears to be a furnishing. In the background view, there is a building in an urban setting outdoors, with a natural feature of the sky.\n",
      "The foreground view consists of a single aircraft, while the background view is of the sky, depicting an outdoor natural feature.\n",
      "In the foreground, there is an animal, and next to it, there are two pieces of furnishing. The scene takes place indoors.\n",
      "In the foreground view, there is a composition of a human agent, a male adult body, and a man-made toy object. Alongside them are characters that are present in half of the total count. The foreground also includes a composite terrain. In the background view, there is an outdoor field with plants.\n",
      "In the foreground view, we see a young male child with a human body. Nearby, there is an adult male figure with a human body as well. They seem to be playing with a toy, represented by an object.\n",
      "\n",
      "As for the background view, it showcases a grassy terrain, possibly a field with plants, outdoors, under a natural sky. The scenery suggests a rural setting.\n",
      "In the foreground view, there is an animal, and two ingestible objects. The background shows an outdoors setting.\n",
      "In the foreground view, there is a high count of ingestible objects, furnishings, assistive devices, and plants, as well as a single furnishing item. In the background view, there is an indoors man-made object, a photograph of a furnishing in a room.\n",
      "In the foreground view, we have a male adult human body, facing towards us, with a high number of ingestible objects, a moderate number of assistive devices, and a high number of furnishings. The background view features an urban scene with plants, human bodies, and furnishings.\n",
      "In the foreground view, there are three animals in a grassy terrain surrounded by a high number of plants. In the background view, it depicts an outdoors scene with a hill in a rural area. There are plants and natural features, with the sky visible above.\n",
      "The foreground view consists of half the total number of furnishings in an indoor setting.\n",
      "The foreground view consists of a train and a word in a rocky terrain. The background view shows plants outdoors.\n",
      "In the foreground, there are three animals. In the background, there is a composite terrain depicting an outdoor setting.\n",
      "The foreground view includes an animal positioned at the center, while the background view consists of a grassy terrain encompassing a field and outdoors setting filled with plants. The overall scene showcases a natural feature and elements of a rural environment, with the sky completing the background.\n",
      "In the foreground view, there are half the number of animals as there are items. In the background view, there is a composite terrain with plants, set in an outdoor environment.\n",
      "In the foreground view, there are four furnishings, one of which is tall and a plant. Additionally, there is a drawing. The background view is of an indoor room.\n",
      "In the foreground view, we have a high count of furnishings, a third of the items are plants, one is a man-made object, and one is a word. In the background view, we see a building situated outdoors.\n",
      "In the foreground view, there is a male adult human body with the face towards us. Additionally, there are high numbers of ingestible objects, furnishings, and an assistive device (total count 4). \n",
      "\n",
      "In the background view, we see an outdoors setting with a building entrance, paved terrain, urban surroundings, and a furnishing element.\n",
      "In the foreground view, there are multiple items including a high count of furnishings, a single plant, a single man-made object/toy, and four photographs. In the background view, there is a book on a furnishing, a painting on the wall of a room, and the scene is indoors.\n",
      "In the foreground view, there is a furnishing, which is divided into two equal parts. In the foreground, towards the entrance, there is another item or furnishing. The background view shows a room with indoor settings and furnishing.\n",
      "In the foreground view, there is a single animal and a tall plant. It appears that the animal is of high count, while the plant's count is not specified. \n",
      "\n",
      "In the background view, we see other elements such as an animal, a car, a plant, a grassy terrain, all situated outdoors in a rural area. Additionally, the natural feature of the sky is visible.\n",
      "In the foreground view, we have a female human agent with an adult body and her face turned towards us. She is interacting with a man-made toy, engaging in play. There is also a character, possibly multiple, represented by four items. In the background, the scene is outdoors.\n",
      "In the foreground view, there is an animal, a mountain, and a grassy terrain. In the background view, there is a mountain, an outdoors setting, natural features like the sky and plants, and a rural landscape.\n",
      "In the foreground view, there is a single animal walking. The background view shows a grassy terrain with a field, mountains, and an outdoor rural setting, all against a natural feature of the sky.\n",
      "In the foreground view, there is an adult male human body with his face turned away from the viewer, along with an animal. In the background view, there is a grassy terrain with a field, plants, and a rural setting.\n",
      "In the foreground view, there is a single adult female human body, a man-made object, a furnishing, and a path. In the background view, there is an outdoor scene with plants and a river.\n",
      "The foreground view consists of a high count of ingestible objects, while the background view includes a furnishing.\n",
      "In the foreground view, there is an assistive device, a pen, and the word \"Word\" indicating the use of a word processing software. In the background view, there is another assistive device present.\n",
      "In the foreground view, there is a single animal present. It is situated against the backdrop of a rural outdoor scene featuring a grassy terrain with sloped terrain in the background. Specifically, the animal is located in a field within this rural setting.\n",
      "In the foreground view, we see three ingestible objects along with a human body.\n",
      "In the foreground view, there is a human body with the face oriented towards the viewer, indicating a male. This person has a child-like quality or characteristic. Additionally, there is a single man-made object present, specifically a toy. In the background view, there is a grassy terrain, suggesting an outdoor setting, possibly a field.\n",
      "In the foreground view of this visual presentation, we see a human body, specifically a male adult, with his face turned towards us. There is also an animal present in the foreground. The background view consists of a rocky terrain with plants, outdoors in a rural setting. The natural feature of the sky can also be observed.\n",
      "In the foreground, there is a single animal. In the background, there is a beautiful rural landscape with a grassy terrain, rolling hills, plants, and it appears to be outdoors.\n",
      "In the foreground view, there is an interaction between an animal agent and another animal agent, which results in a collision. \n",
      "\n",
      "In the background view, there is a grassy terrain with a field, outdoors, planted with various plants. This setting represents a rural and natural feature with the sky above.\n",
      "In the foreground view, there is an animal (item count: 1). The background view shows a grassy terrain outdoors, in a rural mountain setting.\n",
      "In the foreground view, we see a female adult human with her face turned towards us. She is walking and there is one animal beside her. The background view shows an outdoor scene with a combination of terrain, plants, hills, and a building.\n",
      "In the foreground view, there is one high animal and one plant. In the background view, there is a plant outdoors in a rural setting.\n",
      "In the foreground view, there is a high count of plants and a man-made object that resembles a toy. In the background view, it showcases the natural feature of the sky outdoors.\n",
      "In the foreground view, there are three animals in the frame. The background shows a grassy terrain, with a field outdoors and various plants. The setting is rural, with natural features like the sky completing the scene.\n",
      "The foreground view consists of a high count of vehicles, a high count of adults with human body and agent traits, and a road. The background view showcases an outdoors setting with rural surroundings, natural features like the sky, mountains, and plants.\n",
      "In the foreground view, there is a male adult human agent walking on a runway. The background view shows an aircraft on paved terrain against the natural feature of the sky.\n",
      "In the foreground view, there are two human agents, both adult males engaged in play. One of them is interacting with a man-made object/toy, and the other is facing away while also interacting with a different man-made object/toy. Additionally, there is a single word and a single character present in this view.\n",
      "\n",
      "In the background view, the scene is set outdoors in a composite terrain, specifically a field.\n",
      "In the foreground view, there are animals, specifically half of the total count, and in the background view, there is an outdoors scene with a natural feature, specifically the sky.\n",
      "The foreground view shows half of the animals, while the background view features a river in an outdoor setting with a dirt terrain.\n",
      "In the foreground view, we see an older adult male with his back turned, representing a human agent. He is standing next to a body. Additionally, there is an animal agent reaching towards an item, surrounded by a bite action. \n",
      "\n",
      "In the background view, we have an indoor setting with furnishings in a room, along with an ingestible object.\n",
      "In the foreground view, there is a high count of ingestible objects and a single furnishing. In the background view, it is indoors and there is also a furnishing present.\n",
      "In the foreground view, there is a high number of ingestible objects, specifically man-made objects. In the background view, there is a paved terrain outdoors.\n",
      "In the foreground view, there is a boat and two animals. In the background, it is outdoors with a natural feature of an ocean.\n",
      "In the foreground view, there is a high count of animals and adult human bodies with agent traits. In the background view, there is a dirt terrain outdoors with mountains, vehicles, buildings, and the natural feature of the sky.\n",
      "In the foreground view, there is an animal, along with a plant that is high in volume. The background view consists of a building situated outdoors, with a natural feature such as the sky.\n",
      "In the foreground view, there is an adult human with a body and various human-agent traits. They are interacting with a man-made object, specifically a toy. \n",
      "\n",
      "In the background view, the scene takes place outdoors, particularly on a sloped terrain in a rural area.\n",
      "In the foreground view, there is one car and one road. In the background view, there is a composite terrain depicting an outdoor scene with plants.\n",
      "In the foreground view, there is a train and a path. Both items are present in singular counts. Moving to the background view, we see an outdoor setting with a human body, characteristic of an adult. There are also plants and a natural feature like the sky.\n",
      "In the foreground view, there is a single male human body with his face turned away, indicating an adult. Additionally, there is a single piece of furnishing and a cellphone. The background view represents an outdoor setting.\n",
      "In the foreground view, there is an animal, and in the background view, there is a grassy terrain with a field, plants, and an outdoor setting.\n",
      "In the foreground view, there is an older adult male human body with his face directed towards the viewer, indicating an agent trait of an older adult. Additionally, there is one piece of furnishing present. The background view shows an outdoor setting with a paved terrain.\n",
      "The foreground view consists of one animal and one piece of furniture, while the background view includes a human body, an outdoor setting with paved terrain, and a roof.\n",
      "In the foreground view, there is one vehicle and one building. In the background, there is a natural feature of the sky, paved terrain, a cone, and an outdoor setting. Additionally, an icon is present.\n",
      "The foreground view of the visual presentation consists of one aircraft. The background view includes natural features such as the sky, urban elements like buildings, and various plants.\n",
      "In the foreground view, there is a body of an adult male facing away from us. Additionally, there are three pieces of furnishing, three plants, and one bicycle. \n",
      "\n",
      "In the background view, there is a paved urban terrain with a vehicle.\n",
      "In the foreground view, we see a male adult with his face turned away, a female adult with her face turned away, a box, and a character. \n",
      "\n",
      "In the background view, there is a drawing of an urban outdoor scene with paved terrain and a building.\n",
      "The foreground view shows a single animal, while the background view portrays an outdoor scene with a building.\n",
      "In the foreground view, there are four ingestible objects and a high count of furnishings. \n",
      "\n",
      "The background view is of a room indoors, with furnishings and a human body displaying traits of adulthood.\n",
      "In the foreground view, there is one animal and one river. In the background view, there is a rocky terrain with plants, set in an outdoor rural setting.\n",
      "The foreground view consists of a high count of furnishings, while the background view shows a room indoors.\n",
      "In the foreground view, there is a human adult with a body exhibiting typical human traits, along with a man-made object being played with. The background view shows an outdoor scene with natural features such as an ocean and mountains, mixed with man-made objects.\n",
      "In the foreground view, there is an adolescent male facing towards the viewer, a second adolescent male, and three man-made objects that seem to be toys. \n",
      "\n",
      "In the background view, the scene is set outdoors with a composite terrain and plants.\n",
      "In the foreground view of the visual presentation, there is a single vehicle, a road, a path, and two characters. In the background view, there is a composite terrain with buildings, plants, and outdoor elements. The setting is a combination of urban and natural features with the sky and man-made objects.\n",
      "In the foreground view, there is a male adult human facing away, riding a bicycle on a road. In the background view, there are other humans and buildings in an urban setting with vehicles present.\n",
      "In the foreground view, there are equal numbers of three items: a road, a 2D shape, and a man-made object. In the background view, the setting is outdoors on paved terrain with plants and urban features, such as buildings, and the natural feature of the sky.\n",
      "The foreground view showcases a high count of animals and a waterfall. Meanwhile, the background view displays a composite terrain of the outdoors with various plants.\n",
      "In the foreground view, there is one animal. The background view shows a plant outdoors, with a grassy terrain, on a field with sloped terrain in a rural area.\n",
      "In the foreground view, there is a high number of animals on a path. In the background view, there is a composite terrain with various plants, outdoor surroundings, a natural feature such as the sky, and a rural environment.\n",
      "In the foreground view, there are two human agents, displaying adult traits, standing next to a body. Additionally, there is play happening involving man-made objects, with a count equivalent to half of the total items present.\n",
      "\n",
      "In the background view, the scene is set outdoors, with the natural features of the ocean and sky visible.\n",
      "The foreground view consists of half of a human body, a piece of furnishing, and a paved terrain. The background view includes a hill, a river, a building, and is set outdoors with natural features such as the sky.\n",
      "In the foreground view, there is a building and a clock face. In the background view, there is a natural feature of the sky, indicating that the scene is outdoors.\n",
      "In the foreground view, there is a human body with a face turned away from the viewer. The male figure appears to be an adult and exhibits agent traits. Additionally, there is an item count of one, represented by a word.\n",
      "\n",
      "In the background view, there is a man-made object, possibly a toy, placed on paved terrain outdoors. The human body is also present in the background view, and there is a natural feature of the sky.\n",
      "In the foreground view, there is one furnishing item and one animal. In the background view, the scene is set indoors in a room.\n",
      "In the foreground view, there is an animal and a path. The background view shows a composite terrain outdoors with plants and a natural feature, specifically the sky.\n",
      "In the foreground view, there are a group of animals, specifically half the number of items seen in the background view. The background view shows a river in an outdoor setting.\n",
      "In the foreground view, there are three cellphones and one furnishing item.\n",
      "In the foreground view, there is a female adult with her body facing forward, riding a bicycle. The background view features a river, plants, and a paved terrain, all set outdoors under the sky.\n",
      "In the foreground view, there are multiple items including a high number of furnishings, half the number of tools, and the same number of computer mice as the total number of items. In the background view, there is a room indoors with a desktop computer, a photograph, clothing, and another man-made object.\n",
      "In the foreground view of this visual presentation, we see one adult human agent with a male body, facing away from us. The person is characterized by the trait of being an adult. Also in the foreground, there is a man-made object that is being played with. \n",
      "\n",
      "In the background view, we observe an outdoor setting with a natural feature, specifically the ocean.\n",
      "In the foreground view, there is an animal that is surrounded by a grassy terrain, located in a field outdoors. The background consists of plants and a rural setting.\n",
      "In the foreground view, there is a single animal. The background view shows an outdoors setting with paved terrain.\n",
      "In the foreground view, there is a high number of ingestible objects and one-third of the view is occupied by furnishings. In the background, there is an indoor setting with man-made furnishings.\n",
      "The foreground view consists of a high count of boats on a sandy terrain, while the background view shows a natural feature of an ocean in an outdoor setting.\n",
      "The foreground view consists of half the screen showing animals and the other half showing a river. The animals are in the foreground, and there is a river in the foreground as well. The background view shows a rocky terrain outdoors.\n",
      "In the foreground view, there is a boat floating in the ocean, which occupies half of the visual area. In the background view, there is a sky, indicating that the scene is outdoors.\n",
      "The foreground view showcases half of a furnishing item, while the background view presents an indoor room setting.\n",
      "In the foreground view, there is a building and two clock faces. The background view shows a scenic outdoor scene with a sky, hills, and rocky terrain.\n",
      "In the foreground view, there is a high count of ingestible objects. The background view shows an indoor setting with furnishings.\n",
      "In the foreground view, there are four adult human bodies with agent traits. They are accompanied by a high number of man-made toy objects. \n",
      "\n",
      "In the background view, there is a sloped terrain with a natural feature of the sky. The scene is set outdoors, in a rural area.\n",
      "In the foreground view, there is a single adult male human body with his face turned away from the viewer, representing a human agent, along with a man-made object being played with. In the background view, there is an outdoor scene with natural features such as the ocean and the sky.\n",
      "In the foreground view, there are high item counts of furnishings and plants. In the background view, there is a combination of books, photographs, a display device, a room, and it is indoors.\n",
      "In the foreground view, we see a male adult human agent with a human body. The individual is interacting with a man-made object, possibly playing with it. In the background view, the scene is set outdoors, specifically with a natural feature of an ocean.\n",
      "In the foreground view, there is a human body, specifically a female adult, facing towards us. Additionally, there is a man-made object present. In the background view, the scenery is outdoors, with plants surrounding the area.\n",
      "In the foreground view, there is a depiction of a human body facing towards the viewer, showcasing adult characteristics and traits. Next to it, there is a high count of man-made objects. In the background view, there is a combination of natural features such as the ocean and the sky, indicating an outdoor environment.\n",
      "The foreground view shows an animal, while the background view consists of a furnished room indoors.\n",
      "In the foreground view, there is an adolescent male human body, a cellphone, and a path. In the background view, there is a river, outdoor plants, the sky, and a rural setting.\n",
      "The foreground view consists of a building, an entrance, and a furnishing. In the background view, there is an outdoors scene with plants.\n",
      "In the foreground view, there are multiple ingestible objects with a high item count, as well as a single furnishing. The background view is indoors, with additional furnishings present.\n",
      "In the foreground view, there are high counts of ingestible objects, furnishings, and a single word. In the background view, it is indoors with a human body and adult agent trait, along with furnishings.\n",
      "The foreground view consists of three furnishing items and one entrance, while the background view features a room indoors with furnishing and a plant.\n",
      "In the foreground view, there is a building, a clock face, and three sculptures. In the background view, there is the sky, indicating that the scene is outdoors.\n",
      "The foreground view shows a clock face, while the background view displays the outdoors scenery with a clear sky.\n",
      "In the foreground view, there is a collection of items consisting of a tool, a man-made object/toy with a high item count, a furnishing with a high item count, a book, and a display device.\n",
      "\n",
      "In the background view, there is a room with various man-made objects, both furnishing and toys.\n",
      "In the foreground view, there is a male human body facing towards us with child-like features. There is one ingestible object, two ingestible objects, and one furnishing in the foreground. \n",
      "\n",
      "In the background view, there are ingestible objects, furnishing, a room indoors, and a plant.\n",
      "In the foreground view, there is a train, a high drawing, and a man-made object. In the background view, there is a river, plant, outdoor setting, and the natural feature of the sky.\n",
      "In the foreground view, there are three animals. They could be any type of animal, like birds, cows, or dogs. The background view shows a rural setting with a dirt terrain, plants, and an outdoor environment.\n",
      "In the foreground view, there is an adult human agent with a body standing next to a toy, and they seem to be playing with it. In the background view, there is a rural setting with sloped terrain, suggesting that the scene takes place outdoors.\n",
      "In the foreground view, there is an aircraft and a runway. The background view shows an outdoor scene with plants, paved terrain, and the natural feature of the sky.\n",
      "In the foreground view, there is a high count of aircraft, vehicles, a runway, and characters. \n",
      "\n",
      "The background view shows an outdoors scene with natural features such as the sky and paved terrain.\n",
      "In the foreground view, there is a pen, an ingestible object with a high item count, and a furnishing with a high item count. In the background view, there is a room with furnishings, indoors, and also includes a pen and an ingestible object.\n",
      "In the foreground view, there is a young female human agent with her body facing towards the viewer, displaying adolescent traits. She is in the act of playing with a toy, which is a man-made object. Moving to the background view, it is set outdoors.\n",
      "In the foreground view, there are multiple items: half of them are furnishings, half are cellphones, one laptop computer, one computer mouse, and one additional device. In the background view, we see a room indoors with various objects such as ingestible objects, furnishings, display devices, a pen, and a notebook.\n",
      "The foreground view of a vehicle, and the background view of outdoors with paved terrain.\n",
      "In the foreground view, there is an adult human body with certain individual traits or characteristics, along with a child's body. Additionally, there are multiple instances of a toy, indicating a high count. Lastly, there is a building. \n",
      "\n",
      "In the background view, there is a sloped terrain with plants, suggesting an outdoor mountainous rural area. The natural feature of the sky can also be seen.\n",
      "In the foreground view, there is an animal, specifically half the number of items, standing in the center of the scene. In the background view, there is a grassy terrain with a field, creating an outdoor setting, and scattered plants.\n",
      "The foreground view consists of three furnishing items, while the background view shows an entrance to a room with indoor furnishing.\n",
      "The foreground view shows an animal, specifically one animal is present. The background view is set outdoors and includes a plant.\n",
      "In the foreground view, there is a female adult human body, a male child human body, a path, and a high animal. The background view displays a hill, plants, outdoors with a grassy terrain, a field, and a natural feature of the sky in a rural setting.\n",
      "In the foreground view, there is a furnishing, a laptop computer, a computer mouse, a cellphone, a book, a pen, and a notebook, each represented by a single item count. \n",
      "\n",
      "In the background view, there is a room indoors, featuring man-made objects and a drawing.\n",
      "In the foreground view, there is an animal, specifically one animal. The background view shows an outdoor scene with plants and a rural setting.\n",
      "In the foreground view, there is a human agent, specifically a male infant, with his body facing towards us. His face is visible, and he is portrayed as an active agent. The infant is moving his upper extremity. There is also a man-made object in the foreground view, specifically a toy, which adds to the item count of 2. Additionally, there is a high icon in the scene, contributing to the overall item count. \n",
      "\n",
      "In the background view, there is a furnishing present.\n",
      "In the foreground view, there is a single adult male human body, with his face turned towards the viewer. He possesses typical human traits. \n",
      "In the background view, there is a grassy terrain, outdoors, with some furnishing and plants present.\n",
      "In the foreground view, there are three animals. In the background, there is a grassy terrain with a field and plants. The scene is outdoors, in a rural setting, with a natural feature of the sky.\n",
      "In the foreground view, there is an adolescent human body and a toy man-made object. The background view consists of sloped terrain, plants, mountains, outdoors, rural area, and a natural feature of the sky with both human bodies and toy man-made objects present.\n",
      "In the foreground view, there is one man-made object. In the background view, there is a grassy terrain with a field, outdoors, plants, and natural features such as the sky.\n",
      "In the foreground view, there is a group of four human agents, specifically adult males, with their bodies visible. They are engaged in play with three man-made toys. \n",
      "\n",
      "In the background view, there is a composite terrain with various plants, indicating an outdoor setting.\n",
      "In the foreground view, there is a female human agent with an adult body, facing towards the viewer. She is characterized by having one item, possibly a toy or a man-made object, while playing with it. \n",
      "\n",
      "The background view shows an outdoor setting with a terrain made of dirt.\n",
      "The foreground view consists of an illustration of a building, a boat, a human body, and rocky terrain. In the background, there is an outdoor setting with natural features such as the sky and the ocean.\n",
      "In the foreground view, we see a single adult male human agent, with a body and a face turned towards something, displaying adult traits. Additionally, there is a man-made toy object in the scene that suggests playfulness. \n",
      "\n",
      "The background view shows an outdoor setting with composite terrain, adding depth and context to the overall scene.\n",
      "The foreground view consists of a male human body, specifically a child, facing towards the viewer. Additionally, there is a man-made object or toy present, with a high item count. \n",
      "\n",
      "The background view shows a dirt terrain path in an outdoor setting, with a building in the distance.\n",
      "In the foreground view, there is an equal number of animals and plants, with the animals being higher positioned. The background view consists of an outdoor scenery with a dirt terrain and plants.\n",
      "In the foreground view, there is an adult human with a body and characteristics of an agent. In the same view, there is also a toy, which is a man-made object, and another man-made object whose specific count is not specified. The background view shows a plant in an outdoor setting with sloped terrain and features of the natural sky. The overall scene is set in a rural area.\n",
      "In the foreground view, there are multiple items including a furnishing, a laptop computer, a computer mouse, a keyboard, and a tool. In the background view, there is a painting on the wall of a beautifully furnished room, located indoors.\n",
      "In the foreground view, there are multiple furnishings and plants. The room is indoors, providing a backdrop.\n",
      "In the foreground view, there is a train moving through rocky terrain. The background view shows the outdoors with plants, buildings, and the natural feature of the sky.\n",
      "The foreground view consists of three animals, while the background view showcases an outdoor setting with plants and the sky as natural features.\n",
      "The foreground view consists of a single animal, while the background view shows an outdoor scene with a building.\n",
      "In the foreground view, there is an animal situated halfway between the center and the edge of the screen. In the background view, the scene is outdoors, featuring plants, natural features like the sky, and a rural setting.\n",
      "The foreground view reveals half of a furnishing item, while the background view shows the indoors of a room.\n",
      "The foreground view consists of two 2D shapes and one character, while the background view showcases a plant outdoors with a natural feature, such as the sky, and an urban setting with a building.\n",
      "In the foreground view, there is a setup comprising of a furnishing item, a laptop computer, a computer mouse, a keyboard, and an adult human. The background view features a room with man-made objects, creating an indoor setting.\n",
      "The foreground view consists of a combination of furnishing items and clothing. The background view shows a grassy terrain, indicating that the scene is outdoors.\n",
      "In the foreground view, there are two individuals, one female and one male, both facing forward with their faces visible. They both have adult body features. In the background view, the scene is indoors.\n",
      "In the foreground view, there are high counts of both plants and ingestible objects. Moving to the background, the view is outdoors and shows a building.\n",
      "In the foreground view, there is a single piece of furnishing. In the background view, there is a furnished room indoors, with an animal and a plant present.\n",
      "In the foreground view, there is a high number of ingestible objects, a quarter of the number of furnishings, and a high number of plants. The background view is indoors in a room setting.\n",
      "In the foreground view, there are three animals along with a tall plant. The background view shows a natural feature, specifically the sky, indicating that the scene is outdoors.\n",
      "In the foreground view, there is a grassy terrain with a field and three animals. In the background view, there are plants, an outdoors scene, and natural features such as the sky in a rural environment.\n",
      "In the foreground view, there are three animals running on a path. The background view shows a grassy terrain with plants outdoors.\n",
      "In the foreground view, there is a male adult human body who is also an agent, depicted playing with a man-made object. Additionally, there is a river in the foreground. In the background view, there is a composite terrain outdoors, featuring an adult human body, a child human body, various plants, and a path.\n",
      "In the foreground view, there is a single human figure, a male with his face turned towards the viewer, reflecting childlike qualities. There are also two tools and three words present. \n",
      "\n",
      "In the background view, the scene takes place indoors, with furnishings surrounding the setting.\n",
      "In the foreground view, there is an animal and a road. In the background view, there are plants, a paved terrain, a mountain, and the setting is outdoors in a rural area.\n",
      "In the foreground view, there is an adult human body with one person present. They possess the traits of an agent. Additionally, there is a play item, specifically a man-made toy object. \n",
      "\n",
      "In the background view, the setting is outdoors, with sloped terrain and a rural environment.\n",
      "In the foreground view, there is a male human agent with adult traits, standing alongside a body, representing half the total number of items. They are engaging in play with a man-made object, which represents the remaining half of the item count and is specifically a toy. \n",
      "\n",
      "In the background view, the scene is set outdoors with a natural feature, specifically the sky.\n",
      "In the foreground view, there is a single vehicle and two words. The background is indoors.\n",
      "The foreground view consists of an adult human agent facing away, with attention drawn to the body and face, alongside a toy man-made object. The background view includes paved terrain outdoors, with the sky and a human body, as well as another man-made object in the form of a toy.\n",
      "In the foreground, there is an animal, and it is the main focus of the view. The background consists of a grassy terrain, outdoors, with plants, buildings, roads, and natural features such as the sky. The overall scenery suggests a rural setting.\n",
      "In the foreground view, there is a high count of ingestible objects and a single furnishing item. In the background view, both an ingestible object and a furnishing item are present.\n",
      "In the foreground view, there is a female human body, specifically the face, with the person facing towards the viewer. She is an adult and exhibits characteristics of a human agent. In addition, there is an unseen animal present. \n",
      "\n",
      "The background view shows an outdoor scene with a grassy terrain and some furnishing or objects.\n",
      "In the foreground view, there is a high count of ingestible objects and a single count of a furnishing. In the background view, there is a furnishing.\n",
      "In the foreground view, there is an animal and a car, each represented by a single count. In the background view, there is a plant outdoors.\n",
      "In the foreground view, there is a clock face with one hand pointing to a specific time, and a tall building in the background. The background view is outdoors, with a plant and the natural feature of the sky.\n",
      "In the foreground view, there are the following elements:\n",
      "\n",
      "1. Man-made object(s): Not specified (count: 3)\n",
      "2. Human body: Adult (count: 1)\n",
      "3. Road(s): (count: 2)\n",
      "4. High icon(s): (count: Several)\n",
      "5. Bicycle(s): (count: 1)\n",
      "\n",
      "In the background view, there are the following elements:\n",
      "\n",
      "1. Outdoors setting\n",
      "2. Plant(s)\n",
      "3. Urban landscape\n",
      "4. Natural feature: Sky\n",
      "5. Man-made object(s)\n",
      "6. Vehicle(s)\n",
      "7. Building(s)\n",
      "In the foreground view, there is a male human body with an adult appearance. The face of the male is turned away, making it not visible. There is also a furnishing present in the foreground view. In the background view, there is a paved terrain outdoors.\n",
      "In the foreground view, there are multiple high item-count furnishings. In the background view, there is a photograph of a room indoors.\n",
      "In the foreground view, there is a high count of items, specifically human bodies engaged in the action of riding animals while walking on sandy terrain. The background view consists of natural features such as an ocean, sky, and outdoor rural surroundings.\n",
      "In the foreground view, there is a high number of ingestible objects.\n",
      "In the foreground view, we see a train, a path, a roof, and rocky terrain. In the background view, we observe a sky with natural features, being outdoors, and there are plants present.\n",
      "The foreground-view consists of a single item, a clock face. The background-view features a pattern.\n",
      "The foreground view consists of a high count of furnishing items, a quarter count of man-made objects, a high count of human bodies, and half count of pathways. The background view consists of paved terrain, plants, outdoors, urban areas, natural features like the sky, and buildings.\n",
      "In the foreground view, there are an equal number of furnishings and man-made objects. In the background view, there is an indoor room with man-made objects and furnishings.\n",
      "In the foreground view, there is a combination of a female and male human body, along with a path, a roof, and a man-made object. In the background view, there is an outdoors scene with paved terrain, an urban environment, and a building.\n",
      "In the foreground view, there are four animals, a female human body with her face towards us, and one piece of furnishing. In the background view, there is a rocky terrain with plants, indicating an outdoor setting.\n",
      "In the foreground view, there is a female human body with her face turned towards us. She has adult characteristics. Additionally, there is a man-made object, specifically a toy, present. \n",
      "In the background view, the scene is set outdoors with plants and a sloped terrain, giving a rural vibe.\n",
      "In the foreground view, we see a child facing towards us with emphasis on their face, representing a single human body. There is also a single man-made object, which appears to be a toy. \n",
      "\n",
      "In the background view, we observe an outdoor setting with a natural feature of the ocean and the sky. Another human body is present in the background as well.\n",
      "In the foreground view, there are a high number of ingestible objects, half as many furnishings, and the same number of assistive devices. The background view consists of furnishings.\n",
      "In the foreground view, there is a single female human body with her face turned away, indicating that she is an adult. Next to her is a man-made object, likely a toy. Both the human and the toy are in an action of play. The background view is set outdoors.\n",
      "In the foreground view, there is an adult human agent with a body, along with a toy. The background view shows an outdoors setting with plants, sloped terrain, the sky, and a rural environment.\n",
      "The foreground view consists of a train, a word, and rocky terrain. The background view includes plants, natural features, the sky, and an outdoor setting.\n",
      "In the foreground view, there is an assistive device, a high count of plants, and a high count of ingestible objects.\n",
      "In the foreground view, there is a desktop computer and a keyboard, along with a high quantity of furnishings. In the background view, there is a book, a drawing, additional furnishings, and it appears to be a room indoors.\n",
      "The foreground view consists of three furnishings in a room, while the background view showcases an indoor setting.\n",
      "The foreground view shows a single animal, while the background view consists of dirt terrain, plants, and an outdoor setting.\n",
      "In the foreground view, we see an adolescent male with a body, facing towards us, representing a human agent. He is riding a bicycle, which is one out of three items in the foreground. There is also a path, a high plant, and a furnishing, each with a single item count.\n",
      "\n",
      "In the background view, we observe an urban building situated near a river and beneath a natural composite terrain and sky. The outdoors are adorned with various plants.\n",
      "In the foreground view, there is an entrance and a drawing, both represented by item count of 1. Additionally, there is a high furnishing, although the specific item count is not mentioned. The background view shows a room indoors.\n",
      "In the foreground view, there is a single human body, specifically a female, with her face turned away from the viewer. She exhibits adult characteristics. Adjacent to the person is a single cellphone. \n",
      "\n",
      "The background view includes a picturesque scene with a waterfall, a plant, and a building. The setting is outdoors, with the presence of natural features such as the sky.\n",
      "The foreground view consists of one animal, while the background view shows a grassy terrain outdoors.\n",
      "In the foreground view, there is a building and two clock faces. In the background view, there is a sky, indicating that the scene is outdoors.\n",
      "In the foreground view, there are an equal number of animals and plants, with the number of animals being twice the number of plants. This suggests a diverse and balanced ecosystem. \n",
      "\n",
      "The background view shows an outdoor rural setting with composite terrain, indicating a mix of natural features such as fields, hills, and maybe even bodies of water. This suggests a tranquil and scenic environment.\n",
      "The foreground view consists of a single vehicle, while the background view includes a paved road, outdoors, and plants in the surroundings.\n",
      "In the foreground view, there is a male adult human agent with a body. Additionally, there is a play activity involving a toy man-made object. \n",
      "\n",
      "In the background view, there is a paved terrain with a human body and a toy man-made object. The setting is outdoors with a natural feature of the sky.\n",
      "In the foreground view, there is an adult human agent with a human body, and a man-made toy object. They are situated on a sloped terrain. In the background view, there is a clear sky and a rural outdoor setting.\n",
      "In the foreground view, we have a high number of ingestible objects, half as many furnishings, and equal numbers of man-made objects and assistive devices. In the background view, we have an outdoors setting.\n",
      "In the foreground view, there is an adolescent male human facing towards the viewer. He is engaging in play with a toy represented by a singular man-made object. There is also another adolescent male human playing with a different toy. Additionally, there is an adult male human present. Lastly, there is another character in the scene. The background view depicts an outdoor setting.\n",
      "The foreground view showcases half of a furnishing item, while the background view portrays an indoor room.\n",
      "The foreground view of the visual presentation includes an aircraft, a runway, and two icons. In the background view, there is a grassy terrain, a building, natural features such as the sky, and an urban setting. The overall setting appears to be outdoors.\n",
      "The foreground view consists of three human agents, specifically adult males with bodies, along with a man-made object/toy for each of them. Additionally, there is a single character present in the scene. \n",
      "\n",
      "In the background view, the setting is outdoors, featuring a composite terrain.\n",
      "In the foreground view, there is a train positioned on a grassy terrain with a river nearby. Moving to the background view, we see a natural feature of the sky and plant outdoors.\n",
      "In the foreground view, there is a single adult female human body facing towards the viewer, accompanied by a cellphone.\n",
      "In the foreground view, there is one furnishing item and one entrance. The background view depicts a room indoors.\n",
      "In the foreground view, there is a male human agent with an adult body. He has his face turned away from the viewer. There is also a man-made toy object being played with by the human agent. In addition, there is one word visible.\n",
      "\n",
      "In the background view, the scenery is outdoors and composed of various terrains.\n",
      "In the foreground view, there are multiple items including a 2D shape, a word, cars, and roads. In the background view, there is a building, plants, and an outdoor scene with natural features such as the sky, as well as an urban element.\n",
      "The foreground view of this visual presentation includes an aircraft, a roof, a runway, one adult human body, and an icon. In the background view, we see an outdoors scene with paved terrain and the natural feature of the sky.\n",
      "In the foreground view, there is a high quantity of animals in a terrain or sandy environment. In the background view, we can see a natural feature of an ocean, indicating that the scene is outdoors.\n",
      "In the foreground view, there is a representation of a female adult human body, facing towards the viewer, with a focus on the face. Additionally, there are high numbers of ingestible objects, furnishings, and assistive devices present. Lastly, there is a character present, represented by one-quarter of the item count. The scene takes place indoors.\n",
      "In the foreground view, there is a male human agent with his back turned, indicating adult characteristics. He is wearing a body made up of two items - a face turned away from the viewer and a man-made toy object being played with. Additionally, there is a character present in the foreground. \n",
      "\n",
      "The background view depicts an outdoor scene with a composite terrain.\n",
      "In the foreground view, there is a high count of ingestible objects and half the count of furnishing items. In the background view, there is a furnishing item.\n",
      "In the foreground view, there is a female human child's body and a toy. In the background view, there is a plant.\n",
      "In the foreground view, there is a female adult human agent with a body riding a bicycle. There is also a building, a path, and a high furnishing in the scene. In the background view, the setting is outdoors with plants, paved terrain, and the natural feature of the sky in an urban environment.\n",
      "The foreground view consists of a vehicle and a car, with a count of items equivalent to half of the total count. The background view displays a paved terrain, a building, an outdoor environment, plants, and natural features like the sky.\n",
      "The foreground view consists of a high count of furnishings, while the background view shows a photograph of a room indoors.\n",
      "In the foreground view, there are half the number of animals as the total item count. The background view shows a rural, outdoors scene with a grassy terrain and plants.\n",
      "In the foreground view, there is an animal and a river. The animal count is one, and the river count is also one. In the background view, there is rocky terrain outdoors with plants.\n",
      "In the foreground view, there is a single human male adult who possesses a body and exhibits characteristics of an agent. Alongside this individual, there is a play item, specifically a man-made object, which is likely a toy. Moving to the background view, we observe sloped terrain outdoors in a rural setting.\n",
      "In the foreground view, there is a clock face, a sculpture, and a building standing alone. In the background view, the scene is set outdoors.\n",
      "In the foreground view, there are three animals surrounded by a high number of plants. In the background view, the scene is outdoors in a rural area with a dirt terrain.\n",
      "In the foreground view, there is a male human body with his face facing forward, indicating he is an adult. Additionally, there is a vehicle present. The background view shows an outdoor road scene.\n",
      "In the foreground view, there is a male human with his face turned away, who is an adult and is in a human-agent role. He is reaching towards an animal, presumably with the intention to bite it. Additionally, there is a pen present in the foreground as well. \n",
      "\n",
      "In the background view, there is a composite terrain with plants and a roof, indicating an outdoor setting. The natural features, such as the sky, are also visible in the background, along with an animal.\n",
      "In the foreground view, we have three distinct elements. The first element is a human agent, specifically an adult male with a body. The second element is a man-made object or toy that is associated with play. There are three of these objects in total.\n",
      "In the background view, we see a composite terrain featuring outdoor surroundings and various furnishings. Additionally, there is an adult human with a body and the trait of being an agent.\n",
      "In the foreground view, there is a single animal situated on rocky terrain, surrounded by a high number of plants. In the background view, the scene is outdoors and rural, with various plants visible.\n",
      "In the foreground view, we have a high count of ingestible objects, a single furnishing item, and a single assistive device. In the background view, there is a furnishing item.\n",
      "In the foreground view, there is a high count of furnishings and one vehicle. In the background view, there is a paved terrain, indicating an outdoor setting.\n",
      "In the foreground view, there are multiple ingestible objects, indicating a high count, as well as a single furnishing item. In the background view, there is another furnishing item.\n",
      "In the foreground-view, we see two instances of a female child facing towards and away from the camera. They are depicted using human body visuals, with their faces as the main focus. Additionally, we can see two assistive devices. In the background-view, there is an indoor setting with furnishings. Within this presentation, there is also a high icon that signifies an important feature or concept.\n",
      "The foreground view includes a desktop computer, a keyboard, and a computer mouse. The background view shows an indoor room furnished with various items.\n",
      "The foreground view consists of multiple items including a furnishing, a desktop computer, a keyboard, a computer mouse, and a loudspeaker. These items are placed in an indoor room as the background view.\n",
      "In the foreground view, there is a furnishing, specifically a high plant, standing in the middle of the room. The background view shows an indoor setting.\n",
      "In the foreground view, we see a male human body with his face turned towards the viewer, emphasizing the child-like aspect of the person. Next to him, we have a man-made object. \n",
      "\n",
      "The background view depicts a paved outdoor urban terrain.\n",
      "In the foreground view, there is a male adolescent human agent with a body, playing with a man-made object/toy. The background view consists of a paved terrain outdoors with buildings, plants, an urban setting, and a view of the natural feature/sky.\n",
      "In the foreground view, there is an adult human agent with a body and the trait of being an adult. They are interacting with a man-made object involved in play. In the background view, there is an outdoor setting with the natural feature of an ocean.\n",
      "In the foreground view, there is a high number of furnishings and a quarter of that number in the form of plants. The background view is indoors.\n",
      "In the foreground view, we have a human adult male with his back facing us, showcasing his body and wearing an agent-like outfit. The person is reaching towards a high count of ingestible objects, possibly indicating a multitude of food items. Adjacent to this scene, there is a high count of furnishing items. \n",
      "\n",
      "The background view reveals an indoor setting, specifically a room with various man-made objects, emphasizing the presence of additional furnishing.\n",
      "The foreground view features a high count of furnishings in an indoor room.\n",
      "In the foreground view, there is a clock face, a building, three man-made objects, and a plant. In the background view, there is a human body, a car, an outdoor setting, the sky, an urban environment, and another building.\n",
      "In the foreground view, there is a human male figure with an adult agent trait, facing towards the viewer. He is represented by a body with a face. There is also a man-made toy object being played with by the human. Additionally, there is an icon present in the foreground view.\n",
      "\n",
      "In the background view, there is an outdoor setting with a plant.\n",
      "In the foreground view, there is a building, two clock faces, and a river. In the background view, there is a plant outdoors with natural features such as the sky, urban elements, and buildings.\n",
      "In the foreground view, there is a human agent, specifically an adult male, with a body. Additionally, there is a man-made object that appears to be in play. In the background view, there is an outdoor scene with a natural feature, which seems to be an ocean.\n",
      "The foreground view consists of a male human agent. He has a human body, is an adult, and his face is turned away. He is also associated with a man-made object, specifically a toy. Additionally, there is a word and two characters present in the foreground.\n",
      "\n",
      "The background view is outdoors and includes a composite terrain.\n",
      "In the foreground view, there is a high count of furnishings, including a desktop computer, and a high count of man-made objects. In the background view, we see a room indoors, specifically the entrance.\n",
      "The foreground view consists of a female adult human body, with her face turned towards the viewer. She is characterized as a human agent. Additionally, there is a play-related man-made object, possibly a toy, represented by two item counts. The background view shows an outdoor scene with plants. The overall composition also includes a high item count icon.\n",
      "The foreground view consists of four furnishing items and one plant, while the background view is indoors in a room.\n",
      "The foreground view consists of several high-count items including ingestible objects, furnishings, and assistive devices. In the background view, we have an indoor setting featuring the human body.\n",
      "In the foreground view, there are multiple ingestible objects, indicating a high count, along with a single assistive device.\n",
      "In the foreground view, there is an animal, specifically half the number of items in the scene. In the background view, there is a grassy terrain with a field, outdoors, plants, natural features, a sky, and a rural setting.\n",
      "In the foreground view, there are an equal number of animals and plants. The background view showcases a composite terrain in an outdoor setting.\n",
      "In the foreground view, there is an animal, and in the background view, there is a grassy terrain with a field, outdoors, plants, rural setting, and another animal.\n",
      "In the foreground view, there are multiple high quantities of ingestible objects and furnishings. Additionally, there is a moderate amount of assistive devices and a third of the total count of items comprises words.\n",
      "In the foreground view, there are multiple elements present. Firstly, there is an icon at the center of the view. Additionally, there is a 2D shape positioned at a third of the way from the left edge. Lastly, there is a road taking up the entire width of the foreground.\n",
      "\n",
      "In the background view, there are several elements. A plant is present, along with a vehicle. The natural feature of the sky can also be seen. Lastly, there is a man-made object in the background.\n",
      "In the foreground view, we see a single adult male walking with his face towards us. Adjacent to him, we see another adult male and an adult female, both standing. Additionally, there are two man-made objects present in the scene. As for the background view, it consists of an outdoors setting with paved terrain and urban buildings.\n",
      "In the foreground view, there is a desktop computer, a keyboard, a computer mouse, a high-quality photograph, a furnishing, two assistive devices, and a notebook. In the background view, there is a room with indoor furnishings.\n",
      "In the foreground view, there is one vehicle, one road, and one word. The background view consists of a composite terrain with plants, outdoors in an urban setting with a car and a building.\n",
      "In the foreground view, there are two items: an aircraft and a plant. The background view displays a natural feature of the sky, situated outdoors in an urban setting with a building.\n",
      "In the foreground view, there are two animals. In the background view, there is a river, outdoors, and a plant.\n",
      "In the foreground view, there are three animals. In the background view, there is a composite terrain outdoors with plants and natural features, such as the sky.\n",
      "In the foreground view, there is a single train and two words placed on a rocky terrain. The background view shows a sky with natural features, indicating that the scene is set outdoors.\n",
      "The foreground view consists of the following elements:\n",
      "- Three adult male human bodies with distinct features and traits.\n",
      "- One child female human body.\n",
      "- Four different animals.\n",
      "- One furnishing item.\n",
      "\n",
      "In the background view, there are outdoor surroundings including a paved terrain, a river, a building, a boat, an urban setting, and the natural feature of the sky.\n",
      "In the foreground view, there are two boats, one word, and two characters. In the background view, there is an ocean, a sky, and the scene is outdoors.\n",
      "The foreground view consists of one animal. The background view depicts an outdoor scene with a composite terrain including a human body and plants.\n",
      "In the foreground view, there are multiple items. Firstly, there is an adult female human body with her face towards the viewer. Secondly, there is an adult male human body with his face towards the viewer. Additionally, there are two adult male human bodies present. Lastly, there is a man-made object, specifically a toy. The background view shows an indoor setting.\n",
      "In the foreground view, there is a young female human agent with her back turned, highlighting her adolescent traits. She is accompanied by a body and is seen looking away, with the face partially visible. There is also a man-made object or toy, indicated by a play action, with a count of two items. \n",
      "\n",
      "In the background view, there is a plant outdoors, a natural feature with the sky as the backdrop.\n",
      "In the foreground view, there is a single human agent, a male, with his back facing us. He is characterized as an adult with a body. In the foreground as well, we see a man-made object that is being interacted with or played with. In the background, the setting is outdoors, specifically with a natural feature of an ocean.\n",
      "The foreground view consists of a laptop computer and a computer mouse, each with a count of 1. The background view shows a furnishing.\n",
      "In the foreground view, there are two items. The first item is a male human body with a child-like agent trait, facing away from the viewer. The second item is a male human body with a child-like agent trait. Additionally, there is another item in the foreground, which is a tool. In the background view, there is a room with indoor furnishings.\n",
      "In the foreground, there are three animals. In the background, the scene is indoors with a paved terrain and a plant.\n",
      "In the foreground view, there are three human bodies, with their faces turned towards the viewer. One of them is a female adult, while the other is a male adult. Additionally, there is a high number of man-made objects, specifically toys. \n",
      "\n",
      "In the background view, the setting is outdoors with sloped terrain and plants. It appears to be a rural area with natural features such as the sky. There is also a human body and a machine present in the background.\n",
      "In the foreground view, there is an animal and a plant. In the background, the scene is outdoors, specifically in a grassy field.\n",
      "In the foreground view, there are high item counts of human bodies, man-made objects/toys, man-made objects, and terrain/sand. In the background view, there is an outdoors scene with plants, natural features such as an ocean, and buildings.\n",
      "The foreground view consists of a furnishing item, while the background view showcases a room indoors with an entrance and various furnishings.\n",
      "In the foreground view, there are multiple human bodies and high-count furnishings. The background view shows a train on a paved terrain outdoors, with natural features such as the sky and an urban setting.\n",
      "In the foreground view, there is a combination of furnishing items and a path. The number of furnishing items is half the number of total items, and the number of paths is equal to the total number of items. Additionally, there is a tall plant in the foreground. \n",
      "\n",
      "The background view depicts an urban outdoor setting with various furnishing items, buildings, and the silhouette of a human body.\n",
      "The foreground view consists of a train, a high building, and a human body. The background view consists of plants, paved terrain, the sky, an urban setting, and an outdoor environment.\n",
      "In the foreground view, there is a scene featuring two human agents, one male and one female, both facing away with their bodies and faces. The male appears to be an adult, while the gender and adult status of the female are also specified. Both individuals are engaged in play, with the male using two man-made objects/toys and the female using one man-made object/toy.\n",
      "\n",
      "In the background view, the scene takes place outdoors.\n",
      "In the foreground view, there is a high count of ingestible objects.\n",
      "In the foreground view, there is a high count of animals, a river with a count of one, and a high count of plants. In the background view, there is a plant outdoors and a natural feature, such as the sky.\n",
      "In the foreground view, there is a single car on a road, with an animal walking nearby. \n",
      "\n",
      "In the background view, the scene is set outdoors within a rural area. There is a composite terrain with plants and natural features, including a sky.\n",
      "In the foreground view, there are two items: a 2D shape and a man-made object. In the background view, the natural feature is the sky, indicating that the setting is outdoors.\n",
      "In the foreground view, there is a male adult human body, a vehicle, and a road. In the background view, there is a building surrounded by natural features such as plants and a rural sky.\n",
      "The foreground view consists of one animal, while the background view shows an outdoors scene with plants and a rural setting.\n",
      "In the foreground view, there are four furnishings, one loudspeaker, two drawings, one book, and one tool. In the background view, the scene is set in an indoor room with a display device.\n",
      "In the foreground view, there is an animal and a car, both shown individually with a count of one. In the background view, there is an urban setting with cars.\n",
      "In the foreground view, there is a male human body, specifically his face facing towards the viewer, indicating that the person is an adult. Additionally, there is one ingestible object and one item of furnishing present.\n",
      "\n",
      "In the background view, there is a furnishing, a man-made object in the form of a toy, a book, and the scene is set in an indoor room. There is also an ingestible object present in the background.\n",
      "In the foreground view, there is one animal and one car. In the background view, the scene represents a grassy terrain outdoors.\n",
      "The foreground view consists of a high count of animals in a grassy terrain field. The background view showcases a building outdoors, surrounded by plants, in a rural setting with natural features and the sky.\n",
      "In the foreground view, there are two human bodies, one river, one man-made object, and a plant that is higher in quantity compared to the other items. The background view consists of mountains, an outdoor setting, various plants, a building, a boat, and the natural features of the sky and grassy terrain.\n",
      "In the foreground view, there is a high quantity of furnishings, including various items. Additionally, there is half the quantity of plants compared to the number of furnishings. Moving to the background view, it reveals an indoor room with an entrance and a painting on the wall.\n",
      "In the foreground view, there is one human agent, a male adult, with a human body. They are interacting with a man-made object related to play. In the background view, there is an outdoor scene with the natural feature of an ocean.\n",
      "In the foreground view, there is a male human agent with his back turned, displaying the trait of adulthood. He is near a man-made toy being played with. Additionally, there is a single plant and a paved terrain. \n",
      "\n",
      "In the background view, there is a building, an assortment of plants, a view of the natural sky, and an urban landscape.\n",
      "In the foreground view, we see a female adult human agent walking, her body facing towards us. Her attention seems to be focused on her cellphone, which is held in her hand. Moving on to the background view, we see a paved terrain outdoors, with plants and urban furnishings in the surroundings.\n",
      "In the foreground view, there is a high count of furnishings and plants. In the background view, the scene is set in an entrance room indoors.\n",
      "In the foreground view, we see a single adult male body with the face turned away from the viewer. The background view is indoors.\n",
      "In the foreground view, there is an animal, a laptop computer, and some furnishings. In the background view, the scene is set inside a room.\n",
      "In the foreground view, there is a male adult with his face turned towards the viewer. Alongside him is a single car. In the background, there is an urban setting with man-made objects, including more cars.\n",
      "In the foreground view, there are three animals and one river. In the background view, there is a grassy terrain with a field, mountains in the distance, and a clear sky. The setting is outdoors, in a rural and natural environment.\n",
      "In the foreground view, there is a high count of ingestible objects, possibly referring to multiple food items or pills. In the background view, there is a furnishing, which could be a piece of furniture or an element of the surrounding environment.\n",
      "The foreground view features a clock face, while the background view shows an outdoor scene with a plant and the natural feature of the sky.\n",
      "In the foreground view, there are four ingestible objects. In the background view, there is a furnishing.\n",
      "In the foreground view, there is a river with one boat on it. In the background, there is a combination of natural features such as the sky and an urban setting with buildings.\n",
      "The foreground view consists of a high number of furnishings, including an entrance and several man-made objects. The background view depicts an indoor room with furnishings, plants, and an entrance.\n",
      "In the foreground view, there is a high count of furnishing items, a building with a third of the items count, and a path with the full count of items. In the background view, there is an outdoor scene with natural features such as the sky and urban elements.\n",
      "In the foreground view, there is a high number of aircraft and vehicles, along with a single adult human body displaying agent trait characteristics. Additionally, there is a runway present. The background view shows an outdoors setting with a natural feature of the sky.\n",
      "In the foreground view, there is a high count of ingestible objects and one furnishing.\n",
      "In the foreground, there is an animal. In the background, there is an indoor setting with a plant.\n",
      "In the foreground view, we see a male adult human walking, along with a train, a path, and three plants. The background view shows an outdoor setting with mountains and the sky, where more plants are present.\n",
      "In the foreground view, there are two human male bodies, both adults. One of them is facing away, while the other is facing towards. Additionally, there is a high count of furnishings present. In the background view, there is a room with indoor man-made objects such as furniture.\n",
      "In the foreground view, we see a male adult human agent with a single body interacting with a man-made object for play. In the background view, we have an outdoor setting with the natural feature of an ocean.\n",
      "In the foreground view, there is an equal distribution of items consisting of furnishing, a desktop computer, a keyboard, a computer mouse, loudspeakers, and laptop computers. \n",
      "\n",
      "In the background view, there is a photograph of a man-made object in a room indoors.\n",
      "In the foreground view, there is a man-made object, a road, and a word. Meanwhile, in the background view, there is a car, a building, and paved terrain. The scenery is outdoors in an urban setting.\n",
      "In the foreground view, there is a human body and a man-made object being played with. The background view shows an outdoor scene with an ocean and the sky.\n",
      "In the foreground view, there are multiple high-count ingestible objects, a single furnishing, a single female human body, and a single assistive device. In the background view, there is a furnishing indoors with an assistive device.\n",
      "In the foreground view, there is a building and a clock face. The background view shows the sky, indicating that the scene is outdoors.\n",
      "The foreground view consists of a desktop computer, a keyboard, a computer mouse, a notebook, a pen, and various furnishings. The background view is set in an indoor room.\n",
      "In the foreground view, there are two human agents, specifically their bodies. Additionally, there is a play occurrence involving man-made toy objects, with a total count equal to half of the item count observed. \n",
      "\n",
      "As for the background view, it showcases a sloped terrain with hills and plants, creating an outdoor, rural setting.\n",
      "In the foreground view, we see a human adult male with a body, exhibiting characteristics of an agent or someone capable of action. Additionally, there is a toy, a man-made object, which gives a playful element to the scene.\n",
      "\n",
      "The background view portrays a rural setting, with sloped terrain, signaling it's outdoors. The presence of natural features like the sky adds a touch of nature to the scene.\n",
      "In the foreground view, there is a building and a clock face with two clock hands. Next to them, there is a high icon representing a tall object or structure. The background view is outdoors.\n",
      "The foreground view features a boat, a river, and rocky terrain. In the background, the outdoors, plants, and a rural setting can be seen.\n",
      "The foreground view of the visual presentation includes a high number of vehicles, a single word, and a road. In the background view, there is a natural feature of the sky, paved terrain, outdoors, an urban setting, and a building.\n",
      "In the foreground view, there is a single human body of a female, who appears to be in her adolescent years. She is facing away from us, emphasizing her back view. In addition, there is a solitary building and a single man-made object.\n",
      "\n",
      "In the background view, we see a book placed on a piece of furnishing.\n",
      "In the foreground view, there are one animal, two boats, and one river. The background view shows an outdoors setting.\n",
      "In the foreground view, there is an animal, a female adult human body with its face turned away, a furnishing, a man-made object, and two toy man-made objects. In the background view, there is a composite outdoor terrain with plants.\n",
      "The foreground view consists of an adolescent female human with her face turned towards us, emphasizing her agent traits, along with a man-made toy being played with. Additionally, there is a single word displayed. The background is set outdoors.\n",
      "In the foreground view, there is a high count of human bodies, specifically adult individuals, with traits indicating agency or activity. There is also a single path leading towards a high count of man-made objects. In the background view, we see an outdoors setting with paved terrain and urban buildings.\n",
      "In the foreground view, there are three human agents, each of them having a body. Additionally, there is the play of man-made objects in the foreground view as well. In the background view, there is an outdoor setting with a natural feature of the ocean.\n",
      "In the foreground view, there are four animals and one river. In the background view, there is a dirt terrain with plants, situated in an outdoor rural setting.\n",
      "In the foreground view, there is a single man-made object and a path. In the background view, the scene showcases an outdoors environment with various plants and a composite terrain.\n",
      "In the foreground view, we can see a male human agent with an adult body facing towards us. He appears to be riding an animal. Nearby, there is another human walking on a path. In the background view, we see a grassy terrain with fields and plants, creating a rural outdoor setting.\n",
      "The foreground view consists of a combination of furnishings, sculptures, and paintings. The foreground is divided equally, with half of the space occupied by furnishing items, half by sculptures, and a single painting. In the background view, we are situated inside a room, specifically at the entrance.\n",
      "In the foreground view, there are four individuals, specifically an adolescent male human, representing a human agent with a male body and adolescent traits. Additionally, there is a man-made object, specifically a toy, indicating high playability. There is also one adult male individual, representing a human agent with a male body and adult traits.\n",
      "\n",
      "In the background view, there is a composite terrain featuring outdoors scenery, including plants and buildings.\n",
      "In the foreground view, there is a child, a female human agent, with a body and agent-trait of being a child. The child is playing with two man-made objects, which are toys. \n",
      "\n",
      "In the background view, the scene is outdoors, with a grassy terrain and a field filled with plants. There are also two humans, one with a body and agent-trait of being a child, and the other with a body and agent-trait of being an adult. The natural feature of the sky can be seen, along with another man-made object which is a toy.\n",
      "The foreground view shows three furnishing items and a plant, while the background view depicts a furnished room indoors.\n",
      "In the foreground, there is a male adult human body with its face turned towards the viewer. Additionally, there is a manually created object or toy. In the background, there is an outdoor setting with plants.\n",
      "In the foreground view, there is a high count of furnishings, a high count of ingestible objects, and a man-made object. In the background view, the scene is set in an indoor room.\n",
      "In the foreground view, there is a high count of ingestible objects and a single count of a furnishing. In the background view, it is indoors with other furnishings present.\n",
      "In the foreground view, there is one animal, one building, and one path. In the background view, there is a human body, an outdoors scene, a paved terrain, a vehicle, a plant, a natural feature such as the sky, and an urban setting.\n",
      "The foreground view consists of a male adult with his face towards the viewer, a female child with her face also towards the viewer, and a high number of man-made toys. \n",
      "\n",
      "In the background view, we see an outdoor scene with plants, sloped terrain, the sky, human bodies, and an urban setting.\n",
      "In the foreground view, there is a train and a word, both with a count of 1. Additionally, there is a high character in a rocky terrain. The background view consists of a path, a female adult human body, plants, natural features such as the sky, urban elements, buildings, and an outdoor setting.\n",
      "In the foreground view, there is an animal and a river, both appearing once. Additionally, there is a high plant or plants. The background view shows a composite terrain with an outdoor setting and a natural feature of the sky.\n",
      "The foreground view consists of various items including one furnishing, four man-made objects, a desktop computer, a keyboard, a computer mouse, and two photographs. The background view depicts a building surrounded by plants in an urban setting, specifically a room indoors.\n",
      "In the foreground view, we see a path and a furnishing along with a grassy terrain. Moving to the background view, we have a lush plant, outdoors, with natural features like the sky, representing a rural setting.\n",
      "In the foreground view, there is a high number of furnishings, specifically a plant positioned in the center. The background view depicts an indoor room.\n",
      "In the foreground view, there is a single man-made object and a single path. In the background view, there is a car, a road, a building, paved terrain, plants, and an urban setting.\n",
      "The foreground view consists of an animal and a furnishing, with a count of one for each item. The background view shows an outdoor setting with plants.\n",
      "In the foreground view, there is a single animal. In the background view, there is a composite terrain that includes outdoor elements such as plants and natural features like the sky. The overall scene has a rural setting.\n",
      "In the foreground view, there is an aircraft and a word. In the background view, it shows a clear sky, indicating an outdoor setting.\n",
      "In the foreground view, there is an aircraft, a runway, a high vehicle, and a building. In the background view, there is a natural feature of the sky in an outdoor setting.\n",
      "The foreground view consists of a high count of furnishing items and man-made objects. The background view shows a room indoors.\n",
      "In the foreground view, there are two human agents with adult body traits. They appear to be engaging in play with a man-made object. In the background view, there is an outdoors scene with a natural feature of the ocean.\n",
      "The foreground view shows a high count of furnishings and man-made objects. The background view depicts a room indoors.\n",
      "In the foreground-view, there is an adult human agent with their back facing us, emphasizing their body, particularly their face. Nearby, there is a man-made object that appears to be a form of entertainment. The background-view encompasses a stunning ocean in an outdoor setting.\n",
      "In the foreground view of the visual presentation, there are an equal number of ingestible objects and furnishings.\n",
      "In the foreground view, there is an animal standing on sand terrain. In the background view, there is the natural feature of an ocean, signifying an outdoor environment.\n",
      "In the foreground view, there are a train, a roof, a path, and a character. In the background view, there is an urban setting with a natural feature, which includes the sky, a human body, buildings, outdoors, and plants.\n",
      "In the foreground view, there is one animal standing against a background of outdoor scenery, including plants and a grassy terrain in a rural setting.\n",
      "In the foreground view, there are half the number of animals present as the item count. The background view shows a rural outdoor setting with plants and a grassy terrain.\n",
      "In the foreground view, there is one animal. In the background view, there is a plant outdoors, with a grassy terrain in a rural setting.\n",
      "In the foreground view, there are four aircraft. The background view depicts a natural feature, specifically the sky, outdoors.\n",
      "In the foreground view, there is one animal present. The background view consists of a grassy terrain in a rural outdoor setting with plants and animals.\n",
      "In the foreground view, there are multiple high-count ingestible objects and furnishings. In the background view, there is an adult human body indoors.\n",
      "In the foreground view, there are multiple items: \n",
      "\n",
      "- Half of the items consist of a female agent of child age, facing away, with a human body and a specific focus on the face.\n",
      "- One-third of the items consist of a male agent of child age, facing away, with a human body and a specific focus on the face.\n",
      "- Half of the items consist of a female agent of child age, with a human body.\n",
      "- The remaining items include a high number of furnishing objects and a high number of ingestible objects.\n",
      "\n",
      "In the background view, there is a composite terrain outdoors that consists of a building and plants.\n",
      "In the foreground view, there is a single human agent - a male adult - with his body turned away from the viewer. Additionally, there is a man-made object or toy being played with. \n",
      "\n",
      "The background view shows an outdoor environment.\n",
      "In the foreground view, there is one animal and one man-made object, specifically a toy. In the background view, there is a natural feature consisting of plants, a sky, and a grassy terrain in a field outdoors.\n",
      "In the foreground view, there is a high count of furnishings, a single plant, a single entrance, and a high count of clothing. In the other foreground view, there is a man-made object in the form of a room, depicted indoors and presented as a drawing.\n",
      "In the foreground view, there is one human body, specifically a female agent who is a child. Her face is turned towards the viewer.  \n",
      "\n",
      "The background view shows a paved terrain with a building in an urban outdoor setting.\n",
      "The foreground view consists of various items, including a single furnishing, a desktop computer, a laptop computer, a computer mouse, and two loudspeakers. These objects are situated in an indoor setting, specifically a room.\n",
      "The foreground view consists of a single human agent, a female, with her back facing the viewer. She is characterized as an adult and her body is visible. Additionally, there is one man-made toy that she is interacting with. This scene takes place on a grassy terrain, specifically a field. \n",
      "\n",
      "In the background view, there is a plant outdoors against the backdrop of the natural feature of the sky.\n",
      "In the foreground view, there is one animal. The background view includes natural features such as the ocean, a building, a boat, outdoors, the sky, and rocky terrain.\n",
      "The foreground view shows an aircraft, a runway, and a word. The background view consists of an outdoors scene with a character, a cone, a building, natural features like the sky, and paved terrain.\n",
      "The foreground view consists of half the number of animals as the total count, on a paved terrain, with a higher number of furnishings. The background view includes a building in an outdoor setting, a human body, a plant, urban elements, man-made objects, and furnishings.\n",
      "The foreground view consists of a high count of furnishings, while the background view shows the entrance of a room, situated indoors.\n",
      "In the foreground view, there is one vehicle, one building, and two roads. The background view features a paved terrain outdoors with plants, natural features such as the sky, and an urban setting.\n",
      "In the foreground view, there is a high count of animals, possibly a group of animals. The background view shows a grassy terrain with fields, plants, and an outdoor rural setting.\n",
      "In the foreground, there is a high amount of furnishing, including a painting and a plant. In the background, the setting is indoors, specifically in a room.\n",
      "In the foreground view, there are four ingestible objects and a high count of furnishings. In the background view, there is a human male body with adult traits, a cellphone, and the setting is indoors.\n",
      "The foreground view consists of:\n",
      "- Half of an adult female human body with her face turned away, displaying agent trait characteristics\n",
      "- One older adult female human body with her face turned away, also displaying agent trait characteristics\n",
      "- One human body\n",
      "- One cellphone\n",
      "- Three man-made objects\n",
      "\n",
      "The background view includes:\n",
      "- Paved terrain\n",
      "- Laptop computer\n",
      "- Outdoors setting\n",
      "- Loudspeaker\n",
      "- Urban environment\n",
      "- Roof\n",
      "- One human body\n",
      "In the foreground view, there is a human adult with their body facing towards the viewer. The individual possesses adult-like characteristics and is interacting with a man-made object, specifically a toy. \n",
      "\n",
      "In the background view, there is a plant, with the human body situated within a grassy terrain, outdoors.\n",
      "The foreground view shows a high count of man-made toys or objects. These toys or objects are seen against a background view of outdoor surroundings with paved terrain.\n",
      "The foreground view consists of the following items:\n",
      "\n",
      "1. A female adult human body with her face turned towards the viewer.\n",
      "2. A male adult human body with his face turned towards the viewer.\n",
      "3. A man-made object.\n",
      "4. An ingestible object.\n",
      "5. A furnishing.\n",
      "6. A word.\n",
      "\n",
      "The background view includes natural features such as the ocean and the sky, a human body engaged in an outdoor activity, and sandy terrain.\n",
      "In the foreground view, there is an adult human body with one characteristic, and a toy man-made object with two items. The background view displays an outdoors environment with sloped terrain, a sky with natural features, a rural setting, and a machine.\n",
      "In the foreground view, there is a single adult female human agent with a body, engaging in play with a man-made object/toy. Moving to the background view, the scene is outdoors, with sloped terrain, plants, and a rural setting.\n",
      "In the foreground view, there is a high count of animals, followed by a single vehicle and a single road. In the background view, there is a composite terrain that includes elements of the outdoors, plants, natural features such as the sky, and a rural setting.\n",
      "In the foreground view, there is an animal and a roof, along with a high plant on a grassy terrain. As for the background view, there are outdoor plants, natural ocean features, sky, and sandy terrain.\n",
      "The foreground view features a furnishing, a high plant, and a clock face. In the background, the setting is indoors.\n",
      "In the foreground view, there are two 2D shapes, an icon, and a building. The background view shows an outdoors setting.\n",
      "The foreground view shows a single furnishing item, while the background view depicts an indoor room setting.\n",
      "In the foreground view, there is a high count of items including an adult with distinct human body traits, multiple furnishings, and a significant number of words. The background view is a photograph taken indoors, capturing a room.\n",
      "In the foreground, there is a single animal. The background depicts a grassy terrain outdoors with plants.\n",
      "In the foreground view, there is one animal in a composite terrain that consists of a high number of plants. In the background view, there are natural features of an ocean, a sky, and a human body, indicating that the scene takes place outdoors.\n",
      "In the foreground view, there are multiple high-count ingestible objects and a single count of a furnishing. In the background view, there is a furnishing.\n",
      "In the foreground view, there is a high count of vehicles with roofs, high count of words and icons, and a road. In the background view, there is an urban setting with buildings and a natural feature of the sky.\n",
      "The foreground view consists of an adult human body with one item, and another adult human body with one item, playing with a man-made toy. The background view shows an outdoor scene with sloped terrain, rural surroundings, and plants.\n",
      "In the foreground view, there are three items. The first item is a female infant with her face turned away. The second item is a male adult with his face turned away. The third item is an animal.\n",
      "\n",
      "In the background view, the scene is set outdoors in a rural area with a composite terrain and plants.\n",
      "In the foreground view, there is a human male agent with an adult body. He is interacting with a man-made object in a playful manner. In the background view, the scene takes place outdoors, specifically near a natural feature, which appears to be the ocean.\n",
      "In the foreground view, there is one animal. In the background view, there is a rocky terrain outdoors with plants.\n",
      "In the foreground view, there is one human agent, depicted as a male adult, with his body visible. The agent is shown playing with a man-made object, specifically a toy. Moving to the background view, it consists of a composite terrain outdoors, with plants present.\n",
      "In the foreground view, there is a mixture of objects including furnishings, books, tools, and an assistive device. The exact number of each object is calculated using the formula \"Item-count divided by 2\" for furnishings, \"Item-count divided by 3\" for books, \"Item-count divided by 4\" for tools, and \"Item-count divided by 1\" for the assistive device. The scene takes place indoors.\n",
      "\n",
      "In the background view, it is also indoors.\n",
      "In the foreground view, there is a train in a field. In the background view, we see an outdoor scene with a composite terrain, plants, natural features like the sky, and a rural setting.\n",
      "In the foreground view, there is a high count of furnishings, including man-made objects. In the background view, the setting is an indoor room with an entrance.\n",
      "The foreground view consists of a high count of furnishings arranged in a path formation, with each path having half the item count. In the background, there is a paved terrain with plants and buildings, creating an outdoor setting.\n",
      "In the foreground view, there is a human body of a male facing away and showing adult characteristics. Next to it, there is a man-made object. In the background view, there is an outdoor scene featuring a natural feature, specifically the ocean.\n",
      "In the foreground view, there is a male adult human agent with a body, interacting with a toy. The background view shows an outdoor scene with a grassy terrain and a field. Another adult human agent is present in the background.\n",
      "In the foreground view, there is a high count of animals. The background view consists of a grassy terrain with a field, plants, and an outdoor rural setting.\n",
      "In the foreground view, there are a combination of animals and plants. The number of animals is half the number of total items, and the number of plants is high. \n",
      "\n",
      "In the background view, there is a composite terrain consisting of outdoor surroundings with plants and buildings.\n",
      "In the foreground view, there is an animal and a river. In the background view, there is a grassy terrain outdoors with plants, depicting a rural setting.\n",
      "In the foreground, there is a single adolescent female human with her back towards us, emphasizing her body. She is playing with a man-made object, which appears to be a toy. Moving to the background, the setting is outdoors, with visible plants.\n",
      "In the foreground view, there is a stack of high books, one book is open displaying its pages, a single word written on a piece of paper, and a man-made object. The background view shows an indoor setting with various furnishings.\n",
      "In the foreground view, there is a high number of cars and vehicles, along with a large group of adult males. There is also a road and a significant number of plants. \n",
      "\n",
      "In the background view, there are plants, buildings, the sky, urban elements, man-made objects, and it is set outdoors.\n",
      "In the foreground view, there is the image of a female adult human body. \n",
      "In the background view, there is a train passing by, next to the image of a human body.\n",
      "In the foreground view, there is one adult human body with distinct traits and one man-made object, which appears to be a toy. The background view shows an outdoor scene with plants, a sloped terrain, and a rural setting.\n",
      "The foreground view consists of an infant, a single ingestible object, and three furnishings. In the background, the view is set indoors in a room.\n",
      "In the foreground view, there is a single human agent, a male adult, with his back turned and his face away from the viewer. He is accompanied by three man-made objects, which appear to be toys, suggesting that he is walking with them. \n",
      "\n",
      "In the background view, there is an outdoor scene featuring natural features such as the ocean, plants, and sandy terrain.\n",
      "In the foreground view, there is a male human body with the face turned towards the observer, indicating an adult. Additionally, there are an equal number of ingestible objects and furnishing items. \n",
      "\n",
      "In the background view, the scene takes place outdoors with a roof visible.\n",
      "In the foreground view, there are multiple items: \n",
      "1. A male adult with his back facing the viewer, specifically focusing on his face. \n",
      "2. A female adult facing the viewer, emphasizing her face. \n",
      "3. Another female adult. \n",
      "4. A road. \n",
      "\n",
      "In the background view, the scene is set in an urban outdoor setting with plants, buildings, and a paved terrain.\n",
      "In the foreground view, there are three animals, with one animal standing tall and a plant in the background. The background view shows a composite terrain with an outdoor setting.\n",
      "The foreground view consists of four furnishing items and an entrance, while the background view is set in an indoor room.\n",
      "In the foreground view, there is an adult human agent riding a vehicle on a road. Additionally, there is a single high word and a single high character present. \n",
      "\n",
      "In the background view, there is a paved terrain with a human body and a vehicle, located outdoors.\n",
      "The foreground view consists of three elements: \n",
      "1. A male adolescent human agent with a body engaged in play, accompanied by a man-made toy object.\n",
      "2. Another male adolescent human agent with a body, facing towards the viewer, involved in play with a man-made toy object.\n",
      "3. High counts of words and characters, possibly indicating a lot of information or content present. Additionally, there is a composite terrain element.\n",
      "\n",
      "The background view depicts an outdoor scene with plants and the natural feature of the sky.\n",
      "In the foreground view, there is a male adult with his face turned towards the viewer. Standing beside him is a cellphone. In the background, the scene is indoors.\n",
      "In the foreground view, there is a laptop computer positioned on top of a high furnishing. Moving to the background, there is a drawing depicting the entrance of a room. The scene is set indoors.\n",
      "In the foreground view, there are multiple animals, specifically half the number of items present. The background view consists of a rocky terrain, outdoors, with plants.\n",
      "The foreground view consists of one vehicle, one word, and one road. In the background, there is a plant, paved terrain, an outdoor setting, and a building.\n",
      "In the foreground view, there are four furnishings, specifically high-quality clothing items. In the background view, there is an indoor room with a plant, located in a building within an urban area.\n",
      "The foreground view includes a high count of human agents, specifically adult human bodies with certain agent traits, along with man-made objects associated with play. Additionally, there is a natural feature of an ocean. The background view consists of urban elements, such as buildings, plants, and mountains, against the backdrop of a natural feature, the sky.\n",
      "In the foreground view, there are multiple human bodies, potentially many, interacting with man-made objects or toys. The background view shows a sloped terrain with human bodies, plants, and an outdoor natural feature such as the sky in a rural setting.\n",
      "The foreground view consists of a high count of animal items, while the background view shows an outdoors scene with a dirt terrain.\n",
      "In the foreground view, there is a high count of ingestible objects, a single furnishing object, and a single human body. In the background view, there is a grassy terrain outdoors.\n",
      "The foreground view consists of an aircraft, an adult human body, and an icon, each with a count of one. The background view shows an outdoor scene with the natural feature of the sky.\n",
      "In the foreground view, we can see a high number of human bodies engaged in physical activity and playing with man-made objects or toys. Additionally, there is a single building and a single machine present.\n",
      "\n",
      "In the background view, we observe a sloped terrain with human bodies, plants, and an outdoor natural feature such as the sky. The setting appears to be rural.\n",
      "In the foreground view, there is a high count of three different categories of items: furnishings, ingestible objects, and man-made objects. These objects are indoors in a room, which is seen in the background view.\n",
      "The foreground view consists of half the count of vehicles against a background of paved terrain in an outdoor setting.\n",
      "In the foreground view, we see a male adult with his face turned towards us, along with two other human bodies. In addition, there is a man-made toy object, and the item count seems to be high. \n",
      "\n",
      "In the background view, we observe a sloped terrain with plants, outdoors. The scene includes a human body, a natural feature of the sky, a rural setting, and a mountain in the distance.\n",
      "In the foreground view, there is a single vehicle, a road, a character, and three words. \n",
      "\n",
      "The background view is outdoors, showing a paved terrain with an urban setting, including a car, a building, and plants.\n",
      "In the foreground view, there are four animals, with one animal being taller than the others, and there are plants alongside them. The background view shows a grassy terrain outdoors in a rural setting.\n",
      "In the foreground view, there is an adolescent male with his back turned, showcasing his body, and a human-made object, possibly a toy. In the background view, the scene is outdoors with a clear sky as the natural feature.\n",
      "In the foreground view, there is a single boat and a single word. The background view shows a rocky terrain with natural features including an ocean and a sky, indicating an outdoor setting.\n",
      "In the foreground view, we see a person riding a bicycle on a road. They appear to be an adult, with a human body and typical adult traits. The action of riding the bicycle indicates high activity or movement. \n",
      "\n",
      "In the background, we have a generic urban outdoor setting with buildings, vehicles, paved terrain, and man-made objects.\n",
      "In the foreground view, there are three animals. The background view shows a paved terrain in an outdoor setting.\n",
      "In the foreground view, there is a female adult human body with her face turned towards us. Additionally, there is an assistive device present in the image.\n",
      "The foreground view consists of half the number of animals in the scene, while the background view shows a grassy terrain with a field, located outdoors in a rural area.\n",
      "In the foreground view, there is an adult human body with one item, which is a man-made toy. In the background view, there is a sloped terrain outdoors with natural features such as the sky and a rural setting, with the presence of another human body.\n",
      "In the foreground view, there is a train and a high plant. The background view shows an outdoors scene with a plant and the natural feature of the sky.\n",
      "In the foreground view, there is a single animal and a high number of plants. Moving to the background view, there is a grassy terrain with plants. The setting is outdoors, with a natural feature of the sky and a rural ambiance.\n",
      "In the foreground view, we have two items. The first item is a man-made object, and the second item is an icon. \n",
      "\n",
      "The background view shows a room indoors with a bicycle and furnishing.\n",
      "In the foreground view, there is a high count of furnishings including a laptop computer, a high count of books, and a photograph. In the background view, there are natural features such as the sky, room, indoors, a plant, a building, and an urban setting.\n"
     ]
    }
   ],
   "source": [
    "for idx, row in coco_hed.iterrows():\n",
    "    if idx < len(translation):\n",
    "        continue\n",
    "    messages[-1] = {\"role\": \"user\", \"content\": f\"{row['HED_short']}\"}\n",
    "    output = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")\n",
    "    print(output)\n",
    "    translation.append(output)\n",
    "coco_hed_openai = coco_hed.copy()   \n",
    "coco_hed_openai[\"openai_desc\"] = translation\n",
    "with open('coco_hed_openai', 'w') as fout:\n",
    "    coco_hed_openai.to_csv(fout, index=False, sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "c1c717e1-cfaa-4f64-b575-f4d789299f1a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1000"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(translation)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "c2386432-92d3-42b5-ac6a-9cc16b49db2c",
   "metadata": {},
   "outputs": [],
   "source": [
    "filenames_downsampled = [f\"{name.split('.')[0]}_downsampled.png\" for name in coco_hed_openai[\"File_Name\"]]\n",
    "coco_hed_openai_downsampled = coco_hed_openai.copy()\n",
    "coco_hed_openai_downsampled[\"File_Name_Downsampled\"] = filenames_downsampled\n",
    "with open('coco_hed_openai_downsampled', 'w') as fout:\n",
    "    coco_hed_openai_downsampled.to_csv(fout, index=False, sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "8c68314a-1dc0-4a66-b3c7-dd5106d14857",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "coco_hed_web_data = coco_hed_openai_downsampled[['File_Name_Downsampled','HED_short', 'openai_desc']]\n",
    "\n",
    "# Serializing json\n",
    "json_object = json.dumps(coco_hed_web_data.to_dict(orient='list'), indent=4)\n",
    " \n",
    "# Writing to sample.json\n",
    "with open(\"slideshow_data.json\", \"w\") as outfile:\n",
    "    outfile.write(json_object)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "61c8cebb-7d13-49ca-b339-40d410b68232",
   "metadata": {},
   "source": [
    "## From description to HED tags"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e0d51cf6-be07-4c9e-9c15-1acb5630bb6b",
   "metadata": {},
   "source": [
    "Retrieve HED terms from HEDLatest.xml on Github"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "51b994dd-8131-47ec-bb19-c4ae2e2fb196",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Event,Sensory-event,Agent-action,Data-feature,Experiment-control,Experiment-procedure,Experiment-structure,Measurement-event,Agent,Animal-agent,Avatar-agent,Controller-agent,Human-agent,Robotic-agent,Software-agent,Action,Communicate,Communicate-gesturally,Clap-hands,Clear-throat,Frown,Grimace,Nod-head,Pump-fist,Raise-eyebrows,Shake-fist,Shake-head,Shhh,Shrug,Smile,Spread-hands,Thumb-up,Thumbs-down,Wave,Widen-eyes,Wink,Communicate-musically,Hum,Play-instrument,Sing,Vocalize,Whistle,Communicate-vocally,Cry,Groan,Laugh,Scream,Shout,Sigh,Speak,Whisper,Move,Breathe,Blow,Cough,Exhale,Hiccup,Hold-breath,Inhale,Sneeze,Sniff,Move-body,Bend,Dance,Fall-down,Flex,Jerk,Lie-down,Recover-balance,Shudder,Sit-down,Sit-up,Stand-up,Stretch,Stumble,Turn,Move-body-part,Move-eyes,Blink,Close-eyes,Fixate,Inhibit-blinks,Open-eyes,Saccade,Squint,Stare,Move-face,Bite,Burp,Chew,Gurgle,Swallow,Gulp,Yawn,Move-head,Lift-head,Lower-head,Turn-head,Move-lower-extremity,Curl-toes,Hop,Jog,Jump,Kick,Pedal,Press-foot,Run,Step,Heel-strike,Toe-off,Trot,Walk,Move-torso,Move-upper-extremity,Drop,Grab,Grasp,Hold-down,Lift,Make-fist,Point,Press,Push,Reach,Release,Retract,Scratch,Snap-fingers,Touch,Perceive,Hear,See,Sense-by-touch,Smell,Taste,Perform,Close,Collide-with,Halt,Modify,Open,Operate,Play,Read,Repeat,Rest,Ride,Write,Think,Allow,Attend-to,Count,Deny,Detect,Discriminate,Encode,Evade,Generate,Identify,Imagine,Judge,Learn,Memorize,Plan,Predict,Recall,Recognize,Respond,Switch-attention,Track,Item,Biological-item,Anatomical-item,Body,Body-part,Head,Head-part,Brain,Brain-region,Cerebellum,Frontal-lobe,Occipital-lobe,Parietal-lobe,Temporal-lobe,Ear,Face,Face-part,Cheek,Chin,Eye,Eyebrow,Eyelid,Forehead,Lip,Mouth,Mouth-part,Teeth,Tongue,Nose,Hair,Lower-extremity,Lower-extremity-part,Ankle,Foot,Foot-part,Heel,Instep,Toe,Big-toe,Little-toe,Toes,Knee,Lower-leg,Lower-leg-part,Calf,Shin,Upper-leg,Upper-leg-part,Thigh,Neck,Torso,Torso-part,Abdomen,Navel,Pelvis,Pelvis-part,Buttocks,Genitalia,Gentalia,Hip,Torso-back,Torso-chest,Viscera,Waist,Upper-extremity,Upper-extremity-part,Elbow,Forearm,Forearm-part,Hand,Hand-part,Finger,Index-finger,Little-finger,Middle-finger,Ring-finger,Thumb,Fingers,Knuckles,Palm,Shoulder,Upper-arm,Upper-arm-part,Wrist,Organism,Animal,Human,Plant,Language-item,Character,Clause,Glyph,Nonword,Paragraph,Phoneme,Phrase,Pseudoword,Sentence,Syllable,Textblock,Word,Object,Geometric-object,2D-shape,Arrow,Clockface,Cross,Dash,Ellipse,Circle,Rectangle,Square,Single-point,Star,Triangle,3D-shape,Box,Cube,Cone,Cylinder,Ellipsoid,Sphere,Pyramid,Pattern,Dots,LED-pattern,Ingestible-object,Man-made-object,Building,Attic,Basement,Entrance,Roof,Room,Clothing,Device,Assistive-device,Glasses,Writing-device,Pen,Pencil,Computing-device,Cellphone,Desktop-computer,Laptop-computer,Tablet-computer,Engine,IO-device,Input-device,Computer-mouse,Mouse-button,Scroll-wheel,Joystick,Keyboard,Keyboard-key,#,Keypad,Keypad-key,#,Microphone,Push-button,Output-device,Auditory-device,Headphones,Loudspeaker,Display-device,Computer-screen,Screen-window,Head-mounted-display,LED-display,Recording-device,EEG-recorder,EMG-recorder,File-storage,MEG-recorder,Motion-capture,Tape-recorder,Touchscreen,Machine,Measurement-device,Clock,Robot,Tool,Document,Book,Letter,Note,Notebook,Questionnaire,Furnishing,Manufactured-material,Ceramic,Glass,Paper,Plastic,Steel,Media,Media-clip,Audio-clip,Audiovisual-clip,Video-clip,Visualization,Animation,Art-installation,Braille,Image,Cartoon,Drawing,Icon,Painting,Photograph,Movie,Outline-visualization,Point-light-visualization,Sculpture,Stick-figure-visualization,Navigational-object,Path,Road,Lane,Runway,Vehicle,Aircraft,Bicycle,Boat,Car,Cart,Tractor,Train,Truck,Natural-object,Mineral,Natural-feature,Field,Hill,Mountain,River,Waterfall,Sound,Environmental-sound,Crowd-sound,Signal-noise,Musical-sound,Instrument-sound,Tone,Vocalized-sound,Named-animal-sound,Barking,Bleating,Chirping,Crowing,Growling,Meowing,Mooing,Purring,Roaring,Squawking,Named-object-sound,Alarm-sound,Beep,Buzz,Click,Ding,Horn-blow,Ka-ching,Siren,Property,Agent-property,Agent-state,Agent-cognitive-state,Alert,Anesthetized,Asleep,Attentive,Awake,Brain-dead,Comatose,Distracted,Drowsy,Intoxicated,Locked-in,Passive,Resting,Vegetative,Agent-emotional-state,Angry,Aroused,Awed,Compassionate,Content,Disgusted,Emotionally-neutral,Empathetic,Excited,Fearful,Frustrated,Grieving,Happy,Jealous,Joyful,Loving,Relieved,Sad,Stressed,Agent-physiological-state,Catamenial,Fever,Healthy,Hungry,Rested,Sated,Sick,Thirsty,Tired,Agent-postural-state,Crouching,Eyes-closed,Eyes-open,Kneeling,On-treadmill,Prone,Seated-with-chin-rest,Sitting,Standing,Agent-task-role,Experiment-actor,Experiment-controller,Experiment-participant,Experimenter,Agent-trait,Age,#,Agent-experience-level,Expert-level,Intermediate-experience-level,Novice-level,Ethnicity,Gender,Handedness,Ambidextrous,Left-handed,Right-handed,Race,Sex,Female,Intersex,Male,Other-sex,Data-property,Data-artifact,Biological-artifact,Chewing-artifact,ECG-artifact,EMG-artifact,Eye-artifact,Eye-blink-artifact,Eye-movement-artifact,Horizontal-eye-movement-artifact,Nystagmus-artifact,Slow-eye-movement-artifact,Vertical-eye-movement-artifact,Movement-artifact,Pulse-artifact,Respiration-artifact,Rocking-patting-artifact,Sucking-artifact,Sweat-artifact,Tongue-movement-artifact,Nonbiological-artifact,Artificial-ventilation-artifact,Dialysis-artifact,Electrode-movement-artifact,Electrode-pops-artifact,Induction-artifact,Line-noise-artifact,#,Salt-bridge-artifact,Data-marker,Data-break-marker,Temporal-marker,Inset,Offset,Onset,Pause,Time-out,Time-sync,Data-resolution,Printer-resolution,#,Screen-resolution,#,Sensory-resolution,#,Spatial-resolution,#,Spectral-resolution,#,Temporal-resolution,#,Data-source-type,Computed-feature,Computed-prediction,Expert-annotation,Instrument-measurement,Observation,Data-value,Categorical-value,Categorical-class-value,All,Correct,Explicit,False,Implicit,Invalid,None,Some,True,Unknown,Valid,Wrong,Categorical-judgment-value,Abnormal,Asymmetrical,Audible,Complex,Congruent,Constrained,Disordered,Familiar,Famous,Inaudible,Incongruent,Involuntary,Masked,Normal,Ordered,Simple,Symmetrical,Unconstrained,Unfamiliar,Unmasked,Voluntary,Categorical-level-value,Cold,Deep,High,Hot,Large,Liminal,Loud,Low,Medium,Negative,Positive,Quiet,Rough,Shallow,Small,Smooth,Subliminal,Supraliminal,Thick,Thin,Categorical-location-value,Anterior,Lateral,Left,Medial,Posterior,Right,Categorical-orientation-value,Backward,Downward,Forward,Horizontally-oriented,Leftward,Oblique,Rightward,Rotated,Upward,Vertically-oriented,Physical-value,Temperature,#,Weight,#,Quantitative-value,Fraction,#,Item-count,#,Item-index,#,Item-interval,#,Percentage,#,Ratio,#,Spatiotemporal-value,Rate-of-change,Acceleration,#,Frequency,#,Jerk-rate,#,Refresh-rate,#,Sampling-rate,#,Speed,#,Temporal-rate,#,Spatial-value,Angle,#,Distance,#,Position,Clock-face,#,Clock-face-position,#,X-position,#,Y-position,#,Z-position,#,Size,Area,#,Depth,#,Height,#,Length,#,Perimeter,#,Radius,#,Volume,#,Width,#,Temporal-value,Delay,#,Duration,#,Time-interval,#,Time-value,#,Statistical-value,Data-maximum,#,Data-mean,#,Data-median,#,Data-minimum,#,Probability,#,Standard-deviation,#,Statistical-accuracy,#,Statistical-precision,#,Statistical-recall,#,Statistical-uncertainty,#,Data-variability-attribute,Abrupt,Constant,Continuous,Decreasing,Deterministic,Discontinuous,Discrete,Estimated-value,Exact-value,Flickering,Fractal,Increasing,Random,Repetitive,Stochastic,Varying,Environmental-property,Augmented-reality,Indoors,Motion-platform,Outdoors,Real-world,Rural,Terrain,Composite-terrain,Dirt-terrain,Grassy-terrain,Gravel-terrain,Leaf-covered-terrain,Muddy-terrain,Paved-terrain,Rocky-terrain,Sloped-terrain,Uneven-terrain,Urban,Virtual-world,Informational-property,Description,#,ID,#,Label,#,Metadata,Creation-date,#,Experimental-note,#,Library-name,#,Metadata-identifier,CogAtlas,#,CogPo,#,DOI,#,OBO-identifier,#,Species-identifier,#,Subject-identifier,#,UUID,#,Version-identifier,#,Modified-date,#,Pathname,#,URL,#,Parameter,Parameter-label,#,Parameter-value,#,Organizational-property,Collection,#,Condition-variable,#,Control-variable,#,Def,#,Def-expand,#,Definition,#,Event-context,Event-stream,#,Experimental-intertrial,#,Experimental-trial,#,Indicator-variable,#,Recording,#,Task,#,Time-block,#,Sensory-property,Sensory-attribute,Auditory-attribute,Loudness,#,Pitch,#,Sound-envelope,Sound-envelope-attack,#,Sound-envelope-decay,#,Sound-envelope-release,#,Sound-envelope-sustain,#,Sound-volume,#,Timbre,#,Gustatory-attribute,Bitter,Salty,Savory,Sour,Sweet,Olfactory-attribute,Somatic-attribute,Pain,Stress,Tactile-attribute,Tactile-pressure,Tactile-temperature,Tactile-texture,Tactile-vibration,Vestibular-attribute,Visual-attribute,Color,CSS-color,Blue-color,Blue,CadetBlue,CornflowerBlue,DarkBlue,DeepSkyBlue,DodgerBlue,LightBlue,LightSkyBlue,LightSteelBlue,MediumBlue,MidnightBlue,Navy,PowderBlue,RoyalBlue,SkyBlue,SteelBlue,Brown-color,Bisque,BlanchedAlmond,Brown,BurlyWood,Chocolate,Cornsilk,DarkGoldenRod,GoldenRod,Maroon,NavajoWhite,Olive,Peru,RosyBrown,SaddleBrown,SandyBrown,Sienna,Tan,Wheat,Cyan-color,Aqua,Aquamarine,Cyan,DarkTurquoise,LightCyan,MediumTurquoise,PaleTurquoise,Turquoise,Gray-color,Black,DarkGray,DarkSlateGray,DimGray,Gainsboro,Gray,LightGray,LightSlateGray,Silver,SlateGray,Green-color,Chartreuse,DarkCyan,DarkGreen,DarkOliveGreen,DarkSeaGreen,ForestGreen,Green,GreenYellow,LawnGreen,LightGreen,LightSeaGreen,Lime,LimeGreen,MediumAquaMarine,MediumSeaGreen,MediumSpringGreen,OliveDrab,PaleGreen,SeaGreen,SpringGreen,Teal,YellowGreen,Orange-color,Coral,DarkOrange,Orange,OrangeRed,Tomato,Pink-color,DeepPink,HotPink,LightPink,MediumVioletRed,PaleVioletRed,Pink,Purple-color,BlueViolet,DarkMagenta,DarkOrchid,DarkSlateBlue,DarkViolet,Fuchsia,Indigo,Lavender,Magenta,MediumOrchid,MediumPurple,MediumSlateBlue,Orchid,Plum,Purple,RebeccaPurple,SlateBlue,Thistle,Violet,Red-color,Crimson,DarkRed,DarkSalmon,FireBrick,IndianRed,LightCoral,LightSalmon,Red,Salmon,White-color,AliceBlue,AntiqueWhite,Azure,Beige,FloralWhite,GhostWhite,HoneyDew,Ivory,LavenderBlush,Linen,MintCream,MistyRose,OldLace,SeaShell,Snow,White,WhiteSmoke,Yellow-color,DarkKhaki,Gold,Khaki,LemonChiffon,LightGoldenRodYellow,LightYellow,Moccasin,PaleGoldenRod,PapayaWhip,PeachPuff,Yellow,Color-shade,Dark-shade,Light-shade,Grayscale,#,HSV-color,HSV-value,#,Hue,#,Saturation,#,RGB-color,RGB-blue,#,RGB-green,#,RGB-red,#,Luminance,Luminance-contrast,#,Opacity,Sensory-presentation,Auditory-presentation,Loudspeaker-separation,Monophonic,Silent,Stereophonic,Gustatory-presentation,Olfactory-presentation,Somatic-presentation,Tactile-presentation,Vestibular-presentation,Visual-presentation,2D-view,3D-view,Background-view,Bistable-view,Foreground-view,Foveal-view,Map-view,Aerial-view,Satellite-view,Street-view,Peripheral-view,Task-property,Task-action-type,Appropriate-action,Correct-action,Correction,Done-indication,Imagined-action,Inappropriate-action,Incorrect-action,Indeterminate-action,Miss,Near-miss,Omitted-action,Ready-indication,Task-attentional-demand,Bottom-up-attention,Covert-attention,Divided-attention,Focused-attention,Orienting-attention,Overt-attention,Selective-attention,Sustained-attention,Switched-attention,Top-down-attention,Task-effect-evidence,Behavioral-evidence,Computational-evidence,External-evidence,Intended-effect,Task-event-role,Experimental-stimulus,Incidental,Instructional,Mishap,Participant-response,Task-activity,Warning,Task-relationship,Background-subtask,Primary-subtask,Task-stimulus-role,Cue,Distractor,Expected,Extraneous,Feedback,Go-signal,Meaningful,Newly-learned,Non-informative,Non-target,Not-meaningful,Novel,Oddball,Penalty,Planned,Priming,Query,Reward,Stop-signal,Target,Threat,Timed,Unexpected,Unplanned,Relation,Comparative-relation,Approximately-equal-to,Equal-to,Greater-than,Greater-than-or-equal-to,Less-than,Less-than-or-equal-to,Not-equal-to,Connective-relation,Belongs-to,Connected-to,Contained-in,Described-by,From-to,Group-of,Implied-by,Includes,Interacts-with,Member-of,Part-of,Performed-by,Performed-using,Related-to,Unrelated-to,Directional-relation,Away-from,Towards,Logical-relation,And,Or,Spatial-relation,Above,Across-from,Adjacent-to,Ahead-of,Around,Behind,Below,Between,Bilateral-to,Bottom-edge-of,Boundary-of,Center-of,Close-to,Far-from,In-front-of,Left-edge-of,Left-side-of,Lower-center-of,Lower-left-of,Lower-right-of,Outside-of,Over,Right-edge-of,Right-side-of,To-left-of,To-right-of,Top-edge-of,Top-of,Underneath,Upper-center-of,Upper-left-of,Upper-right-of,Within,Temporal-relation,After,Asynchronous-with,Before,During,Synchronous-with,Waiting-for\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/dtyoung/Documents/HED/HED-LLM/create_hed_prompts.py:89: XMLParsedAsHTMLWarning: It looks like you're parsing an XML document using an HTML parser. If this really is an HTML document (maybe it's XHTML?), you can ignore or filter this warning. If it's XML, you should know that using an XML parser will be more reliable. To parse this document as XML, make sure you have the lxml package installed, and pass the keyword argument `features=\"xml\"` into the BeautifulSoup constructor.\n",
      "  soup = BeautifulSoup(xml_content, \"lxml\")\n"
     ]
    }
   ],
   "source": [
    "hed_vocab = get_hed_vocab()\n",
    "print(hed_vocab)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "21500d07-4604-4a5f-9373-b4365ef6da9d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "HED: (Visual-presentation, (Image, (Geometric-object, Square, Color, Green)))\n"
     ]
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a precise translator.\"},\n",
    "        {\"role\": \"system\", \"content\": f\"Translate event descriptions into HED annotations. Please respond using only the following words: {hed_vocab}. Give response using just this vocabulary and do not use any other words.Translate event descriptions into HED annotations. Please respond using only the following words: {hed_vocab}. Give response using just this vocabulary and do not use any other words.\"},\n",
    "        {\"role\": \"system\", \"content\": \"Description: The foreground view consists of a large number of ingestible objects, indicating a high quantity. The background view includes an adult human body, outdoors in a setting that includes furnishings, natural features such as the sky, and man-made objects in an urban environment.\"},\n",
    "        {\"role\": \"system\", \"content\": \"HED: (Foreground-view, ((Item-count, High), Ingestible-object)), (Background-view, ((Human, Body, Agent-trait/Adult), Outdoors, Furnishing, Natural-feature/Sky, Urban, Man-made-object))\"},\n",
    "        {\"role\": \"user\", \"content\": \"Description: A visual presentation of an image of a green square.\"},\n",
    "        # {\"role\": \"assistant\", \"content\": \"(Foreground-view, ((Item-count/1, (Human, Body, Agent-trait/Adult)), (Item-count/1, (Human, Body, (Face, Away-from), Male, Agent-trait/Adult)), ((Item-count, High), Furnishing))), (Background-view, (Ingestible-object, Furnishing, Room, Indoors, Man-made-object, Assistive-device))\"},\n",
    "        # {\"role\": \"user\", \"content\": \"In the foreground view, we see a male adolescent human, characterized by his body and traits as an agent. He is interacting with a man-made object, possibly engaged in play or using it in some way. In the background view, the setting is outdoors, specifically showing a natural feature such as an ocean.\"},\n",
    "        # {\"role\": \"assistant\", \"content\": \"(Foreground-view, ((Item-count/1, (Human, Body, Agent-trait/Adult)), (Item-count/1, (Human, Body, (Face, Away-from), Male, Agent-trait/Adult)), ((Item-count, High), Furnishing))), (Background-view, (Ingestible-object, Furnishing, Room, Indoors, Man-made-object, Assistive-device))\"},\n",
    "]\n",
    "output = opai.prompt_engineer(messages,\"gpt-4o-mini\")\n",
    "\n",
    "# ## TODO: try few shots\n",
    "# print('ground truth: (Foreground-view, ((Item-count/1, ((Human, Human-agent), Body, Male, Agent-trait/Adolescent)), (Play, (Item-count/1, Man-made-object)))), (Background-view, (Outdoors, Natural-feature/Ocean))')\n",
    "# print(output)\n",
    "# messages=[\n",
    "#         {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n",
    "#         {\"role\": \"user\", \"content\": f\"Given this list of tags: {hed_vocab}.\"},\n",
    "#         {\"role\": \"user\", \"content\": f\"And given this annotation: {output}.\"},\n",
    "#         {\"role\": \"user\", \"content\": f\"Highlight the tags that are from the list by captioning them with *\"},\n",
    "# ]\n",
    "# opai.prompt_engineer(messages,\"gpt-3.5-turbo\")\n",
    "print(output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "5e1b2621-164c-41c2-8a12-89e7ce140e86",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'(Visual-presentation,(Background-view,Open-market-scene),(Foreground-view,(People),(Piles-of-vegetables)))'"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": f\"You are a precise translator\"},\n",
    "        {\"role\": \"user\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "        {\"role\": \"user\", \"content\": \"A visual presentation of an image of an open market full of people and piles of vegetables.\"}\n",
    "]\n",
    "output = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "68c868ca-d98f-4e2d-972c-c6b78a7e1625",
   "metadata": {},
   "source": [
    "## Vector database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "5142fe19-4320-442a-8ba4-29b7d80392d7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import chromadb\n",
    "from chromadb.utils import embedding_functions\n",
    "verbose = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e1cc9696-fecf-42e8-962b-765f44b7bf2b",
   "metadata": {},
   "outputs": [],
   "source": [
    "chroma_client = chromadb.Client()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "b803b000-8109-4143-871a-bd32014f5dc3",
   "metadata": {},
   "outputs": [],
   "source": [
    "def from_hed(input, hed_db):\n",
    "    '''\n",
    "    Replace tags in the input with tags from hed pulling from the vector database\n",
    "    '''\n",
    "    _, starts, ends = extract_tags_locs(input)\n",
    "    \n",
    "    result = \"\"\n",
    "    curIdx = 0\n",
    "    while curIdx < len(input):\n",
    "        curChar = input[curIdx]\n",
    "        \n",
    "        if curIdx in starts:\n",
    "            charIdx = starts.index(curIdx)\n",
    "            hed_tag = retrieve_hed(input[starts[charIdx]:ends[charIdx]], hed_db)\n",
    "            if verbose:\n",
    "                print(\"output tag\", hed_tag)\n",
    "            result += hed_tag\n",
    "            curIdx = ends[charIdx]\n",
    "        else:\n",
    "            result += curChar\n",
    "            curIdx += 1\n",
    "            \n",
    "    return result\n",
    "\n",
    "def extract_tags_locs(input):\n",
    "    starts = []\n",
    "    ends = []\n",
    "    extracted_tags = []\n",
    "    for match in re.finditer(r'\\b\\w+(-\\w+)*\\b', input):\n",
    "        extracted_tags.append(match.group())\n",
    "        starts.append(match.start())\n",
    "        ends.append(match.end())\n",
    "    return extracted_tags, starts, ends\n",
    "    \n",
    "def query_hed_db(input, hed_db):\n",
    "    return hed_db.query(\n",
    "        query_texts=[input],\n",
    "        n_results=2\n",
    "    )\n",
    "                \n",
    "def retrieve_hed(tag, hed_db):\n",
    "    eps = 1e-05\n",
    "    \n",
    "    results = query_hed_db(tag, hed_db)\n",
    "    \n",
    "    if verbose:\n",
    "        print(\"input tag\", tag)\n",
    "        print(\"results\", results)\n",
    "        \n",
    "    for idx, neigh in enumerate(results['documents'][0]):\n",
    "        dist = results['distances'][0][idx]\n",
    "        # print(dist, dist <= eps)\n",
    "        if dist <= eps:\n",
    "            return neigh\n",
    "        if verbose:\n",
    "            print()\n",
    "    # no exact match       \n",
    "    return f\"({','.join(results['documents'][0])})\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8ff4b5d4-c9de-405f-8d79-71efe5d4c0d0",
   "metadata": {},
   "outputs": [],
   "source": [
    "collection = chroma_client.create_collection(name=\"hed_schema\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "265507b5-ff0d-4e43-9dca-2522032fee40",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/dtyoung/Documents/python-venv/LLM/lib/python3.11/site-packages/bs4/builder/__init__.py:545: XMLParsedAsHTMLWarning: It looks like you're parsing an XML document using an HTML parser. If this really is an HTML document (maybe it's XHTML?), you can ignore or filter this warning. If it's XML, you should know that using an XML parser will be more reliable. To parse this document as XML, make sure you have the lxml package installed, and pass the keyword argument `features=\"xml\"` into the BeautifulSoup constructor.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "hed_vocab = get_hed_vocab()\n",
    "hed_vocab_list = hed_vocab.split(',')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "7762f678-7152-467a-b0e8-00ea4766b82e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Visual-presentation, (Background-view, Snow-covered ground), (Foreground-view, ((Snowboarder, Red, Orange), (Snow-gear)), (Action, Picks-himself-up))))\n"
     ]
    }
   ],
   "source": [
    "query = \"A snowboarder in red and orange snow gear picks himself up off the snowy ground.\"\n",
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": f\"You are a precise translator\"},\n",
    "        {\"role\": \"user\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "        {\"role\": \"user\", \"content\": query}\n",
    "]\n",
    "target_string = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")\n",
    "print(target_string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "5f5fca0c-1ade-46b3-8014-030352258148",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/dtyoung/.cache/chroma/onnx_models/all-MiniLM-L6-v2/onnx.tar.gz: 100%|█| 79.3M/79.3M\n"
     ]
    }
   ],
   "source": [
    "collection.add(\n",
    "    documents=hed_vocab.split(','),\n",
    "    ids=[\"id\"+str(i) for i in range(len(hed_vocab_list))],\n",
    "    # metadatas=[{\"source\": \"my_source\"}, {\"source\": \"my_source\"}],\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "ad9dc87d-8e18-4f17-8cca-7899306bd014",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(Visual-presentation,(Background-view,(Open-eyes,Street-view)),(Foreground-view,((Human,Crowd-sound)),((Tomato,Plum))))\n"
     ]
    }
   ],
   "source": [
    "print(from_hed(target_string, collection))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "08dcaad3-091c-4b76-8178-71a43cf63dd5",
   "metadata": {},
   "outputs": [],
   "source": [
    "openai_ef = embedding_functions.OpenAIEmbeddingFunction(\n",
    "                api_key=opai.get_openaikey(),\n",
    "                model_name=\"text-embedding-ada-002\"\n",
    "            )\n",
    "openai_collection = chroma_client.get_or_create_collection(name=\"hed_schema_openai\", embedding_function=openai_ef)\n",
    "openai_collection.add(\n",
    "    documents=hed_vocab.split(','),\n",
    "    ids=[\"id\"+str(i) for i in range(len(hed_vocab_list))],\n",
    "    # metadatas=[{\"source\": \"my_source\"}, {\"source\": \"my_source\"}],\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "666fed0a-1f8e-4b20-8e66-313b6cc16a4c",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "input tag Visual-presentation\n",
      "results {'ids': [['id986', 'id975']], 'distances': [[0.0, 0.17377419769763947]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Visual-presentation', 'Sensory-presentation']]}\n",
      "output tag Visual-presentation\n",
      "input tag Background-view\n",
      "results {'ids': [['id989', 'id991']], 'distances': [[0.0, 0.10612648725509644]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Background-view', 'Foreground-view']]}\n",
      "output tag Background-view\n",
      "input tag Snow-covered\n",
      "results {'ids': [['id698', 'id700']], 'distances': [[0.20974697172641754, 0.28285619616508484]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Leaf-covered-terrain', 'Paved-terrain']]}\n",
      "\n",
      "\n",
      "output tag (Leaf-covered-terrain,Paved-terrain)\n",
      "input tag ground\n",
      "results {'ids': [['id693', 'id224']], 'distances': [[0.22138914465904236, 0.2672097086906433]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Terrain', 'Plant']]}\n",
      "\n",
      "\n",
      "output tag (Terrain,Plant)\n",
      "input tag Foreground-view\n",
      "results {'ids': [['id991', 'id989']], 'distances': [[0.0, 0.10612648725509644]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Foreground-view', 'Background-view']]}\n",
      "output tag Foreground-view\n",
      "input tag Snowboarder\n",
      "results {'ids': [['id360', 'id359']], 'distances': [[0.3285389542579651, 0.3619154393672943]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Boat', 'Bicycle']]}\n",
      "\n",
      "\n",
      "output tag (Boat,Bicycle)\n",
      "input tag Red\n",
      "results {'ids': [['id921', 'id923']], 'distances': [[0.0, 0.17876286804676056]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Red', 'DarkRed']]}\n",
      "output tag Red\n",
      "input tag Orange\n",
      "results {'ids': [['id882', 'id926']], 'distances': [[0.0, 0.17212441563606262]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Orange', 'Yellow']]}\n",
      "output tag Orange\n",
      "input tag Snow-gear\n",
      "results {'ids': [['id938', 'id270']], 'distances': [[0.24930846691131592, 0.30953991413116455]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Snow', 'Clothing']]}\n",
      "\n",
      "\n",
      "output tag (Snow,Clothing)\n",
      "input tag Action\n",
      "results {'ids': [['id15', 'id338']], 'distances': [[1.871199970082671e-06, 0.23391133546829224]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Action', 'Animation']]}\n",
      "output tag Action\n",
      "input tag Picks-himself-up\n",
      "results {'ids': [['id71', 'id26']], 'distances': [[0.35322433710098267, 0.35474929213523865]], 'metadatas': [[None, None]], 'embeddings': None, 'documents': [['Stand-up', 'Shake-head']]}\n",
      "\n",
      "\n",
      "output tag (Stand-up,Shake-head)\n",
      "(Visual-presentation, (Background-view, (Leaf-covered-terrain,Paved-terrain) (Terrain,Plant)), (Foreground-view, (((Boat,Bicycle), Red, Orange), ((Snow,Clothing))), (Action, (Stand-up,Shake-head)))))\n"
     ]
    }
   ],
   "source": [
    "print(from_hed(target_string, openai_collection))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "6c45d392-d894-4a50-a624-e50fe72a0007",
   "metadata": {},
   "outputs": [],
   "source": [
    "# messages_template = [\n",
    "#         {\"role\": \"system\", \"content\": f\"You are a precise translator\"},\n",
    "#         {\"role\": \"user\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "#         {\"role\": \"assistant\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "# ]\n",
    "messages_template=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a precise translator.\"},\n",
    "        {\"role\": \"system\", \"content\": f\"Translate these sentences into tags using only tags from the provided list: {hed_vocab}.\"},\n",
    "        {\"role\": \"user\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "6d3fc783-0bfb-4e42-ba1c-1bfce116b9e3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>File Name</th>\n",
       "      <th>nsd_id</th>\n",
       "      <th>cocoId</th>\n",
       "      <th>id</th>\n",
       "      <th>caption</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>shared0527_nsd40154.png</td>\n",
       "      <td>40153</td>\n",
       "      <td>390120</td>\n",
       "      <td>307845</td>\n",
       "      <td>A snowboarder in red and orange snow gear pick...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>shared0527_nsd40154.png</td>\n",
       "      <td>40153</td>\n",
       "      <td>390120</td>\n",
       "      <td>309501</td>\n",
       "      <td>A person on some skis in the snow.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>shared0527_nsd40154.png</td>\n",
       "      <td>40153</td>\n",
       "      <td>390120</td>\n",
       "      <td>310176</td>\n",
       "      <td>A person in an orange ski suit skiing down a s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>shared0527_nsd40154.png</td>\n",
       "      <td>40153</td>\n",
       "      <td>390120</td>\n",
       "      <td>313680</td>\n",
       "      <td>A person in red jacket skiing on a bumpy slope.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>shared0527_nsd40154.png</td>\n",
       "      <td>40153</td>\n",
       "      <td>390120</td>\n",
       "      <td>315318</td>\n",
       "      <td>A man riding skis down the snow covered hillside.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 File Name  nsd_id  cocoId      id  \\\n",
       "0  shared0527_nsd40154.png   40153  390120  307845   \n",
       "1  shared0527_nsd40154.png   40153  390120  309501   \n",
       "2  shared0527_nsd40154.png   40153  390120  310176   \n",
       "3  shared0527_nsd40154.png   40153  390120  313680   \n",
       "4  shared0527_nsd40154.png   40153  390120  315318   \n",
       "\n",
       "                                             caption  \n",
       "0  A snowboarder in red and orange snow gear pick...  \n",
       "1                 A person on some skis in the snow.  \n",
       "2  A person in an orange ski suit skiing down a s...  \n",
       "3    A person in red jacket skiing on a bumpy slope.  \n",
       "4  A man riding skis down the snow covered hillside.  "
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"shared1000_captions.tsv\", sep=\"\\t\")\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "4cd49d9c-b2bd-467c-ba07-ef12dffc9ca1",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Caption: A snowboarder in red and orange snow gear picks himself up off the snowy ground.\n",
      "Generated tags: (Action,Move-body-part,(Lower-extremity,(Leg,Motion,Fall-down)),(Upper-extremity,(Arm,Motion,Lift)),(Agent,(Snowboarder,(Color,Red),(Color,Orange),(Clothing,(Snow-gear,Snowy-ground))))\n",
      "Remapped to HED: (Action,Move-body-part,(Lower-extremity,((Foot,Hip),(Move,Animation),Fall-down)),(Upper-extremity,((Upper-arm,Hand),(Room,Paper),Lift)),(Agent,((Boat,Bicycle),((Room,Paper),Red),(Color,Orange),((Clothing,Hair),((Snow,Clothing),(Snow,Terrain)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A group of people on skis on a snow covered slope.\n",
      "Generated tags: (Object,Geometric-object,Snow-covered-slope,(Group-of,(People,Ski)))\n",
      "Remapped to HED: (Object,Geometric-object,(Sloped-terrain,Leaf-covered-terrain),(Group-of,((Property,Human),(Lift,Boat))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A woman gives a thumbs-up signal while taking a slice of pizza. \n",
      "Generated tags: (Action, (Communicate-gesturally, (Thumb-up, (Agent, (Human-agent, (Female, (Body-part, (Hand, (Grab, (Object, (Food, (Ingestible-object, (Pizza, (Slice, (Item-count, (Number, (1))))))))))))))), (Agent-action, (Move-body-part, (Arm, (Hold, (Object, (Food, (Ingestible-object, (Pizza, (Slice, (Item-count, (Number, (1))))))))))))))\n",
      "Remapped to HED: (Action, (Communicate-gesturally, (Thumb-up, (Agent, (Human-agent, (Female, (Body-part, (Hand, (Grab, (Object, ((Healthy,Media), (Ingestible-object, ((Paper,Pitch), ((Cube,Inset), (Item-count, ((Count,Volume), ((None,True)))))))))))))))), ((Agent-action,Agent), (Move-body-part, ((Upper-arm,Hand), ((Hand,Grab), (Object, ((Healthy,Media), (Ingestible-object, ((Paper,Pitch), ((Room,Paper), (Item-count, ((Count,Volume), ((None,True)))))))))))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: Three horned cows inside of a grazing land.\n",
      "Generated tags: (Natural-object,(Animal,(Cows,Horned)),(Environment,(Grazing-land)))\n",
      "Remapped to HED: (Natural-object,(Animal,((Calf,Wheat),(Horn-blow,Masked))),((Room,Area),((Terrain,Grassy-terrain))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A train is going down the tracks on a mountainside.\n",
      "Generated tags: (Move,Vehicle,(Directional-relation,Downward),(Spatial-relation,(Location,Mountainside)),(Object,Train),(Spatial-relation,(Path,Railway-tracks))))\n",
      "Remapped to HED: (Move,(Room,Paper),(Directional-relation,Downward),(Spatial-relation,((Area,Position),(Sloped-terrain,Hill))),(Object,Train),(Spatial-relation,(Path,(Track,Train)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: a man with a brown suit, sitting at a table with microphone, listening.\n",
      "Generated tags: (Human-agent,(Agent-property,Age,Adult),(Agent-property,Gender,Male),(Agent-property,Attire,(Clothing,Brown-suit)),(Move-body-part,(Sit-down,(Agent-property,Body-part,Buttocks),(Furniture,Table))), (Perceive,(Auditory-attribute,Hear),(Sensory-property,(Sensory-presentation,(Auditory-presentation,(Microphone,Table),(Somatic-presentation,(Tactile-attribute,Tactile-pressure),(Furniture,Table)))))))\n",
      "Remapped to HED: (Human-agent,((Agent-property,Agent),Age,(Room,Paper)),(Agent-property,Gender,Male),(Agent-property,(Clothing,Furnishing),(Clothing,(Brown,Brown-color))),(Move-body-part,(Sit-down,(Agent-property,Body-part,Buttocks),((Furnishing,Clothing),(Note,Room)))), (Perceive,((Auditory-attribute,Auditory-presentation),Hear),(Sensory-property,((Sensory-presentation,Tactile-presentation),(Auditory-presentation,(Microphone,(Note,Room)),(Somatic-presentation,(Tactile-attribute,Tactile-pressure),((Furnishing,Clothing),(Box,Paper))))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: a very large bench on the street and a chair\n",
      "Generated tags: (Visual-presentation,(Street-view,(Large,Bench)),(Street-view,(Chair)))\n",
      "Remapped to HED: (Visual-presentation,(Street-view,(Large,(Sitting,Knee))),((Street-view,Map-view),((Judge,Room))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A small bathroom features a painting of birch trees, a beveled mirror and a sink cabinet with multi-pane glass windows. \n",
      "Generated tags: (Environmental-property, Indoors, Real-world), (Task, Room), (Room, Bathroom), (Furnishing, Painting, Birch-trees), (Furnishing, Mirror, Beveled), (Furnishing, Cabinet, Sink), (Cabinet, Window, Multi-pane-glass)\n",
      "Remapped to HED: (Environmental-property, Indoors, Real-world), ((Room,Note), Room), (Room, (Room,Basement)), ((Furnishing,Clothing), (Drawing,Painting), (Leaf-covered-terrain,Plant)), ((Furnishing,Clothing), (Glass,Cube), (Triangle,Ellipse)), ((Furnishing,Clothing), (Box,Cube), (Inset,Sphere)), ((Keyboard,Tool), (Room,Box), (Screen-window,Glass))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A large tray holding an assortment of decorated doughnuts\n",
      "Generated tags: (Object,(Geometric-object,Rectangle),(Size,Large),(Holding,(Assortment,(Decorated,Doughnut),#)))\n",
      "Remapped to HED: (Object,((Geometric-object,Triangle),Rectangle),(Size,Large),((Hold-down,Halt),((Collection,Pattern),((Furnishing,Masked),(PeachPuff,Dots)),#)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: Several people riding surfboards in the ocean waves.\n",
      "Generated tags: (Event, (Action,Ride), (Agent, (Animal-agent, (Human, (Water, (Ocean-waves)))), (Object, (Geometric-object, (2D-shape, (Wave)))), (Object, (Vehicle, (Sports-vehicle, (Surfboard))))))\n",
      "Remapped to HED: (Event, (Action,(Lift,Bicycle)), (Agent, (Animal-agent, (Human, ((Room,Paper), ((Environmental-sound,Aerial-view))))), (Object, (Geometric-object, ((2D-shape,3D-shape), (Wave)))), (Object, ((Vehicle,Car), ((Vehicle,Truck), ((Boat,Bicycle)))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: The view of a neatly made hospital room from inside.\n",
      "Generated tags: (Visual-presentation,(Foreground-view,(Neatly-made,(Hospital-room))), (Background-view,Inside))\n",
      "Remapped to HED: (Visual-presentation,(Foreground-view,((Square,Box),((Room,Lie-down)))), (Background-view,(Within,Inset)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: a male tennis player in a white shirt \n",
      "Generated tags: (Human-agent,(Gender,Male),(Clothing,(Shirt,White)),(Sport,Tennis),(Activity,Player))\n",
      "Remapped to HED: (Human-agent,((Room,Paper),Male),(Clothing,((Clothing,Tool),White)),((Race,Media),(Dance,Jog)),((Action,Task),(Room,Paper)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A basket filled with lots of different produce.\n",
      "Generated tags: (Object,Basket,((Contains,Produce),(Different-Produce)))\n",
      "Remapped to HED: (Object,(Box,Cart),(((Includes,Contained-in),(Generate,Operate)),((Pattern,Animation))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A white toilet sitting next ot a bathroom sink under a mirror.\n",
      "Generated tags: (Visual-presentation,(Background-view,White),(Foreground-view,((Left-side-of,Bathroom-sink),(Underneath,Mirror),(To-left-of,(Toilet,White))))\n",
      "Remapped to HED: (Visual-presentation,(Background-view,White),(Foreground-view,((Left-side-of,(Computer-screen,Room)),((Underneath,Below),(Glass,Cube)),(To-left-of,((Room,Paper),White))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A zebra standing in tall brown grass in front of trees.\n",
      "Generated tags: (Visual-presentation, (Foreground-view, ((Center-of, Computer-screen), (Zebra, Standing, (Grass, Tall, Brown)), (Trees, Front-of))))\n",
      "Remapped to HED: (Visual-presentation, ((Foreground-view,Visualization), ((Center-of, Computer-screen), ((Ivory,Indigo), Standing, ((Grassy-terrain,LawnGreen), (High,Height), Brown)), ((Plant,Terrain), (Forward,Behind)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A group of animals walking down a dirt road.\n",
      "Generated tags: (Group-of,((Walking,(Animal,((Dirt-terrain,Road),Animals)))))\n",
      "Remapped to HED: (Group-of,(((Room,Paper),(Animal,((Dirt-terrain,Road),(Animal,Animal-agent))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A display case full of various kinds of donuts\n",
      "Generated tags: (Visual-presentation,(Foreground-view,(Display-case,Full),(Donuts,Various-kinds)))\n",
      "Remapped to HED: (Visual-presentation,(Foreground-view,((Display-device,Screen-window),(Open,Large)),((Dots,Wheat),(Varying,Group-of))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A large church tower with a clocked embedded in it.\n",
      "Generated tags: (Visual-presentation,(Foreground-view,(Center-of,(Large,Church-Tower)),(Clock,(Embedded-in,(Church-Tower)))))\n",
      "Remapped to HED: (Visual-presentation,(Foreground-view,(Center-of,(Large,(Building,Mountain))),((Room,Box),((Implicit,Inset),((Aerial-view,Clock-face))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: An umbrella covered table sitting outside of a restaurant.\n",
      "Generated tags: (Object,Man-made-object,(Outdoor,(Restaurant,(Table,(Covered,(Umbrella))))))\n",
      "Remapped to HED: (Object,Man-made-object,((Outdoors,Road),((Room,Target),((Note,Room),((Leaf-covered-terrain,Masked),((Roof,Waterfall)))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A woolly sheep seen through a chicken-wire fence in an overgrown pasture.\n",
      "Generated tags: (Visual-presentation,(Background-view,Overgrown-pasture),(Foreground-view,((Center-of,Chicken-wire-fence),(Sheep,Woolly),(Through-fence))))\n",
      "Remapped to HED: (Visual-presentation,(Background-view,(Terrain,Grassy-terrain)),(Foreground-view,((Center-of,(Waterfall,White-color)),((Animal,Snow),(White,Animal)),((Across-from,Boundary-of)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A woman pets a dog on a white bench.\n",
      "Generated tags: (Human-agent, (Action, (Touch, (Animal-agent, Dog)))) on (Geometric-object, (Color, White)) (Furnishing, (Seated-with-chin-rest, (Object, Bench)))\n",
      "Remapped to HED: ((Human,Human-agent), ((Room,Note), (Touch, (Animal-agent, (Animal,Dash))))) (During,Within) (Geometric-object, (Color, White)) ((Furnishing,Clothing), (Seated-with-chin-rest, (Object, (Sitting,Knee))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A marina filled with boats that have been tied to the ledge.\n",
      "Generated tags: (Task-stimulus-role,((Background-view,Marina),(Foreground-view,(Boats,(Tied-to,Ledge))))\n",
      "Remapped to HED: ((Task-stimulus-role,Agent-task-role),(((Background-view,Foreground-view),(MediumAquaMarine,Boat)),((Foreground-view,Visualization),((Boat,Aircraft),((Relation,Locked-in),(Mountain,Dash)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: Two polar bears inside a zoo enclosure. \n",
      "Generated tags: (Natural-object,(Animal-agent,(Bear,(Polar,Named-animal-sound))), (Contained-in,(Enclosure,(Zoo))))\n",
      "Remapped to HED: (Natural-object,((Animal,Animal-agent),((Room,Box),((Sour,Rotated),(Named-animal-sound,Named-object-sound)))), (Contained-in,((Inset,Entrance),((Animal,Cartoon)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: Man in skies going down a snowy slope.\n",
      "Generated tags: (Human-agent,(Move-body-part,(Move-upper-extremity,(Arm)),(Move-lower-extremity,(Leg),Downward)),(Move-body-part,(Move-torso,(Torso),(Downward)),(Move-lower-extremity,(Leg),Downward)),(Move-body-part,(Move-lower-extremity,(Leg),Downward)),(Move-lower-extremity,(Leg),Downward),((Sensory-property,Visual-attribute),(Visual-presentation,(Background-view,Snowy-slope),(Foreground-view,((Center-of,Skies),(Agent,(Human-agent,(Body-part-attribute,(Head)))))))))\n",
      "Remapped to HED: (Human-agent,(Move-body-part,((Move-upper-extremity,Upper-extremity),((Upper-arm,Hand))),(Move-lower-extremity,((Note,Room)),Downward)),(Move-body-part,((Move-torso,Body),(Torso),((Downward,Upward))),(Move-lower-extremity,((Note,Room)),Downward)),(Move-body-part,(Move-lower-extremity,((Foot,Hip)),Downward)),(Move-lower-extremity,((Foot,Hip)),Downward),((Sensory-property,Visual-attribute),(Visual-presentation,(Background-view,(Snow,Mountain)),(Foreground-view,((Center-of,(Snow,SkyBlue)),(Agent,(Human-agent,((Body-part,Somatic-attribute),(Head)))))))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: Looking down at a brown bear by a tree on green grass\n",
      "Generated tags: (Visual-presentation,(Aerial-view,((Top-of,Tree),(Bear,Brown),(Grass,Green))))\n",
      "Remapped to HED: ((Visual-presentation,Visualization),((Aerial-view,Street-view),((Top-of,(Plant,Terrain)),((Room,Box),(Note,Room)),((Grassy-terrain,LawnGreen),Green))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: The cows are standing in a foggy field.\n",
      "Generated tags: (Visual-presentation,(Background-view,Foggy),(Foreground-view,((Field),(Cows,Standing))))\n",
      "Remapped to HED: (Visual-presentation,(Background-view,(Muddy-terrain,Drowsy)),(Foreground-view,((Field),((Calf,Wheat),(Room,Note)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A sculpture of a man on a horse.\n",
      "Generated tags: (Object,Sculpture,(Man-on-horse))\n",
      "Remapped to HED: ((Room,Box),Sculpture,((On-treadmill,Move-torso)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A girl petting an elephant's trunk in an enclosure.\n",
      "Generated tags: (Action,(Agent,Girl),(Move,(Body-part,Hand),(Animal-agent,Elephant),(Body-part,Trunk)),(In,Enclosure))\n",
      "Remapped to HED: ((Room,Note),((Room,Note),(Room,Note)),(Move,(Body-part,Hand),((Animal-agent,Avatar-agent),(Animal,Truck)),(Body-part,(Box,Train))),((Within,During),(Inset,Entrance)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A group `of skiers standing at the bottom of the slope\n",
      "Generated tags: (Group-of,(Skiers),(Bottom-of-slope))\n",
      "Remapped to HED: (Group-of,((Sloped-terrain,Aerial-view)),((Bottom-edge-of,Downward)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A bathroom with a walk in shower next to a sink under a mirror.\n",
      "Generated tags: (Environmental-property,(Real-world,(Indoors,(Room,Bathroom))),(Spatial-relation,Next-to,((Object,Furniture,(Sink)),(Object,Furniture,(Mirror))))),(Object,Furniture,(Walk-in-shower))\n",
      "Remapped to HED: (Environmental-property,(Real-world,(Indoors,(Room,(Room,Basement)))),(Spatial-relation,(Adjacent-to,Close-to),(((Room,Box),(Furnishing,Clothing),((Inset,Sphere))),((Room,Box),(Furnishing,Clothing),((Glass,Cube)))))),(Object,(Furnishing,Room),((Waterfall,Room)))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n",
      "Caption: A dog is looking out of the open window of the truck.\n",
      "Generated tags: (Animal-agent,(Dog,(Looking-out-of,(Open-window,(Truck)))))\n",
      "Remapped to HED: (Animal-agent,((Animal,Dash),((Outside-of,Away-from),((Screen-window,Open),(Truck)))))\n",
      "----------------------------------------------------------------------------------------------------\n",
      "\n"
     ]
    }
   ],
   "source": [
    "files = []\n",
    "captions = []\n",
    "generated_tags = []\n",
    "remapped_tags = []\n",
    "\n",
    "count = 30\n",
    "for index, row in df.iterrows():\n",
    "    # print(row)\n",
    "    if index % 5 == 0:\n",
    "        files.append(row['File Name'])\n",
    "        \n",
    "        caption = row['caption']\n",
    "        captions.append(caption)\n",
    "        print(\"Caption:\", caption)\n",
    "        messages = messages_template.copy()\n",
    "        messages.append({\"role\": \"user\", \"content\": caption})\n",
    "        output = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")\n",
    "        remapped = from_hed(output, openai_collection)\n",
    "        \n",
    "        generated_tags.append(output)\n",
    "        remapped_tags.append(remapped)\n",
    "        print(\"Generated tags:\", output)\n",
    "        print(\"Remapped to HED:\", remapped)\n",
    "        print(\"-\"*100)\n",
    "        print()\n",
    "    if index > 5*count:\n",
    "        break\n",
    "final_df = pd.DataFrame.from_dict(dict(zip(['file','captions','generated','remapped'], [files, captions, generated_tags, remapped_tags])))\n",
    "with open('openai_remapped_system_prompt.csv', 'w') as fout:\n",
    "    final_df.to_csv(fout, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "9b7dd860-b41e-4384-a32e-1c799b6b5c27",
   "metadata": {},
   "outputs": [],
   "source": [
    "json_object = json.dumps(dict(zip(['file','captions','generated','remapped'], [files, captions, generated_tags, remapped_tags])), indent=4)\n",
    " \n",
    "# Writing to sample.json\n",
    "with open(\"hed_translator_system_slideshow_data.json\", \"w\") as outfile:\n",
    "    outfile.write(json_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "b5a54336-d108-466b-90d0-27447c4b67dc",
   "metadata": {},
   "outputs": [],
   "source": [
    "messages=[\n",
    "        {\"role\": \"system\", \"content\": \"You are a precise translator.\"},\n",
    "        {\"role\": \"system\", \"content\": f\"Translate these sentences into tags using only tags from the provided comma-separated list: {hed_vocab}.\"},\n",
    "        {\"role\": \"system\", \"content\": f\"Please use parentheses to group related tags together preserving their semantic relationship.\"},\n",
    "        {\"role\": \"user\", \"content\": \"The visual presentation of a white cross and a grayscale image of a face with hair in a black background.\"},\n",
    "        {\"role\": \"assistant\", \"content\": \"(Visual-presentation,(Background-view,Black),(Foreground-view,((Center-of,Computer-screen),(Cross,White)),(Grayscale,(Face,Hair,Image))))\"},\n",
    "        {\"role\": \"user\", \"content\": \"A snowboarder in red and orange snow gear picks himself up off the snowy ground.\"},\n",
    "]\n",
    "output = opai.prompt_engineer(messages,\"gpt-3.5-turbo\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "5a52e304-8ab5-44b8-a75d-3eff81b10138",
   "metadata": {},
   "outputs": [],
   "source": [
    "remapped = from_hed(output, openai_collection)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "d782bc4a-4222-4a70-a8c3-a7ac0beaf6a1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'(Move-body-part,(Lower-extremity,Snowy-ground),(Recover-balance,(Move-body,Snowboarder)),(Clothing,((Snow-gear,Red),(Snow-gear,Orange))))'"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "9824a4d3-51e3-4d1b-9454-b7e623b493d4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'(Move-body-part,(Lower-extremity,(Grassy-terrain,Leaf-covered-terrain)),(Recover-balance,(Move-body,(Boat,Bicycle))),(Clothing,(((Snow,Clothing),Red),((Snow,Clothing),(Orange,Yellow)))))'"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "remapped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "38782742-7c17-4588-8a42-2c6dfd31a90f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}