stay_safe_bot_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Introduction\n",
    "\n",
    "This notebook creates a chat interface to a set of FEMA PDFs documents related to preparation for disasters and safety protocols using LangChain and GPT-4. It explores some of the issues that need to be considered for a high-risk application where safety is very important ...\n",
    "\n",
    "- Document context\n",
    "- Question Context\n",
    "- Poorly represented languages\n",
    "\n",
    "For more information see Medium Post [Researching a FEMA Disaster Bot Using LangChain and GPT-4](https://medium.com/@astrobagel/4591f26d8dcd?source=friends_link&sk=892c4ceea92f7894c88aafb136320abb).\n",
    "\n",
    "# Setup\n",
    "## Environment\n",
    "This notebook runs on Python 3.9 and package versions as outlined in `environment.yml`. A miniconda environment has been supplied, which you can use with ...\n",
    "\n",
    "1. Install [miniconda](https://docs.conda.io/en/latest/miniconda.html) by selecting the installer that fits your OS version. Once it is installed you may have to restart your terminal (closing your terminal and opening again)\n",
    "2. In this directory, open terminal\n",
    "3. `conda env create -f environment.yml`\n",
    "4. `conda activate stay_safe_bot`\n",
    "\n",
    "## API Credentials\n",
    "\n",
    "1. cp `.env.example` `.env`\n",
    "2. Edit this file and set your OPEN API Key\n",
    "\n",
    "## Data\n",
    "\n",
    "PDF Files were downloaded from FEMA as noted in `./docs_data/fema_docs.csv`, and saved into the folder `./data`.\n",
    "\n",
    "\n",
    "# Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import sys\n",
    "import shutil\n",
    "from langchain.document_loaders import PyPDFDirectoryLoader\n",
    "from langchain.document_loaders import PyPDFLoader \n",
    "from langchain.embeddings import OpenAIEmbeddings \n",
    "from langchain.vectorstores import Chroma \n",
    "from langchain.chains import ConversationalRetrievalChain\n",
    "from langchain.memory import ConversationBufferMemory\n",
    "from langchain.llms import OpenAI\n",
    "from langchain.chat_models import ChatOpenAI\n",
    "from langchain import PromptTemplate, LLMChain\n",
    "import json\n",
    "import re\n",
    "from googletrans import Translator\n",
    "translator = Translator()\n",
    "\n",
    "from dotenv import load_dotenv\n",
    "\n",
    "# A little mod to enable using memory *and* getting docs. See: https://github.com/langchain-ai/langchain/issues/2256#issuecomment-1665188576\n",
    "import langchain\n",
    "from typing import Dict, Any, Tuple\n",
    "from langchain.memory.utils import get_prompt_input_key\n",
    "def _get_input_output(\n",
    "    self, inputs: Dict[str, Any], outputs: Dict[str, str]\n",
    ") -> Tuple[str, str]:\n",
    "    if self.input_key is None:\n",
    "        prompt_input_key = get_prompt_input_key(inputs, self.memory_variables)\n",
    "    else:\n",
    "        prompt_input_key = self.input_key\n",
    "    if self.output_key is None:\n",
    "        output_key = list(outputs.keys())[0]\n",
    "    else:\n",
    "        output_key = self.output_key\n",
    "    return inputs[prompt_input_key], outputs[output_key]\n",
    "  \n",
    "langchain.memory.chat_memory.BaseChatMemory._get_input_output = _get_input_output\n",
    "\n",
    "def setup_model(\n",
    "    vecs_dir: str,\n",
    "    docs_sublist: list,\n",
    "    all_docs: list,\n",
    "    prefix_file_name_to_chunks: bool = False,\n",
    "    temperature: float = 0.0,\n",
    "    extra_prefix: str = '',\n",
    ") -> ConversationalRetrievalChain:\n",
    "    \n",
    "    # Subset for docs we are interested in\n",
    "    docs = []\n",
    "    for d in all_docs:        \n",
    "        d_dict = vars(d)\n",
    "        if d_dict['metadata']['source'].replace('docs_data/','') in docs_sublist:\n",
    "            if len(d.page_content) > 20:\n",
    "                # Add file name to content for more context\n",
    "                if prefix_file_name_to_chunks:\n",
    "                    file_clean = re.sub(r'docs_data\\/|\\.pdf', '', d_dict['metadata']['source'])  \n",
    "                    file_clean = re.sub(r'\\-|\\_', ' ', file_clean)                \n",
    "                    d.page_content = f\"{extra_prefix} {file_clean}: {d.page_content}\"\n",
    "                docs.append(d)\n",
    "\n",
    "    # Create vector DB directory\n",
    "    if os.path.exists(vecs_dir):\n",
    "        shutil.rmtree(vecs_dir)\n",
    "    os.makedirs(vecs_dir)\n",
    "\n",
    "    # Choose our models\n",
    "    embedding_model = OpenAIEmbeddings()\n",
    "    #chat_model = OpenAI(temperature=temperature)\n",
    "    chat_model = ChatOpenAI(temperature=temperature,model_name=\"gpt-4\")\n",
    "\n",
    "    # Calculate embeddings\n",
    "    embeddings = OpenAIEmbeddings()\n",
    "    vectordb = Chroma.from_documents(docs, embedding=embedding_model,persist_directory=vecs_dir)\n",
    "    vectordb.persist()\n",
    "    \n",
    "    # Set up chat\n",
    "    memory = ConversationBufferMemory(memory_key=\"chat_history\", input_key='question', output_key='answer', return_messages=True)\n",
    "    pdf_qa = ConversationalRetrievalChain.from_llm(chat_model, vectordb.as_retriever(), memory=memory, \\\n",
    "                                                   return_source_documents=True)\n",
    "    return pdf_qa\n",
    "\n",
    "def get_time_context(question: str) -> str:\n",
    "\n",
    "    template = \"\"\"Does the following question relate to 'planning' or 'taking immediate action': {question}\n",
    "\n",
    "    Answer with one of the following: 'I am planning ahead:' or 'I need to take immediate action:' or 'ambiguous'\"\"\"\n",
    "\n",
    "    prompt = PromptTemplate(template=template, input_variables=[\"question\"])\n",
    "\n",
    "    llm = OpenAI()\n",
    "\n",
    "    llm_chain = LLMChain(prompt=prompt, llm=llm)\n",
    "    answer = llm_chain.run(question)\n",
    "    return answer\n",
    "\n",
    "\n",
    "def ask_question(\n",
    "    query: str,\n",
    "    qa: object,\n",
    "    output_docs: bool = True,\n",
    "    preprocess_time_context: bool = False,\n",
    "    auto_translate: bool = False,\n",
    ") -> dict:\n",
    "\n",
    "    # Auto-translate\n",
    "    if auto_translate:\n",
    "        lang = translator.detect(query)\n",
    "        lang = lang.lang\n",
    "        print(f\"Language detected: {lang}\")\n",
    "        q = translator.translate(query, dest='en')\n",
    "        query = q.text\n",
    "\n",
    "    # First get the time context\n",
    "    if preprocess_time_context:\n",
    "        time_context = get_time_context(query)\n",
    "        if 'planning' in time_context.lower():\n",
    "            query = f\"I am planning ahead: {query}\"\n",
    "        elif 'take immediate action' in time_context.lower():\n",
    "            query = f\"I need to take immediate action: {query}\"\n",
    "\n",
    "    print(f\"\\nQuestion: \\n{query}\")\n",
    "    result = qa({\"question\": query})\n",
    "\n",
    "    # Translate back to source language\n",
    "    if auto_translate:\n",
    "        q = translator.translate(result['answer'], dest=lang)\n",
    "        result['answer'] = q.text\n",
    "    \n",
    "    print(f\"\\nAnswer:\\n{result['answer']}\")\n",
    "    if output_docs:\n",
    "        for doc in result['source_documents']:\n",
    "            print('\\n')\n",
    "            print(json.dumps(vars(doc), indent=4))\n",
    "    return result\n",
    "\n",
    "# This will load API keys as defined in .env file\n",
    "load_dotenv()\n",
    "\n",
    "pdf_folder_path = f'./docs_data'\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Read All Our PDF Documents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cfpb_adult-fin-edyour-disaster-checklist.pdf\n",
      "fema_protect-your-home_flooding.pdf\n",
      "fema_protect-your-property-storm-surge.pdf\n",
      "fema_protect-your-property_coastal-erosion.pdf\n",
      "fema_protect-your-property_earthquakes.pdf\n",
      "fema_protect-your-property_severe-wind.pdf\n",
      "fema_protect-your-property_wildfire.pdf\n",
      "fema_safeguard-critical-documents-and-valuables.pdf\n",
      "fema_scenario_1-active_shooter-01102020.pdf\n",
      "fema_scenario_10_power_outage_01102020.pdf\n",
      "fema_scenario_10_power_outage_answer_key_01102020.pdf\n",
      "fema_scenario_11_winter_storm_01102020.pdf\n",
      "fema_scenario_11_winter_storm_answer_key_01102020.pdf\n",
      "fema_scenario_12_small_business_01102020.pdf\n",
      "fema_scenario_12_small_business_answer_key_01102020.pdf\n",
      "fema_scenario_1_active_shooter_TTX_answer_key-01102020.pdf\n",
      "fema_scenario_2-tornado_TTX_answer_key-01102020.pdf\n",
      "fema_scenario_2_tornado-01102020.pdf\n",
      "fema_scenario_3-wildfire_TTX_answer_key-01102020.pdf\n",
      "fema_scenario_3_wildfire-01102020.pdf\n",
      "fema_scenario_4-hurricane-01102020.pdf\n",
      "fema_scenario_4_hurricane_flood_TTX_answer_key-01102020.pdf\n",
      "fema_scenario_5_extreme_heat-01102020.pdf\n",
      "fema_scenario_5_extreme_heat_TTX_answer_key_01102020.pdf\n",
      "fema_scenario_6-pet_preparedness_01102020.pdf\n",
      "fema_scenario_6-pet_preparedness_TTX_answer_key_01102020.pdf\n",
      "fema_scenario_7-shelter_in_place_TTX_answer_key_01102020.pdf\n",
      "fema_scenario_7_shelter_in_place_01102020.pdf\n",
      "fema_scenario_8_earthquake_01102020.pdf\n",
      "fema_scenario_8_earthquake_answer_key_01102020.pdf\n",
      "fema_scenario_9_pandemic_Influenza_01102020.pdf\n",
      "fema_scenario_9_pandemic_answer_key_01102020.pdf\n",
      "ready_12-ways-to-prepare_postcard.pdf\n",
      "ready_document-and-insure-your-property.pdf\n",
      "./docs_data\n",
      "100\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"  \\n  \\n \\nPROTECT YOUR \\nPROPERTY FROM FLOODING\\n \\n\",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 0\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n -\\n\\u2014\\n- - -\\nOwning a property is one of the most important investments most people make \\nin their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when bad weather hits close to home? \\nFlooding is the most common and costly natural disaster in the United States \\nand can happen anywhere. Just one inch of water can cause $25,000 in damages to your home. \\nWhile you can\\u2019t prevent a natural disaster from happening, there are ways to secure \\nyour property to minimize damage and keep your home and your future safe. \\nFirst, determine the Base Flood Elevation (BFE) for your home. The \\nBFE is how high the water is expected to rise during fooding in high risk areas. You need to know your BFE because it is used in foodplain management regulations in your community that could affect your home for example, how high above the BFE a home or other building should be built. Your local foodplain manager can help you fnd this information. If you need help fnding your foodplain manager, contact FEMA\\u2019s Flood Mapping and Insurance eXchange\\n a\\nt FEMAMapSpecialist@ \\nr\\niskmapcds.com or (877) FEMA MAP (1 877 336 2627). \\nThe following are some additional steps you can take to protect yourself and your property against foods. \",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 1\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n \\n \\n   \\n \\n   \\n \\n  \\n \\n \\n \\n  \\n \\n \\n  \\n  \\n  \\n   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\nINSIDE THE HOME \\nPREPARE OR \\nUPDA\\nTE A LIST OF \\nBELONGINGS Documenting all of your belongings will help with the \\ninsurance claims process. Consider taking photos of \\nhigh-value items or doing a video walkthrough of your \\nho\\nme to document its contents. \\nGET FLOOD \\nINSURANCE Most homeowners insurance \\npolicies don\\u2019t cover food damage. \\nProtect your investment by purchasing food insurance for your home and contents, even if you do not live in \\na hi\\ngh-risk food zone. \\nSTORE \\nVALUABLES Store valuables and important documents in waterproof or wa\\nter-resistant containers above the BFE \\n(preferably on an upper foor). Make copies and store them online or offsite. For more \\ninformation on purchasing food insurance through the National Flood \\nInsurance Program, visit \\nFlo\\nodSmart.gov  or contact \\nyour agent to get coverage. EL\\nEVATE UTILITIES \\nABOVE THE BFE Elevate or foodproof mechanical units, furnaces, water \\nheaters, electrical systems, and other utilities on masonry, concrete, or pressure-treated lumber at least 12 inches above the BFE. \\nREPLACE CARPETING \\nWITH TILES Tiles are more food-resistant than carpet. Using tile or other food-resistant materials in areas below the BFE can help reduce water damage. \\nFLOODPROOF \\nBASEMENTS If you have a basement, minimize damage by foodproofng your basement and sealing walls with waterproofng compounds. Consider installing a sump pump. \\nINSTALL FLOOD \\nVENTS Install food vents in foundation walls, garages, and other enclosed areas to allow water \\nto fow through, drain out, an\\nd lower the risk of \\nstructural damage. \\nUSE FLOOD-RESIST\\nANT \\nINSULATION & DRYWALL Fl\\nood-resistant insulation and drywall will help minimize \\ndamage and can be easily cleaned and sanitized. \\nPREVENT SEW\\nAGE \\nBACK-UP I\\nn some areas, fooding can cause sewage to back \\nup through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backfow valve to prevent this potential health hazard. DID YOU KNOW? \\nWhen following National Flood \\nInsurance Program regulations, \\nv\\nents can also help lower \\ninsu\\nrance rates. \\n\",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 2\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n  \\n \\nOUTSIDE THE HOME \\nELEVATE YOUR \\nHOME While it is an investment, elevating your home prepares your property against foods and lowers food insurance premiums. When a home is properly elevated, the lowest foor should be above the BFE. Areas below the BFE can be used for parking, storage, or access to the house. DID YOU KNOW? \\nElevating your home \\nmay reduce your food insurance premium. \\nSECURE Y\\nARD \\nITEMS U\\nnsecure items can be swept away or damaged by foodwaters. \\nThey can also be swept into your home, causing damage. \\nSecure items in your yard by anchoring them or attaching them to more substantial structures. \\nSEAL CRA\\nCKS \\nAND GAPS C\\nheck caulking around windows and doors to make it is not \\ncracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building. \\nSET YOUR HOME OR \\nBUILDINGS BACK, \\nAWAY FROM WATER Build your home, garage, shed, or other building away from river channels and shore lines. If possible, build on higher ground. \",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 3\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 4\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n  \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\n \\n ADDITIONAL RESOURCES \\nFEMA, PROTECT YOUR PROPERTY \\nLearn how to protect your home or business from natural disasters. fema.gov/protect-your-property \\nHOMEOWNER\\u2019S GUIDE TO RETROFITTING \\nfema.gov/media-library/assets/documents/480 \\nREDUCING FLOOD RISK TO RESIDENTIAL BUILDINGS \\nTHAT CANNOT BE ELEVATED \\nfema.gov/media-library/assets/documents/109669 \\nPROTECTING YOUR HOME AND PROPERTY FROM \\nFLOOD DAMAGE fema.gov/media-library/assets/documents/21471 \\nPROTECTING BUILDING UTILITY SYSTEMS FROM \\nFLOOD DAMAGE \\nfema.gov/media-library/assets/documents/3729 \\nPROTECT YOUR PROPERTY FROM FLOODING \\nfema.gov/media-library/assets/documents/13261 \",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 5\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"\",\n",
      "    \"metadata\": {\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\",\n",
      "        \"page\": 6\n",
      "    }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "files = os.listdir(pdf_folder_path)\n",
    "files.sort()\n",
    "all_docs_list = []\n",
    "for file in files:\n",
    "    if file.endswith(\".pdf\"):\n",
    "        print(file)\n",
    "        all_docs_list.append(file)\n",
    "loader = PyPDFDirectoryLoader(pdf_folder_path)\n",
    "all_docs = loader.load()\n",
    "\n",
    "print(pdf_folder_path)\n",
    "print(len(all_docs))\n",
    "for d in all_docs:\n",
    "    if \"fema_protect-your-home_flooding.pdf\" in d.metadata[\"source\"]:\n",
    "        print(\"\\n\")\n",
    "        print(json.dumps(vars(d), indent=4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "In the above the documents have been split by page. As it happens, given the FEMA content - these being consise guides - this isn't unreasonable, but for other applications it might make sense to chunk into smaller sections using the [splitter parameter](https://api.python.langchain.com/en/latest/document_loaders/langchain.document_loaders.pdf.PyPDFDirectoryLoader.html)."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test using only a single document\n",
    "\n",
    "Before we index all documents, it's useful to have a controlled test to analyze performance for a small body of content, one single document. The embedding process will split (chunk) this into parts and the LangChain pattern will still work, but being just one document we can get a better feel for performance."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "vecs_dir = './vector_dbs/one_flood_doc'\n",
    "docs = all_docs\n",
    "\n",
    "# Subset to one document\n",
    "docs_sublist = ['fema_protect-your-home_flooding.pdf']\n",
    "\n",
    "pdf_qa = setup_model(vecs_dir, docs_sublist, docs, prefix_file_name_to_chunks=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Ask 'How do I prepare my home for floods?' using one PDF document as the source"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "How do I prepare my home for floods?\n",
      "\n",
      "Answer:\n",
      "There are several steps you can take to prepare your home for floods:\n",
      "\n",
      "1. Determine the Base Flood Elevation (BFE) for your home. This is how high the water is expected to rise during flooding in high risk areas. Your local floodplain manager can help you find this information.\n",
      "\n",
      "2. Direct water away from structures. Make sure your yard slopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels.\n",
      "\n",
      "3. Anchor fuel tanks to prevent them from tipping over or floating in a flood. \n",
      "\n",
      "4. Floodproof walls by adding water-resistant exterior sheathing and sealing them to prevent shallow flooding from damaging your home.\n",
      "\n",
      "5. Secure manufactured homes to a permanent foundation to resist flotation, collapse, or side-to-side movement.\n",
      "\n",
      "6. Document all of your belongings to help with the insurance claims process.\n",
      "\n",
      "7. Get flood insurance as most homeowners insurance policies don’t cover flood damage.\n",
      "\n",
      "8. Store valuables and important documents in waterproof or water-resistant containers above the BFE.\n",
      "\n",
      "9. Elevate or floodproof mechanical units, furnaces, water heaters, electrical systems, and other utilities at least 12 inches above the BFE.\n",
      "\n",
      "10. Replace carpeting with tiles as tiles are more flood-resistant than carpet.\n",
      "\n",
      "11. Floodproof basements by sealing walls with waterproofing compounds and consider installing a sump pump.\n",
      "\n",
      "12. Install flood vents in foundation walls, garages, and other enclosed areas to allow water to flow through, drain out, and lower the risk of structural damage.\n",
      "\n",
      "13. Use flood-resistant insulation and drywall to minimize damage.\n",
      "\n",
      "14. Prevent sewage back-up by consulting with a plumber and investing in a sewer backflow valve if applicable.\n",
      "\n",
      "Remember to consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"  \\n  \\n \\nPROTECT YOUR \\nPROPERTY FROM FLOODING\\n \\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 0,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n -\\n\\u2014\\n- - -\\nOwning a property is one of the most important investments most people make \\nin their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when bad weather hits close to home? \\nFlooding is the most common and costly natural disaster in the United States \\nand can happen anywhere. Just one inch of water can cause $25,000 in damages to your home. \\nWhile you can\\u2019t prevent a natural disaster from happening, there are ways to secure \\nyour property to minimize damage and keep your home and your future safe. \\nFirst, determine the Base Flood Elevation (BFE) for your home. The \\nBFE is how high the water is expected to rise during fooding in high risk areas. You need to know your BFE because it is used in foodplain management regulations in your community that could affect your home for example, how high above the BFE a home or other building should be built. Your local foodplain manager can help you fnd this information. If you need help fnding your foodplain manager, contact FEMA\\u2019s Flood Mapping and Insurance eXchange\\n a\\nt FEMAMapSpecialist@ \\nr\\niskmapcds.com or (877) FEMA MAP (1 877 336 2627). \\nThe following are some additional steps you can take to protect yourself and your property against foods. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 1,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \" \\n \\n \\n \\n \\n   \\n \\n   \\n \\n  \\n \\n \\n \\n  \\n \\n \\n  \\n  \\n  \\n   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\nINSIDE THE HOME \\nPREPARE OR \\nUPDA\\nTE A LIST OF \\nBELONGINGS Documenting all of your belongings will help with the \\ninsurance claims process. Consider taking photos of \\nhigh-value items or doing a video walkthrough of your \\nho\\nme to document its contents. \\nGET FLOOD \\nINSURANCE Most homeowners insurance \\npolicies don\\u2019t cover food damage. \\nProtect your investment by purchasing food insurance for your home and contents, even if you do not live in \\na hi\\ngh-risk food zone. \\nSTORE \\nVALUABLES Store valuables and important documents in waterproof or wa\\nter-resistant containers above the BFE \\n(preferably on an upper foor). Make copies and store them online or offsite. For more \\ninformation on purchasing food insurance through the National Flood \\nInsurance Program, visit \\nFlo\\nodSmart.gov  or contact \\nyour agent to get coverage. EL\\nEVATE UTILITIES \\nABOVE THE BFE Elevate or foodproof mechanical units, furnaces, water \\nheaters, electrical systems, and other utilities on masonry, concrete, or pressure-treated lumber at least 12 inches above the BFE. \\nREPLACE CARPETING \\nWITH TILES Tiles are more food-resistant than carpet. Using tile or other food-resistant materials in areas below the BFE can help reduce water damage. \\nFLOODPROOF \\nBASEMENTS If you have a basement, minimize damage by foodproofng your basement and sealing walls with waterproofng compounds. Consider installing a sump pump. \\nINSTALL FLOOD \\nVENTS Install food vents in foundation walls, garages, and other enclosed areas to allow water \\nto fow through, drain out, an\\nd lower the risk of \\nstructural damage. \\nUSE FLOOD-RESIST\\nANT \\nINSULATION & DRYWALL Fl\\nood-resistant insulation and drywall will help minimize \\ndamage and can be easily cleaned and sanitized. \\nPREVENT SEW\\nAGE \\nBACK-UP I\\nn some areas, fooding can cause sewage to back \\nup through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backfow valve to prevent this potential health hazard. DID YOU KNOW? \\nWhen following National Flood \\nInsurance Program regulations, \\nv\\nents can also help lower \\ninsu\\nrance rates. \\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 2,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'question': 'How do I prepare my home for floods?',\n",
       " 'chat_history': [HumanMessage(content='How do I prepare my home for floods?', additional_kwargs={}, example=False),\n",
       "  AIMessage(content='There are several steps you can take to prepare your home for floods:\\n\\n1. Determine the Base Flood Elevation (BFE) for your home. This is how high the water is expected to rise during flooding in high risk areas. Your local floodplain manager can help you find this information.\\n\\n2. Direct water away from structures. Make sure your yard slopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels.\\n\\n3. Anchor fuel tanks to prevent them from tipping over or floating in a flood. \\n\\n4. Floodproof walls by adding water-resistant exterior sheathing and sealing them to prevent shallow flooding from damaging your home.\\n\\n5. Secure manufactured homes to a permanent foundation to resist flotation, collapse, or side-to-side movement.\\n\\n6. Document all of your belongings to help with the insurance claims process.\\n\\n7. Get flood insurance as most homeowners insurance policies don’t cover flood damage.\\n\\n8. Store valuables and important documents in waterproof or water-resistant containers above the BFE.\\n\\n9. Elevate or floodproof mechanical units, furnaces, water heaters, electrical systems, and other utilities at least 12 inches above the BFE.\\n\\n10. Replace carpeting with tiles as tiles are more flood-resistant than carpet.\\n\\n11. Floodproof basements by sealing walls with waterproofing compounds and consider installing a sump pump.\\n\\n12. Install flood vents in foundation walls, garages, and other enclosed areas to allow water to flow through, drain out, and lower the risk of structural damage.\\n\\n13. Use flood-resistant insulation and drywall to minimize damage.\\n\\n14. Prevent sewage back-up by consulting with a plumber and investing in a sewer backflow valve if applicable.\\n\\nRemember to consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.', additional_kwargs={}, example=False)],\n",
       " 'answer': 'There are several steps you can take to prepare your home for floods:\\n\\n1. Determine the Base Flood Elevation (BFE) for your home. This is how high the water is expected to rise during flooding in high risk areas. Your local floodplain manager can help you find this information.\\n\\n2. Direct water away from structures. Make sure your yard slopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels.\\n\\n3. Anchor fuel tanks to prevent them from tipping over or floating in a flood. \\n\\n4. Floodproof walls by adding water-resistant exterior sheathing and sealing them to prevent shallow flooding from damaging your home.\\n\\n5. Secure manufactured homes to a permanent foundation to resist flotation, collapse, or side-to-side movement.\\n\\n6. Document all of your belongings to help with the insurance claims process.\\n\\n7. Get flood insurance as most homeowners insurance policies don’t cover flood damage.\\n\\n8. Store valuables and important documents in waterproof or water-resistant containers above the BFE.\\n\\n9. Elevate or floodproof mechanical units, furnaces, water heaters, electrical systems, and other utilities at least 12 inches above the BFE.\\n\\n10. Replace carpeting with tiles as tiles are more flood-resistant than carpet.\\n\\n11. Floodproof basements by sealing walls with waterproofing compounds and consider installing a sump pump.\\n\\n12. Install flood vents in foundation walls, garages, and other enclosed areas to allow water to flow through, drain out, and lower the risk of structural damage.\\n\\n13. Use flood-resistant insulation and drywall to minimize damage.\\n\\n14. Prevent sewage back-up by consulting with a plumber and investing in a sewer backflow valve if applicable.\\n\\nRemember to consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.',\n",
       " 'source_documents': [Document(page_content='  \\n  \\n \\nPROTECT YOUR \\nPROPERTY FROM FLOODING\\n \\n', metadata={'page': 0, 'source': 'docs_data/fema_protect-your-home_flooding.pdf'}),\n",
       "  Document(page_content=' \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n -\\n—\\n- - -\\nOwning a property is one of the most important investments most people make \\nin their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when bad weather hits close to home? \\nFlooding is the most common and costly natural disaster in the United States \\nand can happen anywhere. Just one inch of water can cause $25,000 in damages to your home. \\nWhile you can’t prevent a natural disaster from happening, there are ways to secure \\nyour property to minimize damage and keep your home and your future safe. \\nFirst, determine the Base Flood Elevation (BFE) for your home. The \\nBFE is how high the water is expected to rise during fooding in high risk areas. You need to know your BFE because it is used in foodplain management regulations in your community that could affect your home for example, how high above the BFE a home or other building should be built. Your local foodplain manager can help you fnd this information. If you need help fnding your foodplain manager, contact FEMA’s Flood Mapping and Insurance eXchange\\n a\\nt FEMAMapSpecialist@ \\nr\\niskmapcds.com or (877) FEMA MAP (1 877 336 2627). \\nThe following are some additional steps you can take to protect yourself and your property against foods. ', metadata={'page': 1, 'source': 'docs_data/fema_protect-your-home_flooding.pdf'}),\n",
       "  Document(page_content=' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. ', metadata={'page': 4, 'source': 'docs_data/fema_protect-your-home_flooding.pdf'}),\n",
       "  Document(page_content=' \\n \\n \\n \\n \\n   \\n \\n   \\n \\n  \\n \\n \\n \\n  \\n \\n \\n  \\n  \\n  \\n   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\nINSIDE THE HOME \\nPREPARE OR \\nUPDA\\nTE A LIST OF \\nBELONGINGS Documenting all of your belongings will help with the \\ninsurance claims process. Consider taking photos of \\nhigh-value items or doing a video walkthrough of your \\nho\\nme to document its contents. \\nGET FLOOD \\nINSURANCE Most homeowners insurance \\npolicies don’t cover food damage. \\nProtect your investment by purchasing food insurance for your home and contents, even if you do not live in \\na hi\\ngh-risk food zone. \\nSTORE \\nVALUABLES Store valuables and important documents in waterproof or wa\\nter-resistant containers above the BFE \\n(preferably on an upper foor). Make copies and store them online or offsite. For more \\ninformation on purchasing food insurance through the National Flood \\nInsurance Program, visit \\nFlo\\nodSmart.gov  or contact \\nyour agent to get coverage. EL\\nEVATE UTILITIES \\nABOVE THE BFE Elevate or foodproof mechanical units, furnaces, water \\nheaters, electrical systems, and other utilities on masonry, concrete, or pressure-treated lumber at least 12 inches above the BFE. \\nREPLACE CARPETING \\nWITH TILES Tiles are more food-resistant than carpet. Using tile or other food-resistant materials in areas below the BFE can help reduce water damage. \\nFLOODPROOF \\nBASEMENTS If you have a basement, minimize damage by foodproofng your basement and sealing walls with waterproofng compounds. Consider installing a sump pump. \\nINSTALL FLOOD \\nVENTS Install food vents in foundation walls, garages, and other enclosed areas to allow water \\nto fow through, drain out, an\\nd lower the risk of \\nstructural damage. \\nUSE FLOOD-RESIST\\nANT \\nINSULATION & DRYWALL Fl\\nood-resistant insulation and drywall will help minimize \\ndamage and can be easily cleaned and sanitized. \\nPREVENT SEW\\nAGE \\nBACK-UP I\\nn some areas, fooding can cause sewage to back \\nup through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backfow valve to prevent this potential health hazard. DID YOU KNOW? \\nWhen following National Flood \\nInsurance Program regulations, \\nv\\nents can also help lower \\ninsu\\nrance rates. \\n', metadata={'page': 2, 'source': 'docs_data/fema_protect-your-home_flooding.pdf'})]}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ask_question(\"How do I prepare my home for floods?\", pdf_qa)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The answer *looks* great, and has summarized brilliantly the chunks that were returned in the retreival. However, looking at the single source document [https://www.fema.gov/sites/default/files/2020-11/fema_protect-your-home_flooding.pdf](https://www.fema.gov/sites/default/files/2020-11/fema_protect-your-home_flooding.pdf), notice how page 4 is missing from the retreived documents above. This PDF is a short document where *everything* in it is relevant to flood preparation, so losing pages is actually significant.\n",
    "\n",
    "It goes to show that blindly accepting LLM patterns on the web may give amazing looking results, but work is needed to make them truly useful.\n",
    "\n",
    "## Adding filename context to text chunks so we get all information\n",
    "\n",
    "What about if we give a little more context to our text chunks? For example a really crude approach would be to prefix chunks with 'This snippet relates to ' and the filename, that way chunks in the above document would all have at least something to indicate they are related to flood protection. This concept could be extended to include other meta data about the documents, but let's try this crude approach ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "How do I prepare my home for floods?\n",
      "\n",
      "Answer:\n",
      "There are several steps you can take to prepare your home for floods:\n",
      "\n",
      "1. Direct Water Away from Structures: Make sure your yard slopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels.\n",
      "\n",
      "2. Anchor Fuel Tanks: Anchor any fuel tanks to the pad to prevent them from tipping over or floating in a flood. Spilled fuel could become a fire hazard.\n",
      "\n",
      "3. Floodproof Walls: Add water-resistant exterior sheathing on walls and seal them to prevent shallow flooding from damaging your home. Cover openings below the Base Flood Elevation (BFE) and seal all exterior openings around pumping and equipment.\n",
      "\n",
      "4. Secure Manufactured Homes: If you have a manufactured home, it must be affixed to a permanent foundation so that the wheels and axles do not support its weight and resist flotation, collapse, or side-to-side movement.\n",
      "\n",
      "5. Elevate Your Home: Elevating your home prepares your property against floods and lowers flood insurance premiums. The lowest floor should be above the BFE.\n",
      "\n",
      "6. Secure Yard Items: Unsecure items can be swept away or damaged by floodwaters. Secure items in your yard by anchoring them or attaching them to more substantial structures.\n",
      "\n",
      "7. Seal Cracks and Gaps: Check caulking around windows and doors to make sure it is not cracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building.\n",
      "\n",
      "8. Prepare or Update a List of Belongings: Documenting all of your belongings will help with the insurance claims process.\n",
      "\n",
      "9. Get Flood Insurance: Most homeowners insurance policies don’t cover flood damage. Protect your investment by purchasing flood insurance for your home and contents.\n",
      "\n",
      "10. Store Valuables: Store valuables and important documents in waterproof or water-resistant containers above the BFE.\n",
      "\n",
      "11. Elevate Utilities Above the BFE: Elevate or floodproof mechanical units, furnaces, water heaters, electrical systems, and other utilities.\n",
      "\n",
      "12. Replace Carpeting with Tiles: Tiles are more flood-resistant than carpet. Using tile or other flood-resistant materials in areas below the BFE can help reduce water damage.\n",
      "\n",
      "13. Floodproof Basements: Minimize damage by floodproofing your basement and sealing walls with waterproofing compounds. Consider installing a sump pump.\n",
      "\n",
      "14. Install Flood Vents: Install flood vents in foundation walls, garages, and other enclosed areas to allow water to flow through, drain out, and lower the risk of structural damage.\n",
      "\n",
      "15. Use Flood-Resistant Insulation & Drywall: Flood-resistant insulation and drywall will help minimize damage and can be easily cleaned and sanitized.\n",
      "\n",
      "16. Prevent Sewage Back-Up: In some areas, flooding can cause sewage to back up through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backflow valve to prevent this potential health hazard.\n",
      "\n",
      "Remember to consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n  \\n \\nOUTSIDE THE HOME \\nELEVATE YOUR \\nHOME While it is an investment, elevating your home prepares your property against foods and lowers food insurance premiums. When a home is properly elevated, the lowest foor should be above the BFE. Areas below the BFE can be used for parking, storage, or access to the house. DID YOU KNOW? \\nElevating your home \\nmay reduce your food insurance premium. \\nSECURE Y\\nARD \\nITEMS U\\nnsecure items can be swept away or damaged by foodwaters. \\nThey can also be swept into your home, causing damage. \\nSecure items in your yard by anchoring them or attaching them to more substantial structures. \\nSEAL CRA\\nCKS \\nAND GAPS C\\nheck caulking around windows and doors to make it is not \\ncracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building. \\nSET YOUR HOME OR \\nBUILDINGS BACK, \\nAWAY FROM WATER Build your home, garage, shed, or other building away from river channels and shore lines. If possible, build on higher ground. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n   \\n \\n   \\n \\n  \\n \\n \\n \\n  \\n \\n \\n  \\n  \\n  \\n   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\nINSIDE THE HOME \\nPREPARE OR \\nUPDA\\nTE A LIST OF \\nBELONGINGS Documenting all of your belongings will help with the \\ninsurance claims process. Consider taking photos of \\nhigh-value items or doing a video walkthrough of your \\nho\\nme to document its contents. \\nGET FLOOD \\nINSURANCE Most homeowners insurance \\npolicies don\\u2019t cover food damage. \\nProtect your investment by purchasing food insurance for your home and contents, even if you do not live in \\na hi\\ngh-risk food zone. \\nSTORE \\nVALUABLES Store valuables and important documents in waterproof or wa\\nter-resistant containers above the BFE \\n(preferably on an upper foor). Make copies and store them online or offsite. For more \\ninformation on purchasing food insurance through the National Flood \\nInsurance Program, visit \\nFlo\\nodSmart.gov  or contact \\nyour agent to get coverage. EL\\nEVATE UTILITIES \\nABOVE THE BFE Elevate or foodproof mechanical units, furnaces, water \\nheaters, electrical systems, and other utilities on masonry, concrete, or pressure-treated lumber at least 12 inches above the BFE. \\nREPLACE CARPETING \\nWITH TILES Tiles are more food-resistant than carpet. Using tile or other food-resistant materials in areas below the BFE can help reduce water damage. \\nFLOODPROOF \\nBASEMENTS If you have a basement, minimize damage by foodproofng your basement and sealing walls with waterproofng compounds. Consider installing a sump pump. \\nINSTALL FLOOD \\nVENTS Install food vents in foundation walls, garages, and other enclosed areas to allow water \\nto fow through, drain out, an\\nd lower the risk of \\nstructural damage. \\nUSE FLOOD-RESIST\\nANT \\nINSULATION & DRYWALL Fl\\nood-resistant insulation and drywall will help minimize \\ndamage and can be easily cleaned and sanitized. \\nPREVENT SEW\\nAGE \\nBACK-UP I\\nn some areas, fooding can cause sewage to back \\nup through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backfow valve to prevent this potential health hazard. DID YOU KNOW? \\nWhen following National Flood \\nInsurance Program regulations, \\nv\\nents can also help lower \\ninsu\\nrance rates. \\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 2,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n -\\n\\u2014\\n- - -\\nOwning a property is one of the most important investments most people make \\nin their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when bad weather hits close to home? \\nFlooding is the most common and costly natural disaster in the United States \\nand can happen anywhere. Just one inch of water can cause $25,000 in damages to your home. \\nWhile you can\\u2019t prevent a natural disaster from happening, there are ways to secure \\nyour property to minimize damage and keep your home and your future safe. \\nFirst, determine the Base Flood Elevation (BFE) for your home. The \\nBFE is how high the water is expected to rise during fooding in high risk areas. You need to know your BFE because it is used in foodplain management regulations in your community that could affect your home for example, how high above the BFE a home or other building should be built. Your local foodplain manager can help you fnd this information. If you need help fnding your foodplain manager, contact FEMA\\u2019s Flood Mapping and Insurance eXchange\\n a\\nt FEMAMapSpecialist@ \\nr\\niskmapcds.com or (877) FEMA MAP (1 877 336 2627). \\nThe following are some additional steps you can take to protect yourself and your property against foods. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 1,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "docs = all_docs\n",
    "# Note the argument prefix_file_name_to_chunks=True\n",
    "pdf_qa = setup_model(vecs_dir, docs_sublist, docs, prefix_file_name_to_chunks=True, extra_prefix=\"This snippet relates to \")\n",
    "ask_question(\"How do I prepare my home for floods?\", pdf_qa)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "That does now seem to have captured the important pages from this PDF, and summarized them nicely. Obviously very crude, a more formal approach using meta data instead of just the filename would be better of course, but it illustrates how context like this can be important.\n",
    "\n",
    "## Ask 'How do I prepare my home for floods?' using ALL PDF document as the source\n",
    "\n",
    "Now that we know we can surface appropriate content from one document, what about if we add more documents into our library?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "How do I prepare my home for floods?\n",
      "\n",
      "Answer:\n",
      "There are several steps you can take to prepare your home for floods:\n",
      "\n",
      "1. Create an emergency plan for your family and practice it regularly. When a storm is approaching, evacuate and move your car to higher ground.\n",
      "\n",
      "2. Purchase flood insurance for your home and its contents, even if you do not live in a high-risk flood zone.\n",
      "\n",
      "3. Document your belongings. This will help with the insurance process if you need to file a claim.\n",
      "\n",
      "4. Store valuables and important documents above the Base Flood Elevation (BFE) in waterproof or water-resistant containers. \n",
      "\n",
      "5. Elevate appliances and utilities such as water heaters, washers, dryers, and electric panels on higher floors to prevent them from getting damaged by flood water.\n",
      "\n",
      "6. Use flood-resistant materials for insulation, drywall, and floor coverings like tile to minimize damage.\n",
      "\n",
      "7. Make sure your yard slopes away from buildings on your property and that water has a place to drain. \n",
      "\n",
      "8. Anchor any fuel tanks to prevent them from tipping over or floating in a flood.\n",
      "\n",
      "9. Add water-resistant exterior sheathing on walls and seal them to prevent shallow flooding from damaging your home.\n",
      "\n",
      "10. If you have a manufactured home, make sure it is affixed to a permanent foundation.\n",
      "\n",
      "11. Elevate your home above the BFE. \n",
      "\n",
      "12. Secure items in your yard by anchoring them or attaching them to more substantial structures.\n",
      "\n",
      "13. Check caulking around windows and doors to make sure it is not cracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building.\n",
      "\n",
      "14. Build your home, garage, shed, or other building away from river channels and shore lines. If possible, build on higher ground.\n",
      "\n",
      "15. Replace carpeting with tiles as they are more flood-resistant.\n",
      "\n",
      "16. Floodproof your basement and seal walls with waterproofing compounds. Consider installing a sump pump.\n",
      "\n",
      "17. Install flood vents in foundation walls, garages, and other enclosed areas to allow water to flow through, drain out, and lower the risk of structural damage.\n",
      "\n",
      "18. Prevent sewage back-up by consulting with a plumber and investing in a sewer backflow valve if applicable.\n",
      "\n",
      "Remember to consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your property storm surge:  \\n \\n  \\n \\n \\n \\n \\n \\n \\n INSIDE YOUR HOME\\nHAVE A  \\nPLANCreate an emergency plan for your family and practice it regularly. \\nWhen a storm is approaching, evacuate and move your car to higher ground. According to the National Weather Service , just two feet  \\nof water can move a vehicle. Visit Ready.gov/plan  to learn more.\\nGET FLOOD \\nINSURANCE Most homeowners insurance policies don\\u2019t cover flood damage. Protect your investment by purchasing flood insurance \\nfor your home and its contents. \\nDo so even if you do not live in \\na high-risk flood zone.For more information on purchasing \\nflood insurance through the \\n \\nNational Flood Insurance Program, visit FloodSmart.gov  or contact \\n \\nyour agent to  \\nget coverage.\\n \\n PREPARE OR  \\nUPDATE A LIST OF \\n YOUR HOME\\u2019S \\nCONTENTSDocument your belongings. This will give you peace of mind \\nand help with the insurance process if you need to file a claim. Consider documenting your home\\u2019s contents visually. You can either take photos of high-value items or walk through your home and videotape each room\\u2019s belongings.\\nSTORE  \\nVALUABLESStore valuables and important documents above the BFE (preferably on an upper floor). Place them in waterproof or \\nwater-resistant containers. Also, make copies and store them \\nonline or offsite.\\nELEVATE \\nAPPLIANCES AND \\nUTILITIES ABOVE \\nTHE BFEKeep appliances and utilities such as water heaters, washers, dryers, and \\nelectric panels on higher \\nfloors. It can prevent them from getting damaged or ruined by flood water.\\nTalk to your floodplain \\nmanager about how high to elevate your utilities. Many coastal \\ncommunities have codes that require utilities to be elevated 12 inches or more above the BFE, called freeboard. \\nUSE FLOOD-  \\nRESISTANT  \\nMATERIALS\\nKNOW YOUR \\nPROPERTY AND \\nNEIGHBORHOODFlood-resistant insulation, drywall, and floor coverings like tile \\nwill help minimize damage and are easier to clean and sanitize.\\nIf you are moving near a large lake or the ocean, talk with \\nneighbors. Find out about any issues they\\u2019ve had, or any \\nmitigation measures they have taken. Take the time to look \\nup flood information. You can find flood maps for coastal areas on the National Flood Hazard Layer .ADDITIONAL RESOURCES\\nFEMA, Homebuilder\\u2019s Guide to Coastal Construction\\nFEMA, Homeowner\\u2019s Guide to Retrofitting\\nFEMA, Recommended Residential Construction for Coastal Areas\\nNATIONAL HURRICANE CENTER,  Storm Surge Overview\\nNATIONAL HURRICANE CENTER, Storm Surge Inundation Map\\nREMEMBER: \\nSome of these tips may work better than others. Tailor \\nany mitigation measures to meet your property\\u2019s needs.\\nAlways consult professionals, such as your insurance agent, architects, \\nengineers, contractors, or other experts in design and construction, \\nbefore making changes to your home. Your local planning and zoning \\noffice or building department is a good place to start for advice.\\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-property-storm-surge.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n  \\n \\nOUTSIDE THE HOME \\nELEVATE YOUR \\nHOME While it is an investment, elevating your home prepares your property against foods and lowers food insurance premiums. When a home is properly elevated, the lowest foor should be above the BFE. Areas below the BFE can be used for parking, storage, or access to the house. DID YOU KNOW? \\nElevating your home \\nmay reduce your food insurance premium. \\nSECURE Y\\nARD \\nITEMS U\\nnsecure items can be swept away or damaged by foodwaters. \\nThey can also be swept into your home, causing damage. \\nSecure items in your yard by anchoring them or attaching them to more substantial structures. \\nSEAL CRA\\nCKS \\nAND GAPS C\\nheck caulking around windows and doors to make it is not \\ncracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building. \\nSET YOUR HOME OR \\nBUILDINGS BACK, \\nAWAY FROM WATER Build your home, garage, shed, or other building away from river channels and shore lines. If possible, build on higher ground. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n   \\n \\n   \\n \\n  \\n \\n \\n \\n  \\n \\n \\n  \\n  \\n  \\n   \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\nINSIDE THE HOME \\nPREPARE OR \\nUPDA\\nTE A LIST OF \\nBELONGINGS Documenting all of your belongings will help with the \\ninsurance claims process. Consider taking photos of \\nhigh-value items or doing a video walkthrough of your \\nho\\nme to document its contents. \\nGET FLOOD \\nINSURANCE Most homeowners insurance \\npolicies don\\u2019t cover food damage. \\nProtect your investment by purchasing food insurance for your home and contents, even if you do not live in \\na hi\\ngh-risk food zone. \\nSTORE \\nVALUABLES Store valuables and important documents in waterproof or wa\\nter-resistant containers above the BFE \\n(preferably on an upper foor). Make copies and store them online or offsite. For more \\ninformation on purchasing food insurance through the National Flood \\nInsurance Program, visit \\nFlo\\nodSmart.gov  or contact \\nyour agent to get coverage. EL\\nEVATE UTILITIES \\nABOVE THE BFE Elevate or foodproof mechanical units, furnaces, water \\nheaters, electrical systems, and other utilities on masonry, concrete, or pressure-treated lumber at least 12 inches above the BFE. \\nREPLACE CARPETING \\nWITH TILES Tiles are more food-resistant than carpet. Using tile or other food-resistant materials in areas below the BFE can help reduce water damage. \\nFLOODPROOF \\nBASEMENTS If you have a basement, minimize damage by foodproofng your basement and sealing walls with waterproofng compounds. Consider installing a sump pump. \\nINSTALL FLOOD \\nVENTS Install food vents in foundation walls, garages, and other enclosed areas to allow water \\nto fow through, drain out, an\\nd lower the risk of \\nstructural damage. \\nUSE FLOOD-RESIST\\nANT \\nINSULATION & DRYWALL Fl\\nood-resistant insulation and drywall will help minimize \\ndamage and can be easily cleaned and sanitized. \\nPREVENT SEW\\nAGE \\nBACK-UP I\\nn some areas, fooding can cause sewage to back \\nup through drain pipes in your home. Consult with a plumber and, if applicable, invest in a sewer backfow valve to prevent this potential health hazard. DID YOU KNOW? \\nWhen following National Flood \\nInsurance Program regulations, \\nv\\nents can also help lower \\ninsu\\nrance rates. \\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 2,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "vecs_dir = './vector_dbs/all_docs'\n",
    "docs = all_docs\n",
    "# Note the argument prefix_file_name_to_chunks=True\n",
    "pdf_qa = setup_model(vecs_dir, all_docs_list, docs, prefix_file_name_to_chunks=True, extra_prefix=\"This snippet relates to \")\n",
    "result = ask_question(\"How do I prepare my home for floods?\", pdf_qa)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "That's done a great job, it surfaced our three key articles from [https://www.fema.gov/sites/default/files/2020-11/fema_protect-your-home_flooding.pdf](https://www.fema.gov/sites/default/files/2020-11/fema_protect-your-home_flooding.pdf), plus an aticle from [https://www.fema.gov/sites/default/files/documents/fema_protect-your-property-storm-surge.pdf](https://www.fema.gov/sites/default/files/documents/fema_protect-your-property-storm-surge.pdf), the only other document in the set which mentions flooding.\n",
    "\n",
    "## Testing context, asking questions specific to being before/during a disaster\n",
    "\n",
    "I have intentionally chosen a mixed set of documents where some relate to preparing for a disaster, and some for what to do during a disaster. This is to highlight how it can be important to provide some context to content, or prompts will trigger incorrect responses. Let's first try a prompt related to the timeframe *during* a disaster ...\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "I live next to a canal and see the water rising right now, what should I do?\n",
      "\n",
      "Answer:\n",
      "If you notice water levels rising immediately, it's important to prioritize your safety. Here are some steps you can take:\n",
      "\n",
      "1. Evacuate: If the water levels are rising rapidly, it's crucial to evacuate to higher ground as soon as possible. \n",
      "\n",
      "2. Move your car: If you have time, move your car to higher ground. According to the National Weather Service, just two feet of water can move a vehicle.\n",
      "\n",
      "3. Secure your home: If you have time, secure your home by moving valuables and important documents to an upper floor or at least above the Base Flood Elevation (BFE). Place them in waterproof or water-resistant containers. \n",
      "\n",
      "4. Communicate: Let your family, friends, and neighbors know about the situation. If you have a pre-established meeting point, head there or inform others of your evacuation plans.\n",
      "\n",
      "5. Contact authorities: Inform local authorities about the situation. They can provide guidance and also alert others who might be at risk.\n",
      "\n",
      "6. Check flood maps: If you have access to the internet, check flood maps for your area to understand the potential risk.\n",
      "\n",
      "Remember, these steps are general guidelines. Always follow the advice of local authorities and emergency services during a flood situation.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your property storm surge:  \\n \\n  \\n \\n \\n \\n \\n \\n \\n INSIDE YOUR HOME\\nHAVE A  \\nPLANCreate an emergency plan for your family and practice it regularly. \\nWhen a storm is approaching, evacuate and move your car to higher ground. According to the National Weather Service , just two feet  \\nof water can move a vehicle. Visit Ready.gov/plan  to learn more.\\nGET FLOOD \\nINSURANCE Most homeowners insurance policies don\\u2019t cover flood damage. Protect your investment by purchasing flood insurance \\nfor your home and its contents. \\nDo so even if you do not live in \\na high-risk flood zone.For more information on purchasing \\nflood insurance through the \\n \\nNational Flood Insurance Program, visit FloodSmart.gov  or contact \\n \\nyour agent to  \\nget coverage.\\n \\n PREPARE OR  \\nUPDATE A LIST OF \\n YOUR HOME\\u2019S \\nCONTENTSDocument your belongings. This will give you peace of mind \\nand help with the insurance process if you need to file a claim. Consider documenting your home\\u2019s contents visually. You can either take photos of high-value items or walk through your home and videotape each room\\u2019s belongings.\\nSTORE  \\nVALUABLESStore valuables and important documents above the BFE (preferably on an upper floor). Place them in waterproof or \\nwater-resistant containers. Also, make copies and store them \\nonline or offsite.\\nELEVATE \\nAPPLIANCES AND \\nUTILITIES ABOVE \\nTHE BFEKeep appliances and utilities such as water heaters, washers, dryers, and \\nelectric panels on higher \\nfloors. It can prevent them from getting damaged or ruined by flood water.\\nTalk to your floodplain \\nmanager about how high to elevate your utilities. Many coastal \\ncommunities have codes that require utilities to be elevated 12 inches or more above the BFE, called freeboard. \\nUSE FLOOD-  \\nRESISTANT  \\nMATERIALS\\nKNOW YOUR \\nPROPERTY AND \\nNEIGHBORHOODFlood-resistant insulation, drywall, and floor coverings like tile \\nwill help minimize damage and are easier to clean and sanitize.\\nIf you are moving near a large lake or the ocean, talk with \\nneighbors. Find out about any issues they\\u2019ve had, or any \\nmitigation measures they have taken. Take the time to look \\nup flood information. You can find flood maps for coastal areas on the National Flood Hazard Layer .ADDITIONAL RESOURCES\\nFEMA, Homebuilder\\u2019s Guide to Coastal Construction\\nFEMA, Homeowner\\u2019s Guide to Retrofitting\\nFEMA, Recommended Residential Construction for Coastal Areas\\nNATIONAL HURRICANE CENTER,  Storm Surge Overview\\nNATIONAL HURRICANE CENTER, Storm Surge Inundation Map\\nREMEMBER: \\nSome of these tips may work better than others. Tailor \\nany mitigation measures to meet your property\\u2019s needs.\\nAlways consult professionals, such as your insurance agent, architects, \\nengineers, contractors, or other experts in design and construction, \\nbefore making changes to your home. Your local planning and zoning \\noffice or building department is a good place to start for advice.\\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-property-storm-surge.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020:  Scenario 4: Hurricane/Flood Answer Key  \\n \\n1. Residents and busines ts owners in coastal areas are at risk from storm surge which the National Oceanic and \\nAtmospheric Administration defined as  \\u201can abnormal  rise of water generated by a storm, over and above the \\npredicted astronomical tide .\\u201d On the other hand, residents living and working adjacent to rivers face a \\nsignificant risk from river flooding caused by significant rainfall or snowmelt. To determine if your home or \\nbusiness is in  a flood zone, visit:  https://msc.fema.gov/portal/home  and enter your home\\u2019s address.  \\nTo learn more about flood mapping and to understand your risk, see this link:  \\nhttps://www. floodsmart.gov/why/all -about -flood- maps .  \\n \\n2. A Hurricane Watch means that hurricane conditions (sustained winds of 74 mph or higher) are possible within \\na specified area. A Hurricane Watch is issued 48 hours in advance of the anticipated onset of tropical -storm-\\nforce winds in an area. A Hurricane Warning, on the other hand, means that hurricane conditions (sustained \\nwinds of 74 mph or higher) are expected within a specified area. Because hurricane preparedness activities \\nbecome difficult once winds reach trop ical storm force  (sustained winds of 39 to 73 mph), the hurricane \\nwarning is issued 36 hours in advance of the anticipated onset of tropical -storm -force winds to allow for \\nimportant  preparation.  \\n \\n3. Place sand bags in areas that are most at risk from  flooding. Before hurricane season, try to elevate mechanical  \\ndevices  (i.e. air conditioners, generators, circuit breakers) to minimize the risk of impact by storm  surge. See \\nthe Homeowner\\u2019s Guide to Retrofitting for how to protect your home from flooding: https:/www.fema.gov/media -library/assets/documents/480\\n  \\n \\n4. A central meeting point should be established prior to a hurricane watch or hurricane warning being issued, so \\nthat if the power does go out, people know where to meet up with their loved ones. Another necessity is having \\na Go -Kit which, at the very minimum, should include water (one gallon per person, per day) and/or water \\npurification tablets, a first -aid kit, a flashlight, batteries, a hand-crank/solar powered radio, non-perishable \\nfood, cash (in small denominations), a wrench (to turn off utilities), hand sanitizer, a mylar blanket, ear plugs, \\nand a book and/or deck of  cards.  \\n \\n5. Make sure to have items and services in place before a hurricane watch or warning is issued. If a loved one is \\ncomforted by a certain item (a blanket, photograph, stuffed animal, etc.), be sure to pack the item when \\nevacuating. If a relative requires regularly scheduled mental health therapy, make sure  that his/her mental \\nhealth  provider is aware of the location of the  shelter.  \\n \\n6. Critical documents should be stored in Ziploc bags and kept in a safe place. Another option is to keep critical \\ndocuments stored on a cloud drive, on a flash drive kept in an alternate location, or in a safety deposit  box. \\n \\n7. Create a Go -Kit for your pet with essential items, including food, water, medication and favorite toys (if \\napplicable). Include your veterinarian\\u2019s contact information and be sure that your pet is microchipp ed or at \\nleast has ID tags displayed. Your local Office of Emergency Management should be able to help you determine \\nwhich shelters will accommodate pets during an evacuation.  \\n \\n8. Many coastal areas have predetermined coastal evacuation routes which are ident ified by blue signs. If \\npossible, familiarize yourself with the route by driving through it and determining the location to which it  \\nleads.  Evacuating to a friend or relative\\u2019s home outside of the expected landfall area allows you to minimize \\nthe risks associated with any impending hurricane or flood damage.  \\n \\n9. Communicating via text messaging is a good way to contact one another should phone lines and cellular towers \\nget damaged. Another option to consider is utilizing social media to get in contact with fam ily and friends. \\nThis includes Twitter, Facebook, Instagram, etc.  \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 0,\n",
      "        \"source\": \"docs_data/fema_scenario_4_hurricane_flood_TTX_answer_key-01102020.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema proteja su propiedad marejada ciclonica 2023: Elabore un plan de emergencia para su familia y pract\\u00edquelo \\ncon regularidad. Cuando se acerque una tormenta, desaloje su vivienda y mueva su autom\\u00f3vil a un nivel m\\u00e1s alto. Seg\\u00fan el Servicio Meteorol\\u00f3gico Nacional , solo dos pies de agua pueden \\nmover un veh\\u00edculo. Visite Listo.gov/plan  para m\\u00e1s informaci\\u00f3n.\\nLa mayor\\u00eda de las p\\u00f3lizas  \\nde seguro de propietario  \\nde vivienda no cubren da\\u00f1os por inundaciones. Proteja  \\nsu inversi\\u00f3n y adquiera un seguro de inundaci\\u00f3n para  \\nsu hogar y el contenido general. H\\u00e1galo incluso si no vive dentro una zona de inundaci\\u00f3n de alto riesgo.\\nDocumente sus pertenencias. Esto le dar\\u00e1 tranquilidad y lo \\nayudar\\u00e1 en el proceso de seguro si necesita presentar una reclamaci\\u00f3n. Considere documentar el contenido de su casa en forma visual. Puede tomar fotos de objetos de gran valor o recorrer su vivienda y grabar en video las pertenencias de cada habitaci\\u00f3n.\\nGuarde los objetos de valor y los documentos importantes por \\nencima del BFE (preferible en un piso superior). Col\\u00f3quelos en recipientes impermeables o resistentes al agua. Adem\\u00e1s, haga  \\ncopias o gu\\u00e1rdelos en internet o en otro lugar.\\nMantenga los \\nelectrodom\\u00e9sticos y servicios p\\u00fablicos, como calentadores de agua, lavadoras, secadoras y paneles el\\u00e9ctricos, en pisos superiores. Puede evitar que  \\nse da\\u00f1en o arruinen por las aguas de inundaci\\u00f3n.\\nContar con material aislante \\nresistente a inundaciones, paneles de yeso y revestimientos   \\npara pisos, como azulejos, ayudar\\u00e1 a minimizar los da\\u00f1os  y son m\\u00e1s f\\u00e1ciles de limpiar y desinfectar.DENTRO DE LA VIVIENDA\\nTENGA  \\nUN PLAN\\nOBTENGA UNA \\nP\\u00d3LIZA DEL SEGURO \\nDE INUNDACI\\u00d3N\\nPREPARE O ACTUALICE \\nUNA LISTA DEL \\nCONTENIDO EN  \\nSU VIVIENDA\\nGUARDE LOS \\nOBJETOS DE VALOR\\nELEVE LOS \\nELECTRODOM\\u00c9STICOS \\nY SERVICIOS P\\u00daBLICOS \\nPOR ENCIMA DEL BFE\\nUTILICE MATERIALES \\nRESISTENTES   \\nA INUNDACIONESPara obtener m\\u00e1s informaci\\u00f3n  \\nsobre c\\u00f3mo adquirir un seguro  \\nde inundaci\\u00f3n a trav\\u00e9s del \\nPrograma del Seguro Nacional  \\nde Inundaci\\u00f3n visite FloodSmart.gov/es  o comun\\u00edquese con  \\nsu agente de seguros para  \\nsolicitar cobertura.\\nHable con su administrador de  \\nvalles de inundaci\\u00f3n sobre cu\\u00e1n alto debe elevar sus servicios p\\u00fablicos. Muchas comunidades costeras tienen c\\u00f3digos que requieren que los servicios p\\u00fablicos se eleven 12 pulgadas o m\\u00e1s por encima del BFE, conocido como francobordo. Si se mudar\\u00e1 cerca de un lago extenso o del oc\\u00e9ano, hable \\ncon sus vecinos. Averig\\u00fce sobre cualquier problema que hayan tenido o medidas de mitigaci\\u00f3n que hayan adoptado. T\\u00f3mese su tiempo para buscar informaci\\u00f3n sobre inundaciones. Encontrar\\u00e1 mapas de inundaci\\u00f3n de las \\u00e1reas costeras en National Flood Hazard Layer (Capa de Peligros de Inundaci\\u00f3n Nacional).CONOZCA SU \\nPROPIEDAD Y   \\nSU VECINDARIO\\nRECUERDE: \\nAlgunos de estos consejos podr\\u00edan servir m\\u00e1s que otros.  \\nPersonalice las medidas de mitigaci\\u00f3n para que se adapten  \\na las necesidades de su propiedad. \\nSiempre consulte a los profesionales, lo que incluye a su agente de \\nseguros, arquitectos, ingenieros, contratistas y dem\\u00e1s expertos en dise\\u00f1o y construcci\\u00f3n antes de efectuar cambios en su vivienda. Puede solicitar asesoramiento en su oficina local de planificaci\\u00f3n y zonificaci\\u00f3n o en la  oficina de permisos de construcci\\u00f3n.\\nFoto: Una mujer lee en una tableta en casa.\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_proteja-su-propiedad-marejada-ciclonica_2023.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"I live next to a canal and see the water rising right now, what should I do?\", pdf_qa, output_docs=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "That's a great response, relates to what's happening right now as we'd expect. It has summarized content from three different documents. It could be argued it's very consise and misses some information, but that could be addressed with better prompting (Langchain supports a prompt template for example).\n",
    "\n",
    "OK, what about if we are more ambiguous with our question and don't specify a timeframe ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "I live next to a canal and see the water rising, what should I do?\n",
      "\n",
      "Answer:\n",
      "If you live next to a canal and see water levels rising, you should take the following steps:\n",
      "\n",
      "1. Have an emergency plan: Create an emergency plan for your family and practice it regularly. This plan should include evacuation routes and a central meeting point.\n",
      "\n",
      "2. Evacuate: If a storm is approaching and water levels are rising, it's important to evacuate to higher ground. \n",
      "\n",
      "3. Protect your property: Try to elevate appliances and utilities such as water heaters, washers, dryers, and electric panels to prevent them from getting damaged by flood water. You can also place sandbags in areas that are most at risk from flooding.\n",
      "\n",
      "4. Document your belongings: Document your home’s contents visually. This will help with the insurance process if you need to file a claim.\n",
      "\n",
      "5. Get flood insurance: Most homeowners insurance policies don’t cover flood damage. Protect your investment by purchasing flood insurance for your home and its contents.\n",
      "\n",
      "6. Store valuables: Store valuables and important documents above the Base Flood Elevation (BFE), preferably on an upper floor. Place them in waterproof or water-resistant containers. Also, make copies and store them online or offsite.\n",
      "\n",
      "7. Stay informed: Keep an eye on the local news and weather reports for updates on the situation. \n",
      "\n",
      "Remember, it's always important to consult professionals, such as your insurance agent, architects, engineers, contractors, or other experts in design and construction, before making changes to your home.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"I live next to a canal and see the water rising, what should I do?\", pdf_qa, output_docs=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The answer is now a bit of a mixed bag, with some points relating to immate action \"Move your car to higher ground\" and some to preparation \"Purchase flood insurance\". It shows how having content which relates to mixed content can lead to unhelpful advice if the question doesn't provide that context. When people are stressed during an emergency, they probably aren't thinking of prompt engineering."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Question: I live next to a canal and the water is rising, what should I do?\n",
      "I need to take immediate action: \n",
      "\n",
      "Question: Help my roof is blowing off!\n",
      "I need to take immediate action: \n",
      "\n",
      "Question: How do I prevent my roof from blowing off in a hurricane\n",
      "I am planning ahead. \n",
      "\n",
      "Question: Dog\n",
      "Ambiguous \n",
      "\n",
      "Question: How do I prepare my home for floods?\n",
      "I am planning ahead. \n",
      "\n"
     ]
    }
   ],
   "source": [
    "questions = [\n",
    "    \"I live next to a canal and the water is rising, what should I do?\",\n",
    "    \"Help my roof is blowing off!\",\n",
    "    \"How do I prevent my roof from blowing off in a hurricane\",\n",
    "    \"Dog\",\n",
    "    \"How do I prepare my home for floods?\"\n",
    "]\n",
    "for q in questions:\n",
    "    print(f\"Question: {q}\")\n",
    "    answer = get_time_context(q)\n",
    "    print(answer.strip(), \"\\n\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Great, for these simple examples GPT-4 is able to zero-shot classify. Let's now use this as a preprocessor to our previous question ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "I need to take immediate action: I live next to a canal and see the water rising, what should I do?\n",
      "\n",
      "Answer:\n",
      "If you see the water rising next to your canal, you should immediately implement your emergency plan. This includes evacuating your home and moving your car to higher ground, as just two feet of water can move a vehicle. You should also ensure that your valuables and important documents are stored above the Base Flood Elevation (BFE), preferably on an upper floor, and placed in waterproof or water-resistant containers. If you have time, consider moving appliances and utilities such as water heaters, washers, dryers, and electric panels to higher floors to prevent them from getting damaged or ruined by flood water. Always prioritize your safety and the safety of your family over protecting property.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"I live next to a canal and see the water rising, what should I do?\", pdf_qa, output_docs=False, preprocess_time_context=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Perfect, it jumps straight to advice you need right now in an emergency. Let's try and example of the converse, for planning ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "I am planning ahead: What can I do to make my house forest fire resistant?\n",
      "\n",
      "Answer:\n",
      "There are several steps you can take to make your house resistant to forest fires:\n",
      "\n",
      "1. Install or replace your roof with a Class A-rated roof with noncombustible coverings. The roof is the most at-risk part of a house in a wildfire due to its size and orientation.\n",
      "\n",
      "2. Install and replace exterior wall coverings with noncombustible or fire-resistant materials. A minimum fire-resistance rating of one hour for the wall assembly is recommended.\n",
      "\n",
      "3. Create a 30 feet defensible space around your home by reducing or removing flammable vegetation and using noncombustible materials such as gravel, brick, or concrete.\n",
      "\n",
      "4. Regularly clean and remove debris from the roof and gutters to reduce the likelihood of something catching on fire on top of your home.\n",
      "\n",
      "5. Enclose your home's foundation to lower the chance of wind-blown embers getting underneath your home.\n",
      "\n",
      "6. Plan for access to water by purchasing and installing external sprinkler systems with dedicated power sources or a water tank.\n",
      "\n",
      "7. Protect large windows from radiant heat by installing multi-pane windows, tempered safety glass, or fireproof shutters.\n",
      "\n",
      "8. Install highly visible street signs and property addresses to help firefighters and other emergency responders quickly find your property.\n",
      "\n",
      "9. Seal gaps around openings in exterior walls and roofs with fire-resistant caulk, mortar, or fire-protective expanding foam.\n",
      "\n",
      "10. Cover exterior attic vents and under-eave vents with metal wire mesh no larger than 1/8 inch to keep embers out.\n",
      "\n",
      "11. Install a fire block in the gap between the top of framed walls and the foundation of the house to starve the fire of oxygen and prevent it from spreading.\n",
      "\n",
      "Remember, these tips may work better together than others and need to be tailored to your property. Always consult professionals such as your insurance agent, architects, engineers, contractors, or other experts in design and construction before making changes to your home.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"What can I do to make my house forest fire resistant?\", pdf_qa, output_docs=False, preprocess_time_context=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Perfect, it captured the preparation nicely. Obviously this would need a lot of testing for anything that could be used in a real emergency, but it illustrates that care is needed with a mixed set of content."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Making sure the model ONLY returns results for questions related to our documents\n",
    "\n",
    "If we were to create a bot for disaster advice, the last thing we'd want is for it to start talking about how to make sponge cakes. Let's test that the Langchain pattern will do this ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "How do I make a sponge cake?\n",
      "\n",
      "Answer:\n",
      "I'm sorry, but the provided context does not contain information on how to make a sponge cake.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"How do I make a sponge cake?\", pdf_qa, output_docs=False, preprocess_time_context=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "That's exactly what we want, responses only relate to the content we provided."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Conversation history\n",
    "\n",
    "Let's test conversation history, supported nicely by LangChain with minimal fuss. First let's ask a question ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "I need to take immediate action: There's a hurricane forecast, what should I do?\n",
      "\n",
      "Answer:\n",
      "If there's a hurricane forecast, you should take the following immediate actions:\n",
      "\n",
      "1. Check the flood risk for your area. You can do this by visiting https://msc.fema.gov/portal/home and entering your home’s address.\n",
      "\n",
      "2. Understand the difference between a Hurricane Watch and a Hurricane Warning. A Hurricane Watch means that hurricane conditions are possible within a specified area and is issued 48 hours in advance of the anticipated onset of tropical-storm-force winds. A Hurricane Warning means that hurricane conditions are expected within a specified area and is issued 36 hours in advance of the anticipated onset of tropical-storm-force winds.\n",
      "\n",
      "3. Take actions around your house to help reduce the impact of a flooding event. This could include placing sand bags in areas that are most at risk from flooding and elevating mechanical devices like air conditioners, generators, and circuit breakers to minimize the risk of impact by storm surge.\n",
      "\n",
      "4. Establish a central meeting point so that if the power does go out, people know where to meet up with their loved ones.\n",
      "\n",
      "5. Prepare a Go-Kit which should include water, a first-aid kit, a flashlight, batteries, a hand-crank/solar powered radio, non-perishable food, cash, a wrench, hand sanitizer, a mylar blanket, ear plugs, and a book and/or deck of cards.\n",
      "\n",
      "6. Make sure to have items and services in place before a hurricane watch or warning is issued. This could include packing comfort items for loved ones and ensuring that any relatives who require regularly scheduled mental health therapy have their providers aware of the location of the shelter.\n",
      "\n",
      "7. Store critical documents in Ziploc bags and keep them in a safe place. Alternatively, you can store them on a cloud drive, on a flash drive kept in an alternate location, or in a safety deposit box.\n",
      "\n",
      "8. Create a Go-Kit for your pet with essential items, including food, water, medication and favorite toys. Make sure your pet is microchipped or at least has ID tags displayed.\n",
      "\n",
      "9. Familiarize yourself with the predetermined coastal evacuation routes in your area.\n",
      "\n",
      "10. Plan for communication methods in case phone lines and cellular towers get damaged. This could include text messaging or using social media platforms like Twitter, Facebook, Instagram, etc.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"There's a hurricane forecast, what should I do?\", pdf_qa, output_docs=False, preprocess_time_context=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now let's ask a followup ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Question: \n",
      "It's about to arrive, help!\n",
      "\n",
      "Answer:\n",
      "Here are some immediate actions you should take for safety:\n",
      "\n",
      "1. If you are in a flood zone, consider evacuating to a safer location. If evacuation is not possible, move to higher ground within your home.\n",
      "2. Secure your home by closing and boarding up windows. Remove any outdoor items that could be picked up by the wind.\n",
      "3. Gather your emergency supplies, including your Go-Kit which should include water, a first-aid kit, a flashlight, batteries, a hand-crank/solar powered radio, non-perishable food, cash, a wrench, hand sanitizer, a mylar blanket, ear plugs, and a book and/or deck of cards.\n",
      "4. If you have pets, ensure you have a Go-Kit for them as well, including food, water, medication and favorite toys. Make sure they are microchipped or have ID tags.\n",
      "5. Make sure your car is filled with gas and ready to go in case you need to evacuate.\n",
      "6. Unplug all electrical appliances to prevent power-surge damage.\n",
      "7. Stay informed about the storm's path and intensity by listening to the radio or checking trusted websites.\n",
      "8. Communicate with family members and make sure everyone knows the plan. If possible, establish a central meeting point in case you get separated.\n",
      "9. Store valuable items and important documents in a safe, high place or in waterproof containers.\n",
      "10. If you have time, place sandbags in areas that are most at risk from flooding. \n",
      "\n",
      "Remember, your safety is the most important thing. Material items can be replaced, but lives cannot.\n"
     ]
    }
   ],
   "source": [
    "result = ask_question(\"It's about to arrive, help!\", pdf_qa, output_docs=False, preprocess_time_context=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "It knew I was referring to a hurricane, so history worked nicely.\n",
    "\n",
    "## Different languages\n",
    "\n",
    "Though the content was in English, can we use LLMs to query in other languages?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "================ RAW =================\n",
      "\n",
      "Question: \n",
      "I am planning ahead: Como preparar minha casa para enchentes?\n",
      "\n",
      "Answer:\n",
      "Existem várias maneiras de preparar sua casa para enchentes:\n",
      "\n",
      "1. Tenha um plano de emergência: Crie um plano de emergência para sua família e pratique-o regularmente. Quando uma tempestade se aproxima, evacue e mova seu carro para um terreno mais alto.\n",
      "\n",
      "2. Obtenha seguro contra inundações: A maioria das apólices de seguro residencial não cobre danos causados por inundações. Proteja seu investimento comprando seguro contra inundações para sua casa e seu conteúdo.\n",
      "\n",
      "3. Prepare ou atualize uma lista do conteúdo da sua casa: Documente seus pertences. Isso lhe dará tranquilidade e ajudará no processo de seguro se você precisar fazer uma reclamação.\n",
      "\n",
      "4. Armazene objetos de valor: Armazene objetos de valor e documentos importantes acima do BFE (preferencialmente em um andar superior). Coloque-os em recipientes à prova d'água ou resistentes à água.\n",
      "\n",
      "5. Eleve aparelhos e utilidades acima do BFE: Mantenha aparelhos e utilidades como aquecedores de água, lavadoras, secadoras e painéis elétricos em andares mais altos. Isso pode evitar que sejam danificados ou arruinados pela água da enchente.\n",
      "\n",
      "6. Use materiais resistentes a inundações: Isolamento resistente a inundações, drywall e revestimentos de piso como azulejos ajudarão a minimizar os danos e são mais fáceis de limpar e higienizar.\n",
      "\n",
      "7. Conheça sua propriedade e vizinhança: Se você está se mudando para perto de um grande lago ou do oceano, converse com os vizinhos. Descubra quaisquer problemas que eles tiveram ou quais medidas de mitigação eles tomaram.\n",
      "\n",
      "8. Eleve sua casa: Embora seja um investimento, elevar sua casa prepara sua propriedade contra inundações e reduz os prêmios de seguro contra inundações.\n",
      "\n",
      "9. Proteja os itens do seu quintal: Itens inseguros podem ser levados ou danificados pelas águas da enchente. Eles também podem ser levados para dentro de sua casa, causando danos.\n",
      "\n",
      "10. Selo rachaduras e lacunas: Verifique o calafetagem ao redor das janelas e portas para garantir que não esteja rachado, quebrado ou faltando. Preencha quaisquer buracos ou lacunas ao redor de tubos e fios que entram em seu prédio.\n",
      "\n",
      "Lembre-se, sempre consulte profissionais, como seu agente de seguros, arquitetos, engenheiros, empreiteiros ou outros especialistas em design e construção, antes de fazer alterações em sua casa.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your property storm surge: This snippet relates to  fema protect your property storm surge: This snippet relates to  fema protect your property storm surge: This snippet relates to  fema protect your property storm surge: This snippet relates to  fema protect your property storm surge:  \\n \\n  \\n \\n \\n \\n \\n \\n \\n INSIDE YOUR HOME\\nHAVE A  \\nPLANCreate an emergency plan for your family and practice it regularly. \\nWhen a storm is approaching, evacuate and move your car to higher ground. According to the National Weather Service , just two feet  \\nof water can move a vehicle. Visit Ready.gov/plan  to learn more.\\nGET FLOOD \\nINSURANCE Most homeowners insurance policies don\\u2019t cover flood damage. Protect your investment by purchasing flood insurance \\nfor your home and its contents. \\nDo so even if you do not live in \\na high-risk flood zone.For more information on purchasing \\nflood insurance through the \\n \\nNational Flood Insurance Program, visit FloodSmart.gov  or contact \\n \\nyour agent to  \\nget coverage.\\n \\n PREPARE OR  \\nUPDATE A LIST OF \\n YOUR HOME\\u2019S \\nCONTENTSDocument your belongings. This will give you peace of mind \\nand help with the insurance process if you need to file a claim. Consider documenting your home\\u2019s contents visually. You can either take photos of high-value items or walk through your home and videotape each room\\u2019s belongings.\\nSTORE  \\nVALUABLESStore valuables and important documents above the BFE (preferably on an upper floor). Place them in waterproof or \\nwater-resistant containers. Also, make copies and store them \\nonline or offsite.\\nELEVATE \\nAPPLIANCES AND \\nUTILITIES ABOVE \\nTHE BFEKeep appliances and utilities such as water heaters, washers, dryers, and \\nelectric panels on higher \\nfloors. It can prevent them from getting damaged or ruined by flood water.\\nTalk to your floodplain \\nmanager about how high to elevate your utilities. Many coastal \\ncommunities have codes that require utilities to be elevated 12 inches or more above the BFE, called freeboard. \\nUSE FLOOD-  \\nRESISTANT  \\nMATERIALS\\nKNOW YOUR \\nPROPERTY AND \\nNEIGHBORHOODFlood-resistant insulation, drywall, and floor coverings like tile \\nwill help minimize damage and are easier to clean and sanitize.\\nIf you are moving near a large lake or the ocean, talk with \\nneighbors. Find out about any issues they\\u2019ve had, or any \\nmitigation measures they have taken. Take the time to look \\nup flood information. You can find flood maps for coastal areas on the National Flood Hazard Layer .ADDITIONAL RESOURCES\\nFEMA, Homebuilder\\u2019s Guide to Coastal Construction\\nFEMA, Homeowner\\u2019s Guide to Retrofitting\\nFEMA, Recommended Residential Construction for Coastal Areas\\nNATIONAL HURRICANE CENTER,  Storm Surge Overview\\nNATIONAL HURRICANE CENTER, Storm Surge Inundation Map\\nREMEMBER: \\nSome of these tips may work better than others. Tailor \\nany mitigation measures to meet your property\\u2019s needs.\\nAlways consult professionals, such as your insurance agent, architects, \\nengineers, contractors, or other experts in design and construction, \\nbefore making changes to your home. Your local planning and zoning \\noffice or building department is a good place to start for advice.\\n\",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-property-storm-surge.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n \\n   \\n \\n \\n \\n  \\n \\nOUTSIDE THE HOME \\nELEVATE YOUR \\nHOME While it is an investment, elevating your home prepares your property against foods and lowers food insurance premiums. When a home is properly elevated, the lowest foor should be above the BFE. Areas below the BFE can be used for parking, storage, or access to the house. DID YOU KNOW? \\nElevating your home \\nmay reduce your food insurance premium. \\nSECURE Y\\nARD \\nITEMS U\\nnsecure items can be swept away or damaged by foodwaters. \\nThey can also be swept into your home, causing damage. \\nSecure items in your yard by anchoring them or attaching them to more substantial structures. \\nSEAL CRA\\nCKS \\nAND GAPS C\\nheck caulking around windows and doors to make it is not \\ncracked, broken, or missing. Fill any holes or gaps around pipes and wires that enter your building. \\nSET YOUR HOME OR \\nBUILDINGS BACK, \\nAWAY FROM WATER Build your home, garage, shed, or other building away from river channels and shore lines. If possible, build on higher ground. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020: This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020: This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020: This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020: This snippet relates to  fema scenario 4 hurricane flood TTX answer key 01102020:  Scenario 4: Hurricane/Flood Answer Key  \\n \\n1. Residents and busines ts owners in coastal areas are at risk from storm surge which the National Oceanic and \\nAtmospheric Administration defined as  \\u201can abnormal  rise of water generated by a storm, over and above the \\npredicted astronomical tide .\\u201d On the other hand, residents living and working adjacent to rivers face a \\nsignificant risk from river flooding caused by significant rainfall or snowmelt. To determine if your home or \\nbusiness is in  a flood zone, visit:  https://msc.fema.gov/portal/home  and enter your home\\u2019s address.  \\nTo learn more about flood mapping and to understand your risk, see this link:  \\nhttps://www. floodsmart.gov/why/all -about -flood- maps .  \\n \\n2. A Hurricane Watch means that hurricane conditions (sustained winds of 74 mph or higher) are possible within \\na specified area. A Hurricane Watch is issued 48 hours in advance of the anticipated onset of tropical -storm-\\nforce winds in an area. A Hurricane Warning, on the other hand, means that hurricane conditions (sustained \\nwinds of 74 mph or higher) are expected within a specified area. Because hurricane preparedness activities \\nbecome difficult once winds reach trop ical storm force  (sustained winds of 39 to 73 mph), the hurricane \\nwarning is issued 36 hours in advance of the anticipated onset of tropical -storm -force winds to allow for \\nimportant  preparation.  \\n \\n3. Place sand bags in areas that are most at risk from  flooding. Before hurricane season, try to elevate mechanical  \\ndevices  (i.e. air conditioners, generators, circuit breakers) to minimize the risk of impact by storm  surge. See \\nthe Homeowner\\u2019s Guide to Retrofitting for how to protect your home from flooding: https:/www.fema.gov/media -library/assets/documents/480\\n  \\n \\n4. A central meeting point should be established prior to a hurricane watch or hurricane warning being issued, so \\nthat if the power does go out, people know where to meet up with their loved ones. Another necessity is having \\na Go -Kit which, at the very minimum, should include water (one gallon per person, per day) and/or water \\npurification tablets, a first -aid kit, a flashlight, batteries, a hand-crank/solar powered radio, non-perishable \\nfood, cash (in small denominations), a wrench (to turn off utilities), hand sanitizer, a mylar blanket, ear plugs, \\nand a book and/or deck of  cards.  \\n \\n5. Make sure to have items and services in place before a hurricane watch or warning is issued. If a loved one is \\ncomforted by a certain item (a blanket, photograph, stuffed animal, etc.), be sure to pack the item when \\nevacuating. If a relative requires regularly scheduled mental health therapy, make sure  that his/her mental \\nhealth  provider is aware of the location of the  shelter.  \\n \\n6. Critical documents should be stored in Ziploc bags and kept in a safe place. Another option is to keep critical \\ndocuments stored on a cloud drive, on a flash drive kept in an alternate location, or in a safety deposit  box. \\n \\n7. Create a Go -Kit for your pet with essential items, including food, water, medication and favorite toys (if \\napplicable). Include your veterinarian\\u2019s contact information and be sure that your pet is microchipp ed or at \\nleast has ID tags displayed. Your local Office of Emergency Management should be able to help you determine \\nwhich shelters will accommodate pets during an evacuation.  \\n \\n8. Many coastal areas have predetermined coastal evacuation routes which are ident ified by blue signs. If \\npossible, familiarize yourself with the route by driving through it and determining the location to which it  \\nleads.  Evacuating to a friend or relative\\u2019s home outside of the expected landfall area allows you to minimize \\nthe risks associated with any impending hurricane or flood damage.  \\n \\n9. Communicating via text messaging is a good way to contact one another should phone lines and cellular towers \\nget damaged. Another option to consider is utilizing social media to get in contact with fam ily and friends. \\nThis includes Twitter, Facebook, Instagram, etc.  \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 0,\n",
      "        \"source\": \"docs_data/fema_scenario_4_hurricane_flood_TTX_answer_key-01102020.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\n",
      "\n",
      "There are several ways to prepare your home for flooding:\n",
      "\n",
      "1. Have an emergency plan: Create an emergency plan for your family and practice it regularly. When a storm approaches, evacuate and move your car to higher ground.\n",
      "\n",
      "2. Get flood insurance: Most home insurance policies don't cover flood damage. Protect your investment by purchasing flood insurance for your home and contents.\n",
      "\n",
      "3. Prepare or update a list of your household contents: Document your belongings. This will give you peace of mind and help with the insurance process if you ever need to file a claim.\n",
      "\n",
      "4. Store valuables: Store valuables and important documents above the BFE (preferably on an upper floor). Place them in waterproof or water-resistant containers.\n",
      "\n",
      "5. Elevate appliances and utilities above the BFE: Keep appliances and utilities like water heaters, washers, dryers, and electrical panels on higher floors. This can prevent them from being damaged or ruined by floodwater.\n",
      "\n",
      "6. Use Flood Resistant Materials: Flood resistant insulation, drywall and floor coverings like tile will help minimize damage and are easier to clean and sanitize.\n",
      "\n",
      "7. Know your property and neighborhood: If you're moving near a large lake or the ocean, talk to your neighbors. Find out about any issues they've had or what mitigation measures they've taken.\n",
      "\n",
      "8. Elevate your home: Although it is an investment, elevating your home prepares your property against flooding and reduces flood insurance premiums.\n",
      "\n",
      "9. Protect Your Yard Items: Unsafe items can be washed away or damaged by floodwaters. They can also be brought into your home, causing damage.\n",
      "\n",
      "10. Seal Cracks and Gaps: Check the caulking around windows and doors to ensure it isn't cracked, broken, or missing. Fill in any holes or gaps around pipes and wires entering your building.\n",
      "\n",
      "Remember, always consult with professionals, such as your insurance agent, architects, engineers, contractors, or other design and construction experts, before making changes to your home.\n"
     ]
    }
   ],
   "source": [
    "q = translator.translate(\"How do I prepare my home for floods?\", dest='pt')\n",
    "\n",
    "print(\"================ RAW =================\")\n",
    "pdf_qa = setup_model(vecs_dir, all_docs_list, docs, prefix_file_name_to_chunks=True, extra_prefix=\"This snippet relates to \")\n",
    "result = ask_question(q.text, pdf_qa, output_docs=True, preprocess_time_context=True)\n",
    "\n",
    "q = translator.translate(result['answer'], dest='en')\n",
    "print(\"\\n\\n=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\\n\")\n",
    "print(q.text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "I asked 'How do I prepare my home for a flood?' in Portuguese, and got an answer .... in Portuguese. Asking in an entirely different, albeit well represented language seems to give great results. \n",
    "\n",
    "OK, what about Swahili ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "================ RAW =================\n",
      "\n",
      "Question: \n",
      "Je, ninatayarishaje nyumba yangu kwa mafuriko?\n",
      "\n",
      "Answer:\n",
      "Kuna hatua kadhaa unazoweza kuchukua ili kulinda nyumba yako dhidi ya mafuriko:\n",
      "\n",
      "1. Elekeza Maji Mbali na Majengo: Hakikisha eneo lako linaelekea mbali na majengo kwenye mali yako na kwamba maji yana mahali pa kumwagika. Safisha mifereji yako, tathmini masuala ya mifereji ya maji, au kukusanya maji katika mapipa ya mvua.\n",
      "\n",
      "2. Nanga Mizinga ya Mafuta: Nanga mizinga yoyote ya mafuta kwenye pedi ili kuzuia kuzunguka au kuogelea katika mafuriko. Mafuta yaliyomwagika yanaweza kuwa hatari ya moto. Hakikisha kuwa matundu ya uingizaji hewa na ufunguzi wa mstari wa kujaza yako juu ya BFE (Base Flood Elevation). Kumbuka: Hii inaweza kuhitaji ruhusa kutoka kwa mtoa huduma wako wa mafuta.\n",
      "\n",
      "3. Kinga Kuta dhidi ya Mafuriko: Ongeza sheathing inayostahimili maji kwenye kuta na uzibane ili kuzuia mafuriko ya kina kifupi kuharibu nyumba yako. Funika ufunguzi chini ya BFE na ziba ufunguzi wote wa nje karibu na pampu na vifaa.\n",
      "\n",
      "4. Thibitisha Nyumba Zilizotengenezwa: Ikiwa una nyumba iliyotengenezwa na unataka bima ya mafuriko kutoka kwa Programu ya Bima ya Mafuriko ya Kitaifa, nyumba yako lazima iwe imewekwa kwenye msingi wa kudumu ili magurudumu na axles zisitoe uzito wake na kuzuia kuelea, kuanguka, au harakati ya upande kwa upande.\n",
      "\n",
      "5. Kumbuka: Baadhi ya vidokezo hivi vinaweza kufanya kazi vizuri pamoja kuliko vingine. Hatua za kupunguza madhara zinahitaji kubinafsishwa kwa mali yako. Pia, sio chaguo zote hufanya kazi pamoja, kwa hivyo ongea na mtaalamu anayeweza kukusaidia kutambua chaguo zipi zinafanya kazi vizuri kwako.\n",
      "\n",
      "Daima shauriana na wataalamu kama wakala wako wa bima, wasanifu, wahandisi, wakandarasi, au wataalamu wengine katika kubuni na ujenzi kabla ya kufanya mabadiliko kwenye nyumba yako. Ofisi yako ya mipango na mipango ya eneo au idara ya ujenzi ni mahali pazuri pa kuanza kwa ushauri.\n",
      "\n",
      "Mwishowe, kuwa mwema kwa majirani zako! Zungumza na wamiliki wa mali jirani kabla ya kufanya mabadiliko, kwani vitendo fulani kwenye mali yako vinaweza kuathiri yao.\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: FEMA_Wildfire_Hazard_Brochure_MH_V5.indd   3FEMA_Wildfire_Hazard_Brochure_MH_V5.indd   3 1/13/20   6:01 PM1/13/20   6:01 PM \\n \\n  \\n \\n \\nOwning a property is one of the most important investments most \\npeople make in their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when fire hits close to home? \\nWildfires dramatically alter the terrain and ground conditions of the \\naffected area and can destroy homes, businesses, infrastructure, natural resources, and agriculture. \\nWhile you can\\u2019t prevent all wildfires from happening, there are some ways \\nto secure your property to minimize damage and keep your home and your future safe. \\nHere\\u2019s how you can help protect your home from wildfires. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 2,\n",
      "        \"source\": \"docs_data/fema_protect-your-property_wildfire.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding:  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n  \\n \\n \\n  \\nDIRECT WATER AWAY \\nFROM STRUCTURES If you have a single-family home, make sure your yard \\nslopes away from buildings on your property and that water has a place to drain. Clear your gutters, assess drainage issues, or collect water in rain barrels. \\nANCHOR FUEL \\nTANKS Anchor any fuel tanks to the pad to prevent them from tipping over or foating in a food. Spilled fuel could become a fre hazard. Make sure vents and fll-line openings are above the BFE. Note: This may require permission from your fuel provider. \\nFLOODPROOF WALLS Add water-resistant exterior sheathing on walls and seal them to prevent shallow fooding from damaging your home. Cover openings below the BFE and seal all exterior openings around pumping and equipment. \\nSECURE \\nMANUFACTURED \\nHOMES If you have a manufactured home and you want food insurance from the National Flood Insurance Program, your home must be affxed to a permanent foundation so that the wheels and axles do not support its weight and resist fotation, collapse, or side-to-side movement. Your local foodplain manager can help you understand the requirements, and a professional engineer or architect can make sure the anchoring system is designed and installed correctly. REMEMBER: \\nSome of these tips may work better together than \\nothers. Mitigation measures need to be tailored to your property. Also, not all of these options work together, so talk with an expert who can help you identify which options work best for you. \\nAlways consult professionals such as your insurance \\nagent, architects, engineers, contractors, or other experts in design and construction before making changes to your home. Your local planning and zoning offce or building department is a good place to start for advice. \\nFinally, be kind to your neighbors! Talk to adjacent \\nproperty owners before you make changes, since some actions on your property may affect theirs. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 4,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding: This snippet relates to  fema protect your home flooding:  \\n \\n \\n  \\n  \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n \\n -\\n\\u2014\\n- - -\\nOwning a property is one of the most important investments most people make \\nin their lives. We work hard to provide a home and a future for ourselves and our loved ones. Why risk losing it when bad weather hits close to home? \\nFlooding is the most common and costly natural disaster in the United States \\nand can happen anywhere. Just one inch of water can cause $25,000 in damages to your home. \\nWhile you can\\u2019t prevent a natural disaster from happening, there are ways to secure \\nyour property to minimize damage and keep your home and your future safe. \\nFirst, determine the Base Flood Elevation (BFE) for your home. The \\nBFE is how high the water is expected to rise during fooding in high risk areas. You need to know your BFE because it is used in foodplain management regulations in your community that could affect your home for example, how high above the BFE a home or other building should be built. Your local foodplain manager can help you fnd this information. If you need help fnding your foodplain manager, contact FEMA\\u2019s Flood Mapping and Insurance eXchange\\n a\\nt FEMAMapSpecialist@ \\nr\\niskmapcds.com or (877) FEMA MAP (1 877 336 2627). \\nThe following are some additional steps you can take to protect yourself and your property against foods. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 1,\n",
      "        \"source\": \"docs_data/fema_protect-your-home_flooding.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "{\n",
      "    \"page_content\": \"This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: This snippet relates to  fema protect your property wildfire: FEMA_Wildfire_Hazard_Brochure_MH_V5.indd   4FEMA_Wildfire_Hazard_Brochure_MH_V5.indd   4 1/13/20   6:01 PM1/13/20   6:01 PM \\n  \\n  \\n \\n \\n \\n \\n \\n  \\n \\nOUTSIDE THE HOME\\n \\nFORTIFY YOUR \\nROOF The likelihood your home will survive a wildfire is based  \\nl\\nargely on how your home is built and what materials are  \\nused. Install or replace your roof with a Class A-rated  \\nroof with noncombustible coverings.    \\nCONSTRUCT \\nY\\nOUR ROOF WITH \\nFIRE-RESISTANT \\nMATERIALS Install and replace eaves with short \\noverhangs and flat ledges. Wildfires might cause embers to fly and latch on to your roof\\u2019s ledges and eaves, resulting in a fire. DID YOU KNOW? \\nThe roof is the most at-risk in a wildfire because of its size and orientation. \\nK\\nEEP EMBERS \\nOUT W\\nind-blown embers can be extremely dangerous during \\na fire. Cover exterior attic vents and under-eave vents \\nwith metal wire mesh no larger than 1/8 inch to keep embers out. Install a fire block in the gap between the top of framed walls and the foundation of the house to starve the fire of oxygen and prevent it from spreading. \",\n",
      "    \"metadata\": {\n",
      "        \"page\": 3,\n",
      "        \"source\": \"docs_data/fema_protect-your-property_wildfire.pdf\"\n",
      "    }\n",
      "}\n",
      "\n",
      "\n",
      "=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\n",
      "\n",
      "There are several steps you can take to protect your home from flooding:\n",
      "\n",
      "1. Direct Water Away from Buildings: Make sure your area faces away from buildings on your property and that water has a place to drain. Clean your gutters, assess drainage issues, or collect water in rain barrels.\n",
      "\n",
      "2. Anchor Oil Tanks: Anchor any oil tanks to a pad to prevent them from rolling or swimming in a flood. Spilled oil can be a fire hazard. Make sure the vents and fill line opening are above the BFE (Base Flood Elevation). Note: This may require permission from your fuel supplier.\n",
      "\n",
      "3. Protect Walls from Flooding: Add waterproof sheathing to walls and seal them to prevent shallow flooding from damaging your home. Cover the opening under the BFE and cover all external openings around the pump and equipment.\n",
      "\n",
      "4. Verify Manufactured Homes: If you have a manufactured home and want flood insurance from the National Flood Insurance Program, your home must be placed on a permanent foundation so that the wheels and axles do not give off its weight and prevent floating, falling, or movement of side by side.\n",
      "\n",
      "5. Note: Some of these tips may work better together than others. Mitigation measures need to be customized to your property. Also, not all options work together, so talk to a professional who can help you figure out which options work best for you.\n",
      "\n",
      "Always consult with professionals such as your insurance agent, architects, engineers, contractors, or other professionals in design and construction before making changes to your home. Your local planning and development office or building department is a good place to start for advice.\n",
      "\n",
      "Finally, be kind to your neighbors! Talk to neighboring property owners before making changes, as certain actions on your property may affect theirs.\n"
     ]
    }
   ],
   "source": [
    "q = translator.translate(\"How do I prepare my home for floods?\", dest='sw')\n",
    "\n",
    "print(\"================ RAW =================\")\n",
    "pdf_qa = setup_model(vecs_dir, all_docs_list, docs, prefix_file_name_to_chunks=True, extra_prefix=\"This snippet relates to \")\n",
    "result = ask_question(q.text, pdf_qa, output_docs=True, preprocess_time_context=True)\n",
    "\n",
    "q = translator.translate(result['answer'], dest='en')\n",
    "print(\"\\n\\n=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\\n\")\n",
    "print(q.text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Asking the question in Swahili results in an answer in Swahili. However, looking at the documents returned we see some of the key flood sections are missing and we have snippets related to wildfires. The results *look* very plausible, but are missing important information, for example to insure your home. Basically, using embeddings created for English documents with Swahili questions doesn't result in good matches. Not unreasonable, though it did work for a latin language Portuguese.\n",
    "\n",
    "A more robust approach would be to detect language and translate into English with Google translate, then using Google Translate translate the response back into Swahili. For a risk critical use-case like disaster response this would need a LOT of testing with native speakers to ensure safety."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "================ RAW =================\n",
      "Language detected: sw\n",
      "\n",
      "Question: \n",
      "I am planning ahead: How do I prepare my home for flooding?\n",
      "\n",
      "Answer:\n",
      "Kuna hatua kadhaa unazoweza kuchukua ili kuandaa nyumba yako kwa mafuriko yanayoweza kutokea:\n",
      "\n",
      "1. Tengeneza mpango wa dharura kwa ajili ya familia yako na uufanyie kazi mara kwa mara. Dhoruba inapokaribia, ondoka na usogeze gari lako hadi sehemu ya juu.\n",
      "\n",
      "2. Nunua bima ya mafuriko kwa ajili ya nyumba yako na vilivyomo, hata kama huishi katika eneo lenye hatari kubwa ya mafuriko.\n",
      "\n",
      "3. Andika vitu vyako. Hii itasaidia katika mchakato wa bima ikiwa unahitaji kuwasilisha dai.\n",
      "\n",
      "4. Hifadhi vitu vya thamani na hati muhimu juu ya Mwinuko wa Mafuriko ya Msingi (BFE), ikiwezekana kwenye ghorofa ya juu, katika vyombo visivyo na maji au visivyo na maji.\n",
      "\n",
      "5. Kuinua vifaa na huduma kama vile hita za maji, washers, vikaushio na paneli za umeme kwenye sakafu ya juu ili kuvizuia kuharibiwa na maji ya mafuriko.\n",
      "\n",
      "6. Tumia nyenzo zinazostahimili mafuriko nyumbani kwako.\n",
      "\n",
      "7. Hakikisha yadi yako ina mteremko mbali na majengo kwenye mali yako na kwamba maji yana mahali pa kutolea maji.\n",
      "\n",
      "8. Tia nanga matangi yoyote ya mafuta ili kuyazuia yasitembee juu au kuelea katika mafuriko.\n",
      "\n",
      "9. Ongeza sheati za nje zinazostahimili maji kwenye kuta na uzifunge ili kuzuia mafuriko ya kina yasiharibu nyumba yako.\n",
      "\n",
      "10. Ikiwa una nyumba iliyotengenezwa, hakikisha kuwa imewekwa kwenye msingi wa kudumu.\n",
      "\n",
      "11. Pandisha nyumba yako juu ya BFE.\n",
      "\n",
      "12. Linda vitu katika yadi yako kwa kuvitia nanga au kuviambatanisha na miundo mikubwa zaidi.\n",
      "\n",
      "13. Angalia kuzunguka kwa madirisha na milango ili kuhakikisha kuwa haijapasuka, haijavunjwa au kukosa. Jaza mashimo au mapengo yoyote karibu na mabomba na waya zinazoingia kwenye jengo lako.\n",
      "\n",
      "14. Jenga nyumba yako, karakana, banda, au jengo lingine mbali na njia za mito na ufuo. Ikiwezekana, jenga juu ya ardhi ya juu.\n",
      "\n",
      "Kumbuka kushauriana na wataalamu kama vile wakala wako wa bima, wasanifu majengo, wahandisi, wakandarasi, au wataalamu wengine wa usanifu na ujenzi kabla ya kufanya mabadiliko kwenye nyumba yako.\n",
      "\n",
      "\n",
      "=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\n",
      "\n",
      "There are several steps you can take to prepare your home for potential flooding:\n",
      "\n",
      "1. Make an emergency plan for your family and work on it regularly. When a storm approaches, take off and move your car to the top.\n",
      "\n",
      "2. Buy flood insurance for your home and contents, even if you don't live in a high flood risk area.\n",
      "\n",
      "3. Write your items. This will help with the insurance process if you need to file a claim.\n",
      "\n",
      "4. Store valuables and important documents above the Base Flood Elevation (BFE), preferably on an upper floor, in waterproof or waterproof containers.\n",
      "\n",
      "5. Elevate equipment and services such as water heaters, washers, dryers and electrical panels on the upper floor to prevent them from being damaged by flood water.\n",
      "\n",
      "6. Use flood resistant materials in your home.\n",
      "\n",
      "7. Make sure your yard is sloped away from the buildings on your property and that the water has a place to drain.\n",
      "\n",
      "8. Anchor any fuel tanks to prevent them from rolling over or floating in flooding.\n",
      "\n",
      "9. Add waterproof outer sheathing to the walls and seal them to prevent deep flooding from damaging your home.\n",
      "\n",
      "10. If you have a manufactured home, make sure it is placed on a permanent foundation.\n",
      "\n",
      "11. Raise your house above the BFE.\n",
      "\n",
      "12. Secure things in your yard by anchoring them or attaching them to larger structures.\n",
      "\n",
      "13. Check window and door surrounds to make sure they are not cracked, broken or missing. Fill any holes or gaps around pipes and wires entering your building.\n",
      "\n",
      "14. Build your house, garage, shed, or other building away from river and beach paths. If possible, build on higher ground.\n",
      "\n",
      "Remember to consult with professionals such as your insurance agent, architects, engineers, contractors, or other design and construction professionals before making changes to your home.\n"
     ]
    }
   ],
   "source": [
    "# Translate to Swahili\n",
    "q = translator.translate(\"How do I prepare my home for floods?\", dest='sw')\n",
    "\n",
    "print(\"================ RAW =================\")\n",
    "result = ask_question(q.text, pdf_qa, output_docs=False, preprocess_time_context=True, auto_translate=True)\n",
    "\n",
    "q = translator.translate(result['answer'], dest='en')\n",
    "print(\"\\n\\n=============== TRANSLATED TO ENGLISH USING GOOGLE TRANSLATE =================\\n\")\n",
    "print(q.text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Asking about other disaster scenarios\n",
    "\n",
    "Let's explore some other scenarios covered in the PDF documents we provided ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I need to take immediate action: What should I do for pets if there is a forest fire?\n",
      "\n",
      "Answer:\n",
      "If there is a forest fire, you should have a Go-Kit for your pet(s) which should include food, water, medication, medical records kept in Ziploc bags, and favorite toys (if applicable). Include your veterinarian’s contact information and be sure that your pet is microchipped or at least has the proper ID tags displayed. If you need to evacuate, take your pet with you if possible. If you cannot take your pet with you, ensure they are in a safe place with access to food and water.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I need to take immediate action: My roof is blowing off!!! Help, what should I do?!!!\n",
      "\n",
      "Answer:\n",
      "The FEMA brochures do not provide specific instructions for immediate action if your roof is blowing off. However, it is generally recommended to seek immediate shelter in a safe area of your home, away from windows and potential falling debris. After the severe wind event, you should contact a professional to assess and repair the damage. It's also important to contact your insurance company to report the damage.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I live next to a brook, should I worry about floods?\n",
      "\n",
      "Answer:\n",
      "Yes, you should be concerned about floods if you live next to a brook. Flooding can happen anywhere and is not limited to high-risk areas. Heavy rainfall or poor drainage can cause flooding, especially in low-lying areas. It's important to take steps to protect your home, such as elevating your home, securing yard items, and ensuring proper drainage. You should also consider purchasing flood insurance, as federal disaster assistance may be limited or unavailable without a presidential disaster declaration.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "If I live inland, will sea level affect me?\n",
      "\n",
      "Answer:\n",
      "Sea level changes primarily affect coastal areas, causing increased flooding, erosion, and storm damage. However, if you live inland, you may still experience indirect effects. Changes in sea level can alter weather patterns, potentially leading to increased rainfall or drought in some areas. Additionally, if you rely on resources from coastal areas, such as seafood or tourism, changes in sea level could impact these industries. However, the snippet does not provide specific information on how sea level changes might affect those living inland.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I am planning ahead: Is there a cheap way to get flood insurance?\n",
      "\n",
      "Answer:\n",
      "Yes, you can purchase flood insurance through the National Flood Insurance Program. Most homeowners insurance policies don’t cover flood damage, so it's important to protect your investment by purchasing flood insurance for your home and its contents. This is recommended even if you do not live in a high-risk flood zone. For more information on purchasing flood insurance, you can visit FloodSmart.gov or contact your insurance agent to get coverage. Planning ahead and purchasing flood insurance before a storm or flood event is a cost-effective way to protect your property.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I need to take immediate action: We're in an Earthquake, what should we do!!???\n",
      "\n",
      "Answer:\n",
      "When an earthquake starts, you should \"Drop, Cover, and Hold On!\" This means you should drop to the ground, cover your head and neck with your arms, and if a safer place is nearby, crawl to it and hold on. If you are in bed, stay there and cover your head and neck with a pillow. If you are in a moving vehicle, stop as quickly and safely as possible and stay in the vehicle. Avoid stopping near or under buildings, trees, overpasses, and utility wires. Proceed cautiously once the earthquake has stopped, avoiding roads, bridges, or ramps that the earthquake may have damaged.\n",
      "\n",
      " ===================== \n",
      "Language detected: en\n",
      "\n",
      "Question: \n",
      "I am planning ahead: What things should I have in an emergency kit?\n",
      "\n",
      "Answer:\n",
      "An emergency kit should include the following items: \n",
      "\n",
      "- Water (one gallon per person, per day) and/or water purification tablets\n",
      "- A first-aid kit\n",
      "- A flashlight\n",
      "- Batteries\n",
      "- A hand-crank/solar-powered radio\n",
      "- Nonperishable food\n",
      "- Medications/prescription glasses\n",
      "- Cash (in small denominations)\n",
      "- A wrench (to turn off utilities)\n",
      "- Hand sanitizer\n",
      "- A Mylar blanket\n",
      "- Ear plugs\n",
      "- A book/deck of cards\n",
      "\n",
      "If you have an infant, then include baby food, diapers, formula, etc. If you have pets, consider having a kit for them that includes food, water, medication, medical records, and a favorite toy. \n",
      "\n",
      "In addition, consider including portable charging devices in your kit as this will allow you to charge from a motor vehicle. If a loved one is comforted by a certain item (a blanket, photograph, stuffed animal, etc.), be sure to pack the item when evacuating. If a relative requires regularly scheduled mental health therapy, make sure that his/her mental health provider is aware of the location of the shelter.\n"
     ]
    }
   ],
   "source": [
    "# Set up the model again or our Swahili conversation history will be used\n",
    "vecs_dir = './vector_dbs/all_docs'\n",
    "docs = all_docs\n",
    "pdf_qa = setup_model(vecs_dir, all_docs_list, docs, prefix_file_name_to_chunks=True, extra_prefix=\"This snippet relates to \")\n",
    "\n",
    "questions = [\n",
    "    \"What should I do for pets if there is a forest fire?\",\n",
    "    \"My roof is blowing off!!! Help, what should I do?!!!\",\n",
    "    \"I live next to a brook, should I worry about floods?\",\n",
    "    \"If I live inland, will sea level affect me?\",\n",
    "    \"Is there a cheap way to get flood insurance?\",\n",
    "    \"We're in an Earthquake, what should we do!!???\",\n",
    "    \"What things should I have in an emergency kit?\",\n",
    "]\n",
    "\n",
    "for q in questions:\n",
    "    print(\"\\n ===================== \")\n",
    "    ask_question(q, pdf_qa, output_docs=False, preprocess_time_context=True, auto_translate=True)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "All seem very reasonable"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.17 64-bit ('stay_safe_bot')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.17"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "e384dc09d13aa2fbe73b0ec4ee924c217185b8eb9ae2652762a46f018d63abd6"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}